2024-09-12T00:13:12.745 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T00:13:12.767 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T00:13:12.870 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856 branch: wip-cls-rgw-busy-resharding description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} email: null first_in_suite: false job_id: '7901856' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-cls-rgw-busy-resharding ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random ec-data-pool: true frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-67986 sha1: 6a169fc940965ab446a63954fde870aa497efde7 owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 2206 sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f sleep_before_teardown: 0 suite: rgw suite_branch: wip-67986 suite_path: /home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa suite_relpath: qa suite_repo: https://github.com/cbodley/ceph.git suite_sha1: 6a169fc940965ab446a63954fde870aa497efde7 targets: smithi163.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCeq0F12NaUUSxlQ5jXChZFTF0gUQlZVM1tnn72oYgiddKu+1D6sdw8+wmJ7HqnroYuFszyuykuxWyzblq//xDM= smithi181.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFmf8xkg6weqVPCtNw1y1EihBI7tq+GVz/zVWihNM7AKLhN+26xDL7fy/I7TFN8MUR5wlgMHht2C5wpgqZpPShQ= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: force-branch: wip-67986 rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_23:33:24 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T00:13:12.870 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa; will attempt to use it 2024-09-12T00:13:12.871 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa/tasks 2024-09-12T00:13:12.872 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T00:13:12.873 INFO:teuthology.task.internal:Checking packages... 2024-09-12T00:13:12.900 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd011c522bb171e70fc5782f1e7a71ce5f37e573f' 2024-09-12T00:13:12.901 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T00:13:12.901 INFO:teuthology.packaging:ref: None 2024-09-12T00:13:12.901 INFO:teuthology.packaging:tag: None 2024-09-12T00:13:12.901 INFO:teuthology.packaging:branch: wip-cls-rgw-busy-resharding 2024-09-12T00:13:12.901 INFO:teuthology.packaging:sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:13:12.901 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-cls-rgw-busy-resharding 2024-09-12T00:13:13.057 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4753.gd011c522 2024-09-12T00:13:13.058 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T00:13:13.065 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T00:13:13.065 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T00:13:13.141 INFO:teuthology.task.internal:Saving configuration 2024-09-12T00:13:13.162 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T00:13:13.206 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T00:13:13.239 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi163.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 00:07:35.032572', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCeq0F12NaUUSxlQ5jXChZFTF0gUQlZVM1tnn72oYgiddKu+1D6sdw8+wmJ7HqnroYuFszyuykuxWyzblq//xDM='} 2024-09-12T00:13:13.278 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi181.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 00:07:35.034041', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFmf8xkg6weqVPCtNw1y1EihBI7tq+GVz/zVWihNM7AKLhN+26xDL7fy/I7TFN8MUR5wlgMHht2C5wpgqZpPShQ='} 2024-09-12T00:13:13.278 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T00:13:13.289 INFO:teuthology.task.internal:roles: ubuntu@smithi163.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T00:13:13.289 INFO:teuthology.task.internal:roles: ubuntu@smithi181.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T00:13:13.289 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T00:13:13.451 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4af7a27490>, signals=[15]) 2024-09-12T00:13:13.452 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T00:13:13.634 INFO:teuthology.task.internal:Opening connections... 2024-09-12T00:13:13.634 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:13:13.635 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:13:13.721 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:13:13.722 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:13:13.806 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T00:13:13.814 DEBUG:teuthology.orchestra.run.smithi163:> uname -m 2024-09-12T00:13:13.833 INFO:teuthology.orchestra.run.smithi163.stdout:x86_64 2024-09-12T00:13:13.833 DEBUG:teuthology.orchestra.run.smithi163:> cat /etc/os-release 2024-09-12T00:13:13.891 INFO:teuthology.orchestra.run.smithi163.stdout:NAME="CentOS Stream" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:VERSION="9" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:ID="centos" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:ID_LIKE="rhel fedora" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:VERSION_ID="9" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:PLATFORM_ID="platform:el9" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:ANSI_COLOR="0;31" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:LOGO="fedora-logo-icon" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T00:13:13.892 INFO:teuthology.orchestra.run.smithi163.stdout:HOME_URL="https://centos.org/" 2024-09-12T00:13:13.893 INFO:teuthology.orchestra.run.smithi163.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T00:13:13.893 INFO:teuthology.orchestra.run.smithi163.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T00:13:13.893 INFO:teuthology.orchestra.run.smithi163.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T00:13:13.893 INFO:teuthology.lock.ops:Updating smithi163.front.sepia.ceph.com on lock server 2024-09-12T00:13:13.924 DEBUG:teuthology.orchestra.run.smithi181:> uname -m 2024-09-12T00:13:13.943 INFO:teuthology.orchestra.run.smithi181.stdout:x86_64 2024-09-12T00:13:13.943 DEBUG:teuthology.orchestra.run.smithi181:> cat /etc/os-release 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:NAME="CentOS Stream" 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION="9" 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:ID="centos" 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:ID_LIKE="rhel fedora" 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:VERSION_ID="9" 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:PLATFORM_ID="platform:el9" 2024-09-12T00:13:14.002 INFO:teuthology.orchestra.run.smithi181.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:ANSI_COLOR="0;31" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:LOGO="fedora-logo-icon" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:HOME_URL="https://centos.org/" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T00:13:14.003 INFO:teuthology.orchestra.run.smithi181.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T00:13:14.003 INFO:teuthology.lock.ops:Updating smithi181.front.sepia.ceph.com on lock server 2024-09-12T00:13:14.033 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T00:13:14.042 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T00:13:14.122 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T00:13:14.122 DEBUG:teuthology.orchestra.run.smithi163:> test '!' -e /home/ubuntu/cephtest 2024-09-12T00:13:14.125 DEBUG:teuthology.orchestra.run.smithi181:> test '!' -e /home/ubuntu/cephtest 2024-09-12T00:13:14.142 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T00:13:14.181 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T00:13:14.181 DEBUG:teuthology.orchestra.run.smithi163:> test -z $(ls -A /var/lib/ceph) 2024-09-12T00:13:14.184 DEBUG:teuthology.orchestra.run.smithi181:> test -z $(ls -A /var/lib/ceph) 2024-09-12T00:13:14.346 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T00:13:14.422 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T00:13:14.438 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T00:13:14.438 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T00:13:14.439 DEBUG:teuthology.orchestra.run.smithi163:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T00:13:14.439 DEBUG:teuthology.orchestra.run.smithi181:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T00:13:14.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:13:14.456 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:13:14.457 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2024-09-12T00:13:14.457 DEBUG:teuthology.orchestra.run.smithi163:> uname -r 2024-09-12T00:13:14.515 INFO:teuthology.orchestra.run.smithi181.stdout:5.14.0-503.el9.x86_64 2024-09-12T00:13:14.515 INFO:teuthology.task.kernel:Running kernel on smithi181: 5.14.0-503.el9.x86_64 2024-09-12T00:13:14.516 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum install -y kernel 2024-09-12T00:13:14.517 INFO:teuthology.orchestra.run.smithi163.stdout:5.14.0-503.el9.x86_64 2024-09-12T00:13:14.517 INFO:teuthology.task.kernel:Running kernel on smithi163: 5.14.0-503.el9.x86_64 2024-09-12T00:13:14.517 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum install -y kernel 2024-09-12T00:13:16.832 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-09-12T00:13:16.841 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-09-12T00:13:18.784 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-12T00:13:19.015 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - AppStream 19 MB/s | 20 MB 00:01 2024-09-12T00:13:23.393 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - CRB 8.1 MB/s | 6.5 MB 00:00 2024-09-12T00:13:24.149 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - CRB 4.9 MB/s | 6.5 MB 00:01 2024-09-12T00:13:24.893 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 19 kB 00:00 2024-09-12T00:13:25.525 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - Extras packages 107 kB/s | 19 kB 00:00 2024-09-12T00:13:25.630 INFO:teuthology.orchestra.run.smithi163.stdout:Extra Packages for Enterprise Linux 37 MB/s | 23 MB 00:00 2024-09-12T00:13:26.279 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 36 MB/s | 23 MB 00:00 2024-09-12T00:13:31.086 INFO:teuthology.orchestra.run.smithi163.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-12T00:13:31.968 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-12T00:13:33.109 INFO:teuthology.orchestra.run.smithi163.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T00:13:33.109 INFO:teuthology.orchestra.run.smithi163.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T00:13:33.198 INFO:teuthology.orchestra.run.smithi163.stdout:Dependencies resolved. 2024-09-12T00:13:33.207 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-12T00:13:33.207 INFO:teuthology.orchestra.run.smithi163.stdout: Package Architecture Version Repository Size 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout:Installing: 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout:Installing dependencies: 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction Summary 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-12T00:13:33.208 INFO:teuthology.orchestra.run.smithi163.stdout:Install 4 Packages 2024-09-12T00:13:33.209 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:13:33.209 INFO:teuthology.orchestra.run.smithi163.stdout:Total download size: 79 M 2024-09-12T00:13:33.209 INFO:teuthology.orchestra.run.smithi163.stdout:Installed size: 126 M 2024-09-12T00:13:33.209 INFO:teuthology.orchestra.run.smithi163.stdout:Downloading Packages: 2024-09-12T00:13:33.454 INFO:teuthology.orchestra.run.smithi163.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 191 kB/s | 23 kB 00:00 2024-09-12T00:13:33.975 INFO:teuthology.orchestra.run.smithi181.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T00:13:33.975 INFO:teuthology.orchestra.run.smithi181.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T00:13:34.061 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-09-12T00:13:34.070 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-09-12T00:13:34.070 INFO:teuthology.orchestra.run.smithi181.stdout: Package Architecture Version Repository Size 2024-09-12T00:13:34.070 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-09-12T00:13:34.070 INFO:teuthology.orchestra.run.smithi181.stdout:Installing: 2024-09-12T00:13:34.071 INFO:teuthology.orchestra.run.smithi181.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T00:13:34.071 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-09-12T00:13:34.071 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T00:13:34.071 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T00:13:34.071 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T00:13:34.072 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:13:34.072 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-09-12T00:13:34.072 INFO:teuthology.orchestra.run.smithi181.stdout:================================================================================ 2024-09-12T00:13:34.073 INFO:teuthology.orchestra.run.smithi181.stdout:Install 4 Packages 2024-09-12T00:13:34.073 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:13:34.073 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 79 M 2024-09-12T00:13:34.073 INFO:teuthology.orchestra.run.smithi181.stdout:Installed size: 126 M 2024-09-12T00:13:34.073 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-09-12T00:13:34.311 INFO:teuthology.orchestra.run.smithi181.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 117 kB/s | 23 kB 00:00 2024-09-12T00:13:35.046 INFO:teuthology.orchestra.run.smithi163.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 20 MB/s | 35 MB 00:01 2024-09-12T00:13:35.353 INFO:teuthology.orchestra.run.smithi181.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 27 MB/s | 29 MB 00:01 2024-09-12T00:13:35.613 INFO:teuthology.orchestra.run.smithi163.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 13 MB/s | 29 MB 00:02 2024-09-12T00:13:36.053 INFO:teuthology.orchestra.run.smithi181.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 18 MB/s | 35 MB 00:01 2024-09-12T00:13:36.337 INFO:teuthology.orchestra.run.smithi181.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 7.0 MB/s | 16 MB 00:02 2024-09-12T00:13:36.337 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:13:36.337 INFO:teuthology.orchestra.run.smithi181.stdout:Total 35 MB/s | 79 MB 00:02 2024-09-12T00:13:36.357 INFO:teuthology.orchestra.run.smithi163.stdout:(4/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.2 MB/s | 16 MB 00:03 2024-09-12T00:13:36.357 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:13:36.357 INFO:teuthology.orchestra.run.smithi163.stdout:Total 25 MB/s | 79 MB 00:03 2024-09-12T00:13:37.015 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-09-12T00:13:37.046 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction check 2024-09-12T00:13:37.357 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-09-12T00:13:37.357 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-09-12T00:13:37.401 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction check succeeded. 2024-09-12T00:13:37.401 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction test 2024-09-12T00:13:38.325 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-09-12T00:13:38.325 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-09-12T00:13:38.355 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction test succeeded. 2024-09-12T00:13:38.356 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction 2024-09-12T00:13:40.806 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-09-12T00:13:40.823 INFO:teuthology.orchestra.run.smithi163.stdout: Preparing : 1/1 2024-09-12T00:13:41.451 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:13:41.516 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:13:41.536 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:13:41.614 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:13:44.333 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:13:44.416 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:13:44.465 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:13:44.548 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:13:49.287 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:13:49.324 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:13:49.394 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:13:49.498 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:13:54.158 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:13:54.345 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:32.065 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:32.104 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:32.412 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:32.412 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:14:32.413 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:14:32.413 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:14:32.712 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:32.752 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:33.134 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:33.134 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:14:33.134 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:14:33.135 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:14:33.265 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:33.265 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:14:33.266 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-09-12T00:14:33.609 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:14:33.695 INFO:teuthology.orchestra.run.smithi181.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:14:33.696 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:14:33.696 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T00:14:33.696 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T00:14:33.696 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T00:14:33.696 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T00:14:33.696 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi181.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T00:14:33.697 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:14:33.756 INFO:teuthology.orchestra.run.smithi181.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:14:33.756 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:14:33.756 DEBUG:teuthology.orchestra.run.smithi181:> sudo rpm -qi grub2-tools 2024-09-12T00:14:33.788 INFO:teuthology.orchestra.run.smithi181.stdout:Name : grub2-tools 2024-09-12T00:14:33.789 INFO:teuthology.orchestra.run.smithi181.stdout:Epoch : 1 2024-09-12T00:14:33.789 INFO:teuthology.orchestra.run.smithi181.stdout:Version : 2.06 2024-09-12T00:14:33.789 INFO:teuthology.orchestra.run.smithi181.stdout:Release : 82.el9 2024-09-12T00:14:33.789 INFO:teuthology.orchestra.run.smithi181.stdout:Architecture: x86_64 2024-09-12T00:14:33.789 INFO:teuthology.orchestra.run.smithi181.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Group : Unspecified 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Size : 8274670 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:License : GPLv3+ 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T00:14:33.790 INFO:teuthology.orchestra.run.smithi181.stdout:Packager : builder@centos.org 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:Vendor : CentOS 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:Summary : Support tools for GRUB. 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:Description : 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T00:14:33.791 INFO:teuthology.orchestra.run.smithi181.stdout:hardware devices. 2024-09-12T00:14:33.792 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:14:33.792 INFO:teuthology.orchestra.run.smithi181.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T00:14:33.793 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T00:14:33.793 INFO:teuthology.task.kernel:Updating grub on smithi181 to boot 5.14.0-505.el9.x86_64 2024-09-12T00:14:33.794 DEBUG:teuthology.orchestra.run.smithi181:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T00:14:34.035 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:14:34.035 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout:Installed: 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:14:34.036 INFO:teuthology.orchestra.run.smithi163.stdout:Complete! 2024-09-12T00:14:34.400 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:14:34.433 INFO:teuthology.orchestra.run.smithi181.stderr:Generating grub configuration file ... 2024-09-12T00:14:34.486 INFO:teuthology.orchestra.run.smithi163.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:14:34.486 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:14:34.486 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T00:14:34.487 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T00:14:34.487 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T00:14:34.487 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T00:14:34.487 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi163.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T00:14:34.487 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:14:34.545 INFO:teuthology.orchestra.run.smithi163.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:14:34.546 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:14:34.546 DEBUG:teuthology.orchestra.run.smithi163:> sudo rpm -qi grub2-tools 2024-09-12T00:14:34.578 INFO:teuthology.orchestra.run.smithi163.stdout:Name : grub2-tools 2024-09-12T00:14:34.578 INFO:teuthology.orchestra.run.smithi163.stdout:Epoch : 1 2024-09-12T00:14:34.578 INFO:teuthology.orchestra.run.smithi163.stdout:Version : 2.06 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Release : 82.el9 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Architecture: x86_64 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Group : Unspecified 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Size : 8274670 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:License : GPLv3+ 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Packager : builder@centos.org 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Vendor : CentOS 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T00:14:34.579 INFO:teuthology.orchestra.run.smithi163.stdout:Summary : Support tools for GRUB. 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout:Description : 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout:hardware devices. 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:14:34.580 INFO:teuthology.orchestra.run.smithi163.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T00:14:34.581 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T00:14:34.581 INFO:teuthology.task.kernel:Updating grub on smithi163 to boot 5.14.0-505.el9.x86_64 2024-09-12T00:14:34.581 DEBUG:teuthology.orchestra.run.smithi163:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T00:14:35.275 INFO:teuthology.orchestra.run.smithi163.stderr:Generating grub configuration file ... 2024-09-12T00:14:35.740 INFO:teuthology.orchestra.run.smithi181.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T00:14:35.767 INFO:teuthology.orchestra.run.smithi181.stderr:done 2024-09-12T00:14:35.770 DEBUG:teuthology.orchestra.run.smithi181:> mktemp 2024-09-12T00:14:35.786 INFO:teuthology.orchestra.run.smithi181.stdout:/tmp/tmp.XjbV851Kbk 2024-09-12T00:14:35.786 DEBUG:teuthology.orchestra.run.smithi181:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XjbV851Kbk 2024-09-12T00:14:35.857 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0666 /tmp/tmp.XjbV851Kbk 2024-09-12T00:14:35.995 DEBUG:teuthology.orchestra.remote:smithi181:/tmp/tmp.XjbV851Kbk is 6KB 2024-09-12T00:14:36.044 DEBUG:teuthology.orchestra.run.smithi181:> rm -fr /tmp/tmp.XjbV851Kbk 2024-09-12T00:14:36.062 DEBUG:teuthology.orchestra.run.smithi181:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T00:14:36.125 INFO:teuthology.orchestra.run.smithi181.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T00:14:36.125 INFO:teuthology.orchestra.run.smithi181.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T00:14:36.125 INFO:teuthology.orchestra.run.smithi181.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T00:14:36.125 INFO:teuthology.orchestra.run.smithi181.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T00:14:36.126 DEBUG:teuthology.orchestra.run.smithi181:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T00:14:36.284 DEBUG:teuthology.orchestra.run.smithi181:> sudo shutdown -r now 2024-09-12T00:14:36.598 INFO:teuthology.orchestra.run.smithi163.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T00:14:36.626 INFO:teuthology.orchestra.run.smithi163.stderr:done 2024-09-12T00:14:36.628 DEBUG:teuthology.orchestra.run.smithi163:> mktemp 2024-09-12T00:14:36.644 INFO:teuthology.orchestra.run.smithi163.stdout:/tmp/tmp.hNQpjyOUo8 2024-09-12T00:14:36.644 DEBUG:teuthology.orchestra.run.smithi163:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hNQpjyOUo8 2024-09-12T00:14:36.711 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 0666 /tmp/tmp.hNQpjyOUo8 2024-09-12T00:14:36.866 DEBUG:teuthology.orchestra.remote:smithi163:/tmp/tmp.hNQpjyOUo8 is 6KB 2024-09-12T00:14:36.917 DEBUG:teuthology.orchestra.run.smithi163:> rm -fr /tmp/tmp.hNQpjyOUo8 2024-09-12T00:14:36.932 DEBUG:teuthology.orchestra.run.smithi163:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T00:14:37.004 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T00:14:37.005 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T00:14:37.005 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T00:14:37.005 INFO:teuthology.orchestra.run.smithi163.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T00:14:37.006 DEBUG:teuthology.orchestra.run.smithi163:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T00:14:37.147 DEBUG:teuthology.orchestra.run.smithi163:> sudo shutdown -r now 2024-09-12T00:15:06.316 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T00:15:06.317 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-12T00:15:06.318 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:15:07.151 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T00:15:07.153 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:15:07.154 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:15:24.733 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.181 2024-09-12T00:15:25.501 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-12T00:15:33.741 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-12T00:15:33.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:15:34.502 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:15:34.503 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:15:36.829 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.181 2024-09-12T00:15:37.601 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-12T00:15:48.837 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-12T00:15:48.838 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:15:49.602 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:15:49.603 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:15:52.669 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-12T00:16:07.684 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:16:07.686 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:16:20.655 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-09-12T00:16:21.000 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-12T00:16:21.000 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-12T00:16:21.000 DEBUG:teuthology.orchestra.run.smithi181:> uname -r 2024-09-12T00:16:21.015 INFO:teuthology.orchestra.run.smithi181.stdout:5.14.0-505.el9.x86_64 2024-09-12T00:16:21.016 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T00:16:21.016 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T00:16:21.016 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T00:16:22.017 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T00:16:22.017 DEBUG:teuthology.orchestra.run.smithi181:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T00:16:22.125 INFO:teuthology.orchestra.run.smithi181.stdout:ttyS1 2024-09-12T00:16:22.158 DEBUG:teuthology.parallel:result is None 2024-09-12T00:16:26.173 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.163 2024-09-12T00:16:44.176 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:16:44.177 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:16:44.457 DEBUG:teuthology.orchestra.run.smithi163:> true 2024-09-12T00:16:44.796 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:16:44.797 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-12T00:16:44.797 DEBUG:teuthology.orchestra.run.smithi163:> uname -r 2024-09-12T00:16:44.812 INFO:teuthology.orchestra.run.smithi163.stdout:5.14.0-505.el9.x86_64 2024-09-12T00:16:44.813 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T00:16:44.813 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T00:16:44.813 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T00:16:45.814 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T00:16:45.814 DEBUG:teuthology.orchestra.run.smithi163:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T00:16:45.884 INFO:teuthology.orchestra.run.smithi163.stdout:ttyS1 2024-09-12T00:16:45.906 DEBUG:teuthology.parallel:result is None 2024-09-12T00:16:45.907 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T00:16:45.914 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T00:16:45.914 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T00:16:45.917 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T00:16:45.936 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T00:16:45.946 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T00:16:45.987 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T00:16:45.987 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T00:16:45.990 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T00:16:46.022 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T00:16:46.028 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T00:16:46.029 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T00:16:46.055 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T00:16:46.090 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:16:46.095 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:16:46.101 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:16:46.107 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:16:46.108 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T00:16:46.115 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T00:16:46.115 DEBUG:teuthology.orchestra.run.smithi163:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T00:16:46.146 DEBUG:teuthology.orchestra.run.smithi181:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T00:16:46.176 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T00:16:46.185 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T00:16:46.185 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T00:16:46.213 DEBUG:teuthology.orchestra.run.smithi181:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T00:16:46.234 DEBUG:teuthology.orchestra.run.smithi163:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:16:46.319 DEBUG:teuthology.orchestra.run.smithi163:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:16:46.371 DEBUG:teuthology.orchestra.run.smithi163:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:16:46.419 DEBUG:teuthology.orchestra.run.smithi163:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:16:46.453 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:16:46.453 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T00:16:46.518 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:16:46.572 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:16:46.633 DEBUG:teuthology.orchestra.run.smithi181:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:16:46.684 DEBUG:teuthology.orchestra.run.smithi181:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:16:46.719 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:16:46.719 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T00:16:46.787 DEBUG:teuthology.orchestra.run.smithi163:> sudo service rsyslog restart 2024-09-12T00:16:46.789 DEBUG:teuthology.orchestra.run.smithi181:> sudo service rsyslog restart 2024-09-12T00:16:46.832 INFO:teuthology.orchestra.run.smithi163.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T00:16:46.873 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T00:16:47.397 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T00:16:47.405 INFO:teuthology.task.internal:Starting timer... 2024-09-12T00:16:47.405 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T00:16:47.425 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T00:16:47.459 DEBUG:teuthology.orchestra.run.smithi163:> sudo service auditd rotate 2024-09-12T00:16:47.504 INFO:teuthology.orchestra.run.smithi163.stdout:Rotating logs: 2024-09-12T00:16:47.506 DEBUG:teuthology.orchestra.run.smithi181:> sudo service auditd rotate 2024-09-12T00:16:47.573 INFO:teuthology.orchestra.run.smithi181.stdout:Rotating logs: 2024-09-12T00:16:47.575 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T00:16:47.575 DEBUG:teuthology.orchestra.run.smithi163:> /usr/sbin/getenforce 2024-09-12T00:16:47.604 INFO:teuthology.orchestra.run.smithi163.stdout:Permissive 2024-09-12T00:16:47.604 DEBUG:teuthology.orchestra.run.smithi181:> /usr/sbin/getenforce 2024-09-12T00:16:47.625 INFO:teuthology.orchestra.run.smithi181.stdout:Permissive 2024-09-12T00:16:47.626 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi163.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi181.front.sepia.ceph.com': 'permissive'} 2024-09-12T00:16:47.626 DEBUG:teuthology.orchestra.run.smithi163:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T00:16:47.670 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:16:47.670 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T00:16:47.698 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:16:47.699 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T00:16:47.699 DEBUG:teuthology.orchestra.run.smithi163:> sudo /usr/sbin/setenforce permissive 2024-09-12T00:16:47.738 DEBUG:teuthology.orchestra.run.smithi181:> sudo /usr/sbin/setenforce permissive 2024-09-12T00:16:47.783 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T00:16:47.792 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T00:16:47.803 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T00:16:47.804 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi163.front.sepia.ceph.com,smithi181.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T00:20:32.480 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi163.front.sepia.ceph.com'), Remote(name='ubuntu@smithi181.front.sepia.ceph.com')] 2024-09-12T00:20:32.482 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:20:32.483 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:20:32.571 DEBUG:teuthology.orchestra.run.smithi163:> true 2024-09-12T00:20:32.648 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-09-12T00:20:32.649 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-12T00:20:32.649 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi181.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:20:32.732 DEBUG:teuthology.orchestra.run.smithi181:> true 2024-09-12T00:20:32.808 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi181.front.sepia.ceph.com' 2024-09-12T00:20:32.809 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T00:20:32.825 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T00:20:32.825 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T00:20:32.826 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T00:20:32.828 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T00:20:32.828 DEBUG:teuthology.orchestra.run.smithi181:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T00:20:32.856 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T00:20:32.871 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T00:20:32.877 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T00:20:32.891 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T00:20:32.895 INFO:teuthology.orchestra.run.smithi163.stderr:sudo: ntpd: command not found 2024-09-12T00:20:32.906 INFO:teuthology.orchestra.run.smithi163.stdout:506 Cannot talk to daemon 2024-09-12T00:20:32.915 INFO:teuthology.orchestra.run.smithi181.stderr:sudo: ntpd: command not found 2024-09-12T00:20:32.921 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T00:20:32.926 INFO:teuthology.orchestra.run.smithi181.stdout:506 Cannot talk to daemon 2024-09-12T00:20:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T00:20:32.940 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T00:20:32.954 INFO:teuthology.orchestra.run.smithi181.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T00:20:32.990 INFO:teuthology.orchestra.run.smithi163.stderr:bash: line 1: ntpq: command not found 2024-09-12T00:20:32.995 INFO:teuthology.orchestra.run.smithi163.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T00:20:32.995 INFO:teuthology.orchestra.run.smithi163.stdout:=============================================================================== 2024-09-12T00:20:32.995 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:32.995 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:32.995 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:32.995 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:33.017 INFO:teuthology.orchestra.run.smithi181.stderr:bash: line 1: ntpq: command not found 2024-09-12T00:20:33.020 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T00:20:33.020 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-09-12T00:20:33.020 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:33.021 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:33.021 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:33.021 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:20:33.021 INFO:teuthology.run_tasks:Running task install... 2024-09-12T00:20:33.030 DEBUG:teuthology.task.install:project ceph 2024-09-12T00:20:33.030 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}} 2024-09-12T00:20:33.030 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'} 2024-09-12T00:20:33.030 INFO:teuthology.task.install:Using flavor: default 2024-09-12T00:20:33.036 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T00:20:33.036 INFO:teuthology.task.install:extra packages: [] 2024-09-12T00:20:33.036 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f', 'tag': None, 'wait_for_package': False} 2024-09-12T00:20:33.037 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:20:33.039 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f', 'tag': None, 'wait_for_package': False} 2024-09-12T00:20:33.039 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:20:33.194 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/ 2024-09-12T00:20:33.194 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4753.gd011c522 2024-09-12T00:20:33.206 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/ 2024-09-12T00:20:33.207 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4753.gd011c522 2024-09-12T00:20:33.316 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T00:20:33.317 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:20:33.317 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T00:20:33.332 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T00:20:33.332 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:20:33.332 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T00:20:33.343 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T00:20:33.343 DEBUG:teuthology.orchestra.run.smithi181:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d011c522bb171e70fc5782f1e7a71ce5f37e573f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T00:20:33.358 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T00:20:33.359 DEBUG:teuthology.orchestra.run.smithi163:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d011c522bb171e70fc5782f1e7a71ce5f37e573f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T00:20:33.409 DEBUG:teuthology.orchestra.run.smithi181:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T00:20:33.424 DEBUG:teuthology.orchestra.run.smithi163:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T00:20:33.483 DEBUG:teuthology.orchestra.run.smithi181:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T00:20:33.499 DEBUG:teuthology.orchestra.run.smithi163:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T00:20:33.547 INFO:teuthology.orchestra.run.smithi181.stdout:check_obsoletes = 1 2024-09-12T00:20:33.549 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum clean all 2024-09-12T00:20:33.563 INFO:teuthology.orchestra.run.smithi163.stdout:check_obsoletes = 1 2024-09-12T00:20:33.564 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum clean all 2024-09-12T00:20:33.782 INFO:teuthology.orchestra.run.smithi181.stdout:45 files removed 2024-09-12T00:20:33.794 INFO:teuthology.orchestra.run.smithi163.stdout:45 files removed 2024-09-12T00:20:33.810 DEBUG:teuthology.orchestra.run.smithi181:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T00:20:33.822 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T00:20:34.370 INFO:teuthology.orchestra.run.smithi181.stdout:ceph packages for x86_64 307 kB/s | 84 kB 00:00 2024-09-12T00:20:34.380 INFO:teuthology.orchestra.run.smithi163.stdout:ceph packages for x86_64 307 kB/s | 84 kB 00:00 2024-09-12T00:20:34.656 INFO:teuthology.orchestra.run.smithi163.stdout:ceph noarch packages 104 kB/s | 24 kB 00:00 2024-09-12T00:20:34.662 INFO:teuthology.orchestra.run.smithi181.stdout:ceph noarch packages 97 kB/s | 24 kB 00:00 2024-09-12T00:20:34.930 INFO:teuthology.orchestra.run.smithi181.stdout:ceph source packages 8.4 kB/s | 1.9 kB 00:00 2024-09-12T00:20:34.931 INFO:teuthology.orchestra.run.smithi163.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-12T00:20:35.389 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-09-12T00:20:35.540 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-12T00:20:37.283 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - AppStream 31 MB/s | 20 MB 00:00 2024-09-12T00:20:42.951 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.5 MB 00:01 2024-09-12T00:20:44.359 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - Extras packages 100 kB/s | 19 kB 00:00 2024-09-12T00:20:44.606 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 20 MB 00:08 2024-09-12T00:20:45.281 INFO:teuthology.orchestra.run.smithi163.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-12T00:20:48.856 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-12T00:20:50.407 INFO:teuthology.orchestra.run.smithi181.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 19 kB 00:00 2024-09-12T00:20:50.745 INFO:teuthology.orchestra.run.smithi163.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-09-12T00:20:51.311 INFO:teuthology.orchestra.run.smithi181.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-12T00:20:53.072 INFO:teuthology.orchestra.run.smithi163.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:20:53.073 INFO:teuthology.orchestra.run.smithi163.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:20:53.162 INFO:teuthology.orchestra.run.smithi163.stdout:Dependencies resolved. 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout:====================================================================================================== 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout: Package Arch Version Repository Size 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout:====================================================================================================== 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout:Installing: 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout: ceph x86_64 2:19.3.0-4753.gd011c522.el9 ceph 6.6 k 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-base x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:20:53.179 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 899 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4753.gd011c522.el9 ceph 145 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr x86_64 2:19.3.0-4753.gd011c522.el9 ceph 1.5 M 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 154 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 14 M 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 7.4 M 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-rook noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 49 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-radosgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 11 M 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-test x86_64 2:19.3.0-4753.gd011c522.el9 ceph 50 M 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-volume noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 285 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 782 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 32 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 755 k 2024-09-12T00:20:53.180 INFO:teuthology.orchestra.run.smithi163.stdout: librados-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 126 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cephfs x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rados x86_64 2:19.3.0-4753.gd011c522.el9 ceph 322 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 306 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 99 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 85 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-mirror x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-nbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 170 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T00:20:53.181 INFO:teuthology.orchestra.run.smithi163.stdout:Upgrading: 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: librados2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.5 M 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: librbd1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout:Installing dependencies: 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T00:20:53.182 INFO:teuthology.orchestra.run.smithi163.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 22 M 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 34 k 2024-09-12T00:20:53.183 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mds x86_64 2:19.3.0-4753.gd011c522.el9 ceph 2.4 M 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 291 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mon x86_64 2:19.3.0-4753.gd011c522.el9 ceph 4.8 M 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-osd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 17 M 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 16 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-selinux x86_64 2:19.3.0-4753.gd011c522.el9 ceph 25 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T00:20:53.184 INFO:teuthology.orchestra.run.smithi163.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T00:20:53.185 INFO:teuthology.orchestra.run.smithi163.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T00:20:53.186 INFO:teuthology.orchestra.run.smithi163.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T00:20:53.187 INFO:teuthology.orchestra.run.smithi163.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libcephsqlite x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:20:53.188 INFO:teuthology.orchestra.run.smithi163.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T00:20:53.189 INFO:teuthology.orchestra.run.smithi163.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libradosstriper1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 508 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: librgw2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T00:20:53.190 INFO:teuthology.orchestra.run.smithi163.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T00:20:53.191 INFO:teuthology.orchestra.run.smithi163.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T00:20:53.192 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T00:20:53.193 INFO:teuthology.orchestra.run.smithi163.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T00:20:53.194 INFO:teuthology.orchestra.run.smithi163.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T00:20:53.195 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-argparse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 45 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 143 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T00:20:53.196 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T00:20:53.197 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T00:20:53.198 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T00:20:53.199 INFO:teuthology.orchestra.run.smithi163.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T00:20:53.200 INFO:teuthology.orchestra.run.smithi163.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T00:20:53.201 INFO:teuthology.orchestra.run.smithi163.stdout:Installing weak dependencies: 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T00:20:53.202 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction Summary 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout:====================================================================================================== 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout:Install 283 Packages 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout:Upgrade 2 Packages 2024-09-12T00:20:53.203 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:20:53.204 INFO:teuthology.orchestra.run.smithi163.stdout:Total download size: 327 M 2024-09-12T00:20:53.204 INFO:teuthology.orchestra.run.smithi163.stdout:Downloading Packages: 2024-09-12T00:20:53.680 INFO:teuthology.orchestra.run.smithi163.stdout:(1/285): ceph-19.3.0-4753.gd011c522.el9.x86_64. 49 kB/s | 6.6 kB 00:00 2024-09-12T00:20:53.922 INFO:teuthology.orchestra.run.smithi163.stdout:(2/285): ceph-fuse-19.3.0-4753.gd011c522.el9.x8 3.6 MB/s | 899 kB 00:00 2024-09-12T00:20:54.022 INFO:teuthology.orchestra.run.smithi163.stdout:(3/285): ceph-base-19.3.0-4753.gd011c522.el9.x8 12 MB/s | 5.5 MB 00:00 2024-09-12T00:20:54.047 INFO:teuthology.orchestra.run.smithi163.stdout:(4/285): ceph-immutable-object-cache-19.3.0-475 1.1 MB/s | 145 kB 00:00 2024-09-12T00:20:54.122 INFO:teuthology.orchestra.run.smithi163.stdout:(5/285): ceph-mds-19.3.0-4753.gd011c522.el9.x86 24 MB/s | 2.4 MB 00:00 2024-09-12T00:20:54.364 INFO:teuthology.orchestra.run.smithi163.stdout:(6/285): ceph-mgr-19.3.0-4753.gd011c522.el9.x86 4.8 MB/s | 1.5 MB 00:00 2024-09-12T00:20:54.456 INFO:teuthology.orchestra.run.smithi163.stdout:(7/285): ceph-mon-19.3.0-4753.gd011c522.el9.x86 14 MB/s | 4.8 MB 00:00 2024-09-12T00:20:54.740 INFO:teuthology.orchestra.run.smithi163.stdout:(8/285): ceph-common-19.3.0-4753.gd011c522.el9. 18 MB/s | 22 MB 00:01 2024-09-12T00:20:54.782 INFO:teuthology.orchestra.run.smithi163.stdout:(9/285): ceph-selinux-19.3.0-4753.gd011c522.el9 612 kB/s | 25 kB 00:00 2024-09-12T00:20:55.049 INFO:teuthology.orchestra.run.smithi163.stdout:(10/285): ceph-radosgw-19.3.0-4753.gd011c522.el 18 MB/s | 11 MB 00:00 2024-09-12T00:20:55.108 INFO:teuthology.orchestra.run.smithi163.stdout:(11/285): libcephfs-devel-19.3.0-4753.gd011c522 546 kB/s | 32 kB 00:00 2024-09-12T00:20:55.191 INFO:teuthology.orchestra.run.smithi163.stdout:(12/285): libcephfs2-19.3.0-4753.gd011c522.el9. 8.9 MB/s | 755 kB 00:00 2024-09-12T00:20:55.267 INFO:teuthology.orchestra.run.smithi163.stdout:(13/285): libcephsqlite-19.3.0-4753.gd011c522.e 2.1 MB/s | 161 kB 00:00 2024-09-12T00:20:55.333 INFO:teuthology.orchestra.run.smithi163.stdout:(14/285): librados-devel-19.3.0-4753.gd011c522. 1.9 MB/s | 126 kB 00:00 2024-09-12T00:20:55.409 INFO:teuthology.orchestra.run.smithi163.stdout:(15/285): libradosstriper1-19.3.0-4753.gd011c52 6.6 MB/s | 508 kB 00:00 2024-09-12T00:20:55.742 INFO:teuthology.orchestra.run.smithi163.stdout:(16/285): librgw2-19.3.0-4753.gd011c522.el9.x86 17 MB/s | 5.5 MB 00:00 2024-09-12T00:20:55.793 INFO:teuthology.orchestra.run.smithi163.stdout:(17/285): python3-ceph-argparse-19.3.0-4753.gd0 899 kB/s | 45 kB 00:00 2024-09-12T00:20:55.893 INFO:teuthology.orchestra.run.smithi163.stdout:(18/285): python3-ceph-common-19.3.0-4753.gd011 1.4 MB/s | 143 kB 00:00 2024-09-12T00:20:55.952 INFO:teuthology.orchestra.run.smithi163.stdout:(19/285): python3-cephfs-19.3.0-4753.gd011c522. 2.7 MB/s | 161 kB 00:00 2024-09-12T00:20:56.036 INFO:teuthology.orchestra.run.smithi163.stdout:(20/285): python3-rados-19.3.0-4753.gd011c522.e 3.8 MB/s | 322 kB 00:00 2024-09-12T00:20:56.127 INFO:teuthology.orchestra.run.smithi163.stdout:(21/285): python3-rbd-19.3.0-4753.gd011c522.el9 3.3 MB/s | 306 kB 00:00 2024-09-12T00:20:56.628 INFO:teuthology.orchestra.run.smithi163.stdout:(22/285): ceph-test-19.3.0-4753.gd011c522.el9.x 27 MB/s | 50 MB 00:01 2024-09-12T00:20:56.653 INFO:teuthology.orchestra.run.smithi163.stdout:(23/285): python3-rgw-19.3.0-4753.gd011c522.el9 189 kB/s | 99 kB 00:00 2024-09-12T00:20:56.679 INFO:teuthology.orchestra.run.smithi163.stdout:(24/285): rbd-fuse-19.3.0-4753.gd011c522.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T00:20:56.733 INFO:teuthology.orchestra.run.smithi181.stdout:lab-extras 37 kB/s | 1.7 kB 00:00 2024-09-12T00:20:56.862 INFO:teuthology.orchestra.run.smithi163.stdout:(25/285): ceph-osd-19.3.0-4753.gd011c522.el9.x8 6.9 MB/s | 17 MB 00:02 2024-09-12T00:20:56.888 INFO:teuthology.orchestra.run.smithi163.stdout:(26/285): rbd-nbd-19.3.0-4753.gd011c522.el9.x86 817 kB/s | 170 kB 00:00 2024-09-12T00:20:56.913 INFO:teuthology.orchestra.run.smithi163.stdout:(27/285): ceph-grafana-dashboards-19.3.0-4753.g 687 kB/s | 34 kB 00:00 2024-09-12T00:20:56.938 INFO:teuthology.orchestra.run.smithi163.stdout:(28/285): ceph-mgr-cephadm-19.3.0-4753.gd011c52 3.0 MB/s | 154 kB 00:00 2024-09-12T00:20:56.997 INFO:teuthology.orchestra.run.smithi163.stdout:(29/285): rbd-mirror-19.3.0-4753.gd011c522.el9. 9.2 MB/s | 3.2 MB 00:00 2024-09-12T00:20:57.064 INFO:teuthology.orchestra.run.smithi163.stdout:(30/285): ceph-mgr-modules-core-19.3.0-4753.gd0 4.3 MB/s | 291 kB 00:00 2024-09-12T00:20:57.131 INFO:teuthology.orchestra.run.smithi163.stdout:(31/285): ceph-mgr-rook-19.3.0-4753.gd011c522.e 740 kB/s | 49 kB 00:00 2024-09-12T00:20:57.189 INFO:teuthology.orchestra.run.smithi163.stdout:(32/285): ceph-prometheus-alerts-19.3.0-4753.gd 283 kB/s | 16 kB 00:00 2024-09-12T00:20:57.290 INFO:teuthology.orchestra.run.smithi163.stdout:(33/285): ceph-mgr-diskprediction-local-19.3.0- 21 MB/s | 7.4 MB 00:00 2024-09-12T00:20:57.315 INFO:teuthology.orchestra.run.smithi163.stdout:(34/285): ceph-volume-19.3.0-4753.gd011c522.el9 2.2 MB/s | 285 kB 00:00 2024-09-12T00:20:57.357 INFO:teuthology.orchestra.run.smithi163.stdout:(35/285): cephadm-19.3.0-4753.gd011c522.el9.noa 11 MB/s | 782 kB 00:00 2024-09-12T00:20:57.466 INFO:teuthology.orchestra.run.smithi163.stdout:(36/285): bluez-libs-5.56-6.el9.x86_64.rpm 781 kB/s | 85 kB 00:00 2024-09-12T00:20:57.491 INFO:teuthology.orchestra.run.smithi163.stdout:(37/285): ModemManager-glib-1.20.2-1.el9.x86_64 1.9 MB/s | 335 kB 00:00 2024-09-12T00:20:57.508 INFO:teuthology.orchestra.run.smithi163.stdout:(38/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 1.2 MB/s | 49 kB 00:00 2024-09-12T00:20:57.541 INFO:teuthology.orchestra.run.smithi163.stdout:(39/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 5.1 MB/s | 262 kB 00:00 2024-09-12T00:20:57.567 INFO:teuthology.orchestra.run.smithi163.stdout:(40/285): fuse-2.9.9-16.el9.x86_64.rpm 1.3 MB/s | 80 kB 00:00 2024-09-12T00:20:57.609 INFO:teuthology.orchestra.run.smithi163.stdout:(41/285): libpciaccess-0.16-7.el9.x86_64.rpm 646 kB/s | 27 kB 00:00 2024-09-12T00:20:57.642 INFO:teuthology.orchestra.run.smithi163.stdout:(42/285): libgfortran-11.5.0-2.el9.x86_64.rpm 7.8 MB/s | 801 kB 00:00 2024-09-12T00:20:57.676 INFO:teuthology.orchestra.run.smithi163.stdout:(43/285): libquadmath-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 191 kB 00:00 2024-09-12T00:20:57.702 INFO:teuthology.orchestra.run.smithi163.stdout:(44/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-09-12T00:20:57.727 INFO:teuthology.orchestra.run.smithi163.stdout:(45/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-09-12T00:20:57.777 INFO:teuthology.orchestra.run.smithi163.stdout:(46/285): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-09-12T00:20:57.802 INFO:teuthology.orchestra.run.smithi163.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-12T00:20:57.828 INFO:teuthology.orchestra.run.smithi163.stdout:(48/285): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-12T00:20:57.853 INFO:teuthology.orchestra.run.smithi163.stdout:(49/285): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-12T00:20:57.887 INFO:teuthology.orchestra.run.smithi163.stdout:(50/285): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-12T00:20:58.128 INFO:teuthology.orchestra.run.smithi163.stdout:(51/285): ceph-mgr-dashboard-19.3.0-4753.gd011c 12 MB/s | 14 MB 00:01 2024-09-12T00:20:58.221 INFO:teuthology.orchestra.run.smithi163.stdout:(52/285): adwaita-cursor-theme-40.1.1-3.el9.noa 1.7 MB/s | 650 kB 00:00 2024-09-12T00:20:58.280 INFO:teuthology.orchestra.run.smithi163.stdout:(53/285): apache-commons-cli-1.4-17.el9.noarch. 1.2 MB/s | 71 kB 00:00 2024-09-12T00:20:58.355 INFO:teuthology.orchestra.run.smithi163.stdout:(54/285): apache-commons-codec-1.15-7.el9.noarc 3.9 MB/s | 302 kB 00:00 2024-09-12T00:20:58.414 INFO:teuthology.orchestra.run.smithi163.stdout:(55/285): apache-commons-io-2.8.0-8.el9.noarch. 4.7 MB/s | 283 kB 00:00 2024-09-12T00:20:58.447 INFO:teuthology.orchestra.run.smithi163.stdout:(56/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 1.6 MB/s | 523 kB 00:00 2024-09-12T00:20:58.472 INFO:teuthology.orchestra.run.smithi163.stdout:(57/285): apache-commons-lang3-3.12.0-6.el9.noa 9.3 MB/s | 559 kB 00:00 2024-09-12T00:20:58.498 INFO:teuthology.orchestra.run.smithi163.stdout:(58/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2024-09-12T00:20:58.540 INFO:teuthology.orchestra.run.smithi163.stdout:(59/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 2.8 MB/s | 195 kB 00:00 2024-09-12T00:20:58.565 INFO:teuthology.orchestra.run.smithi163.stdout:(60/285): atinject-1.0.3-6.el9.noarch.rpm 347 kB/s | 23 kB 00:00 2024-09-12T00:20:58.599 INFO:teuthology.orchestra.run.smithi163.stdout:(61/285): atk-2.36.0-5.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-09-12T00:20:58.616 INFO:teuthology.orchestra.run.smithi163.stdout:(62/285): avahi-glib-0.8-21.el9.x86_64.rpm 296 kB/s | 15 kB 00:00 2024-09-12T00:20:58.649 INFO:teuthology.orchestra.run.smithi163.stdout:(63/285): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 107 kB 00:00 2024-09-12T00:20:58.666 INFO:teuthology.orchestra.run.smithi163.stdout:(64/285): cdi-api-2.0.2-6.el9.noarch.rpm 1.0 MB/s | 53 kB 00:00 2024-09-12T00:20:58.708 INFO:teuthology.orchestra.run.smithi163.stdout:(65/285): colord-libs-1.4.5-4.el9.x86_64.rpm 3.8 MB/s | 229 kB 00:00 2024-09-12T00:20:58.725 INFO:teuthology.orchestra.run.smithi163.stdout:(66/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 1.0 MB/s | 61 kB 00:00 2024-09-12T00:20:58.751 INFO:teuthology.orchestra.run.smithi163.stdout:(67/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 670 kB/s | 28 kB 00:00 2024-09-12T00:20:58.784 INFO:teuthology.orchestra.run.smithi163.stdout:(68/285): dconf-0.40.0-6.el9.x86_64.rpm 1.9 MB/s | 113 kB 00:00 2024-09-12T00:20:58.810 INFO:teuthology.orchestra.run.smithi163.stdout:(69/285): exempi-2.6.0-0.2.20211007gite23c213.e 8.7 MB/s | 525 kB 00:00 2024-09-12T00:20:58.910 INFO:teuthology.orchestra.run.smithi163.stdout:(70/285): exiv2-0.27.5-2.el9.x86_64.rpm 7.6 MB/s | 980 kB 00:00 2024-09-12T00:20:58.969 INFO:teuthology.orchestra.run.smithi163.stdout:(71/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 5.5 MB/s | 325 kB 00:00 2024-09-12T00:20:59.027 INFO:teuthology.orchestra.run.smithi163.stdout:(72/285): flac-libs-1.3.3-12.el9.x86_64.rpm 3.7 MB/s | 218 kB 00:00 2024-09-12T00:20:59.068 INFO:teuthology.orchestra.run.smithi181.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:20:59.069 INFO:teuthology.orchestra.run.smithi181.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:20:59.111 INFO:teuthology.orchestra.run.smithi163.stdout:(73/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 2.5 MB/s | 781 kB 00:00 2024-09-12T00:20:59.158 INFO:teuthology.orchestra.run.smithi181.stdout:Dependencies resolved. 2024-09-12T00:20:59.161 INFO:teuthology.orchestra.run.smithi163.stdout:(74/285): flatpak-selinux-1.12.9-1.el9.noarch.r 432 kB/s | 22 kB 00:00 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout:====================================================================================================== 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout: Package Arch Version Repository Size 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout:====================================================================================================== 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout:Installing: 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout: ceph x86_64 2:19.3.0-4753.gd011c522.el9 ceph 6.6 k 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 899 k 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4753.gd011c522.el9 ceph 145 k 2024-09-12T00:20:59.175 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr x86_64 2:19.3.0-4753.gd011c522.el9 ceph 1.5 M 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 154 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 14 M 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 7.4 M 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 49 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 11 M 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test x86_64 2:19.3.0-4753.gd011c522.el9 ceph 50 M 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 285 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 782 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 32 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 755 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 126 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T00:20:59.176 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados x86_64 2:19.3.0-4753.gd011c522.el9 ceph 322 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 306 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 99 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 85 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 170 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrading: 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: librados2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.5 M 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout:Installing dependencies: 2024-09-12T00:20:59.177 INFO:teuthology.orchestra.run.smithi181.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T00:20:59.178 INFO:teuthology.orchestra.run.smithi181.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 22 M 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 34 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds x86_64 2:19.3.0-4753.gd011c522.el9 ceph 2.4 M 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 291 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon x86_64 2:19.3.0-4753.gd011c522.el9 ceph 4.8 M 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 17 M 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 16 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux x86_64 2:19.3.0-4753.gd011c522.el9 ceph 25 k 2024-09-12T00:20:59.179 INFO:teuthology.orchestra.run.smithi181.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T00:20:59.180 INFO:teuthology.orchestra.run.smithi181.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T00:20:59.181 INFO:teuthology.orchestra.run.smithi181.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T00:20:59.182 INFO:teuthology.orchestra.run.smithi181.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T00:20:59.183 INFO:teuthology.orchestra.run.smithi181.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T00:20:59.184 INFO:teuthology.orchestra.run.smithi181.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 508 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:20:59.185 INFO:teuthology.orchestra.run.smithi181.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T00:20:59.186 INFO:teuthology.orchestra.run.smithi181.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T00:20:59.187 INFO:teuthology.orchestra.run.smithi181.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T00:20:59.188 INFO:teuthology.orchestra.run.smithi181.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T00:20:59.189 INFO:teuthology.orchestra.run.smithi181.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 45 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 143 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T00:20:59.190 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T00:20:59.191 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T00:20:59.192 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T00:20:59.193 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T00:20:59.194 INFO:teuthology.orchestra.run.smithi181.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T00:20:59.195 INFO:teuthology.orchestra.run.smithi181.stdout:Installing weak dependencies: 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T00:20:59.196 INFO:teuthology.orchestra.run.smithi181.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction Summary 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout:====================================================================================================== 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout:Install 283 Packages 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout:Upgrade 2 Packages 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout:Total download size: 327 M 2024-09-12T00:20:59.197 INFO:teuthology.orchestra.run.smithi181.stdout:Downloading Packages: 2024-09-12T00:20:59.220 INFO:teuthology.orchestra.run.smithi163.stdout:(75/285): flatpak-session-helper-1.12.9-1.el9.x 1.2 MB/s | 73 kB 00:00 2024-09-12T00:20:59.271 INFO:teuthology.orchestra.run.smithi163.stdout:(76/285): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-09-12T00:20:59.513 INFO:teuthology.orchestra.run.smithi163.stdout:(77/285): flatpak-1.12.9-1.el9.x86_64.rpm 3.5 MB/s | 1.7 MB 00:00 2024-09-12T00:20:59.518 INFO:teuthology.orchestra.run.smithi181.stdout:(1/285): ceph-19.3.0-4753.gd011c522.el9.x86_64. 50 kB/s | 6.6 kB 00:00 2024-09-12T00:20:59.563 INFO:teuthology.orchestra.run.smithi163.stdout:(78/285): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-12T00:20:59.647 INFO:teuthology.orchestra.run.smithi163.stdout:(79/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 1.0 MB/s | 89 kB 00:00 2024-09-12T00:20:59.693 INFO:teuthology.orchestra.run.smithi181.stdout:(2/285): ceph-fuse-19.3.0-4753.gd011c522.el9.x8 5.0 MB/s | 899 kB 00:00 2024-09-12T00:20:59.730 INFO:teuthology.orchestra.run.smithi163.stdout:(80/285): geoclue2-2.6.0-7.el9.x86_64.rpm 1.5 MB/s | 124 kB 00:00 2024-09-12T00:20:59.781 INFO:teuthology.orchestra.run.smithi163.stdout:(81/285): giflib-5.2.1-9.el9.x86_64.rpm 974 kB/s | 49 kB 00:00 2024-09-12T00:20:59.786 INFO:teuthology.orchestra.run.smithi181.stdout:(3/285): ceph-immutable-object-cache-19.3.0-475 1.5 MB/s | 145 kB 00:00 2024-09-12T00:20:59.886 INFO:teuthology.orchestra.run.smithi181.stdout:(4/285): ceph-base-19.3.0-4753.gd011c522.el9.x8 11 MB/s | 5.5 MB 00:00 2024-09-12T00:20:59.986 INFO:teuthology.orchestra.run.smithi181.stdout:(5/285): ceph-mgr-19.3.0-4753.gd011c522.el9.x86 15 MB/s | 1.5 MB 00:00 2024-09-12T00:21:00.036 INFO:teuthology.orchestra.run.smithi181.stdout:(6/285): ceph-mds-19.3.0-4753.gd011c522.el9.x86 9.4 MB/s | 2.4 MB 00:00 2024-09-12T00:21:00.039 INFO:teuthology.orchestra.run.smithi163.stdout:(82/285): google-guice-4.2.3-9.el9.noarch.rpm 1.8 MB/s | 473 kB 00:00 2024-09-12T00:21:00.131 INFO:teuthology.orchestra.run.smithi163.stdout:(83/285): graphene-1.10.6-2.el9.x86_64.rpm 704 kB/s | 64 kB 00:00 2024-09-12T00:21:00.190 INFO:teuthology.orchestra.run.smithi163.stdout:(84/285): gsm-1.0.19-6.el9.x86_64.rpm 585 kB/s | 34 kB 00:00 2024-09-12T00:21:00.278 INFO:teuthology.orchestra.run.smithi181.stdout:(7/285): ceph-mon-19.3.0-4753.gd011c522.el9.x86 16 MB/s | 4.8 MB 00:00 2024-09-12T00:21:00.508 INFO:teuthology.orchestra.run.smithi163.stdout:(85/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.4 MB/s | 3.0 MB 00:01 2024-09-12T00:21:00.549 INFO:teuthology.orchestra.run.smithi163.stdout:(86/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 4.0 MB/s | 1.4 MB 00:00 2024-09-12T00:21:00.595 INFO:teuthology.orchestra.run.smithi181.stdout:(8/285): ceph-common-19.3.0-4753.gd011c522.el9. 18 MB/s | 22 MB 00:01 2024-09-12T00:21:00.632 INFO:teuthology.orchestra.run.smithi163.stdout:(87/285): gstreamer1-plugins-base-1.22.1-2.el9. 18 MB/s | 2.2 MB 00:00 2024-09-12T00:21:00.645 INFO:teuthology.orchestra.run.smithi181.stdout:(9/285): ceph-selinux-19.3.0-4753.gd011c522.el9 507 kB/s | 25 kB 00:00 2024-09-12T00:21:00.658 INFO:teuthology.orchestra.run.smithi163.stdout:(88/285): gtk-update-icon-cache-3.24.31-5.el9.x 304 kB/s | 33 kB 00:00 2024-09-12T00:21:00.808 INFO:teuthology.orchestra.run.smithi163.stdout:(89/285): gtk3-3.24.31-5.el9.x86_64.rpm 28 MB/s | 4.9 MB 00:00 2024-09-12T00:21:00.875 INFO:teuthology.orchestra.run.smithi163.stdout:(90/285): guava-30.1-6.el9.noarch.rpm 11 MB/s | 2.3 MB 00:00 2024-09-12T00:21:00.900 INFO:teuthology.orchestra.run.smithi163.stdout:(91/285): hicolor-icon-theme-0.17-13.el9.noarch 2.3 MB/s | 219 kB 00:00 2024-09-12T00:21:00.951 INFO:teuthology.orchestra.run.smithi163.stdout:(92/285): httpcomponents-client-4.5.13-3.el9.no 8.5 MB/s | 657 kB 00:00 2024-09-12T00:21:00.979 INFO:teuthology.orchestra.run.smithi181.stdout:(10/285): ceph-osd-19.3.0-4753.gd011c522.el9.x8 18 MB/s | 17 MB 00:00 2024-09-12T00:21:00.985 INFO:teuthology.orchestra.run.smithi163.stdout:(93/285): httpcomponents-core-4.4.13-7.el9.noar 7.3 MB/s | 632 kB 00:00 2024-09-12T00:21:01.029 INFO:teuthology.orchestra.run.smithi181.stdout:(11/285): libcephfs-devel-19.3.0-4753.gd011c522 640 kB/s | 32 kB 00:00 2024-09-12T00:21:01.068 INFO:teuthology.orchestra.run.smithi163.stdout:(94/285): iso-codes-4.6.0-3.el9.noarch.rpm 30 MB/s | 3.5 MB 00:00 2024-09-12T00:21:01.094 INFO:teuthology.orchestra.run.smithi163.stdout:(95/285): jakarta-annotations-1.3.5-13.el9.noar 415 kB/s | 45 kB 00:00 2024-09-12T00:21:01.119 INFO:teuthology.orchestra.run.smithi163.stdout:(96/285): jansi-2.3.3-6.el9.x86_64.rpm 2.1 MB/s | 110 kB 00:00 2024-09-12T00:21:01.152 INFO:teuthology.orchestra.run.smithi163.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 6.9 MB/s | 413 kB 00:00 2024-09-12T00:21:01.154 INFO:teuthology.orchestra.run.smithi181.stdout:(12/285): ceph-radosgw-19.3.0-4753.gd011c522.el 12 MB/s | 11 MB 00:00 2024-09-12T00:21:01.188 INFO:teuthology.orchestra.run.smithi181.stdout:(13/285): libcephfs2-19.3.0-4753.gd011c522.el9. 4.7 MB/s | 755 kB 00:00 2024-09-12T00:21:01.213 INFO:teuthology.orchestra.run.smithi181.stdout:(14/285): libcephsqlite-19.3.0-4753.gd011c522.e 2.7 MB/s | 161 kB 00:00 2024-09-12T00:21:01.228 INFO:teuthology.orchestra.run.smithi163.stdout:(98/285): java-11-openjdk-devel-11.0.20.1.1-2.e 31 MB/s | 3.3 MB 00:00 2024-09-12T00:21:01.230 INFO:teuthology.orchestra.run.smithi181.stdout:(15/285): librados-devel-19.3.0-4753.gd011c522. 3.0 MB/s | 126 kB 00:00 2024-09-12T00:21:01.264 INFO:teuthology.orchestra.run.smithi181.stdout:(16/285): libradosstriper1-19.3.0-4753.gd011c52 9.9 MB/s | 508 kB 00:00 2024-09-12T00:21:01.278 INFO:teuthology.orchestra.run.smithi163.stdout:(99/285): javapackages-filesystem-6.0.0-4.el9.n 260 kB/s | 13 kB 00:00 2024-09-12T00:21:01.337 INFO:teuthology.orchestra.run.smithi163.stdout:(100/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 910 kB/s | 53 kB 00:00 2024-09-12T00:21:01.339 INFO:teuthology.orchestra.run.smithi181.stdout:(17/285): python3-ceph-argparse-19.3.0-4753.gd0 602 kB/s | 45 kB 00:00 2024-09-12T00:21:01.439 INFO:teuthology.orchestra.run.smithi181.stdout:(18/285): python3-ceph-common-19.3.0-4753.gd011 1.4 MB/s | 143 kB 00:00 2024-09-12T00:21:01.479 INFO:teuthology.orchestra.run.smithi163.stdout:(101/285): adwaita-icon-theme-40.1.1-3.el9.noar 3.3 MB/s | 12 MB 00:03 2024-09-12T00:21:01.504 INFO:teuthology.orchestra.run.smithi163.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 144 kB/s | 24 kB 00:00 2024-09-12T00:21:01.523 INFO:teuthology.orchestra.run.smithi181.stdout:(19/285): librgw2-19.3.0-4753.gd011c522.el9.x86 19 MB/s | 5.5 MB 00:00 2024-09-12T00:21:01.548 INFO:teuthology.orchestra.run.smithi181.stdout:(20/285): python3-cephfs-19.3.0-4753.gd011c522. 1.5 MB/s | 161 kB 00:00 2024-09-12T00:21:01.554 INFO:teuthology.orchestra.run.smithi163.stdout:(103/285): jsr-305-3.0.2-6.el9.noarch.rpm 707 kB/s | 35 kB 00:00 2024-09-12T00:21:01.573 INFO:teuthology.orchestra.run.smithi181.stdout:(21/285): python3-rados-19.3.0-4753.gd011c522.e 6.3 MB/s | 322 kB 00:00 2024-09-12T00:21:01.580 INFO:teuthology.orchestra.run.smithi163.stdout:(104/285): jsoup-1.13.1-10.el9.noarch.rpm 3.7 MB/s | 377 kB 00:00 2024-09-12T00:21:01.598 INFO:teuthology.orchestra.run.smithi181.stdout:(22/285): python3-rbd-19.3.0-4753.gd011c522.el9 6.0 MB/s | 306 kB 00:00 2024-09-12T00:21:01.605 INFO:teuthology.orchestra.run.smithi163.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 3.3 MB/s | 168 kB 00:00 2024-09-12T00:21:01.624 INFO:teuthology.orchestra.run.smithi181.stdout:(23/285): python3-rgw-19.3.0-4753.gd011c522.el9 1.9 MB/s | 99 kB 00:00 2024-09-12T00:21:01.630 INFO:teuthology.orchestra.run.smithi163.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 220 kB/s | 11 kB 00:00 2024-09-12T00:21:01.649 INFO:teuthology.orchestra.run.smithi181.stdout:(24/285): rbd-fuse-19.3.0-4753.gd011c522.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T00:21:01.655 INFO:teuthology.orchestra.run.smithi163.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 480 kB/s | 24 kB 00:00 2024-09-12T00:21:01.689 INFO:teuthology.orchestra.run.smithi163.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 526 kB/s | 31 kB 00:00 2024-09-12T00:21:01.715 INFO:teuthology.orchestra.run.smithi163.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 388 kB/s | 23 kB 00:00 2024-09-12T00:21:01.716 INFO:teuthology.orchestra.run.smithi181.stdout:(25/285): rbd-nbd-19.3.0-4753.gd011c522.el9.x86 2.5 MB/s | 170 kB 00:00 2024-09-12T00:21:01.740 INFO:teuthology.orchestra.run.smithi163.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 392 kB/s | 20 kB 00:00 2024-09-12T00:21:01.765 INFO:teuthology.orchestra.run.smithi163.stdout:(111/285): libXi-1.7.10-8.el9.x86_64.rpm 788 kB/s | 40 kB 00:00 2024-09-12T00:21:01.766 INFO:teuthology.orchestra.run.smithi181.stdout:(26/285): rbd-mirror-19.3.0-4753.gd011c522.el9. 22 MB/s | 3.2 MB 00:00 2024-09-12T00:21:01.790 INFO:teuthology.orchestra.run.smithi163.stdout:(112/285): libXinerama-1.1.4-10.el9.x86_64.rpm 300 kB/s | 15 kB 00:00 2024-09-12T00:21:01.792 INFO:teuthology.orchestra.run.smithi181.stdout:(27/285): ceph-grafana-dashboards-19.3.0-4753.g 457 kB/s | 34 kB 00:00 2024-09-12T00:21:01.826 INFO:teuthology.orchestra.run.smithi181.stdout:(28/285): ceph-mgr-cephadm-19.3.0-4753.gd011c52 2.6 MB/s | 154 kB 00:00 2024-09-12T00:21:01.839 INFO:teuthology.orchestra.run.smithi163.stdout:(113/285): libXrandr-1.5.2-8.el9.x86_64.rpm 384 kB/s | 28 kB 00:00 2024-09-12T00:21:01.866 INFO:teuthology.orchestra.run.smithi163.stdout:(114/285): libXtst-1.2.3-16.el9.x86_64.rpm 285 kB/s | 21 kB 00:00 2024-09-12T00:21:01.891 INFO:teuthology.orchestra.run.smithi163.stdout:(115/285): libXv-1.0.11-16.el9.x86_64.rpm 370 kB/s | 19 kB 00:00 2024-09-12T00:21:01.917 INFO:teuthology.orchestra.run.smithi163.stdout:(116/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 372 kB/s | 19 kB 00:00 2024-09-12T00:21:01.950 INFO:teuthology.orchestra.run.smithi163.stdout:(117/285): libasyncns-0.8-22.el9.x86_64.rpm 519 kB/s | 30 kB 00:00 2024-09-12T00:21:01.976 INFO:teuthology.orchestra.run.smithi163.stdout:(118/285): libcanberra-0.30-27.el9.x86_64.rpm 1.4 MB/s | 86 kB 00:00 2024-09-12T00:21:02.009 INFO:teuthology.orchestra.run.smithi163.stdout:(119/285): libcanberra-gtk3-0.30-27.el9.x86_64. 539 kB/s | 32 kB 00:00 2024-09-12T00:21:02.035 INFO:teuthology.orchestra.run.smithi163.stdout:(120/285): libdrm-2.4.121-1.el9.x86_64.rpm 2.7 MB/s | 161 kB 00:00 2024-09-12T00:21:02.068 INFO:teuthology.orchestra.run.smithi163.stdout:(121/285): libepoxy-1.5.5-4.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2024-09-12T00:21:02.209 INFO:teuthology.orchestra.run.smithi181.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 19 MB/s | 7.4 MB 00:00 2024-09-12T00:21:02.268 INFO:teuthology.orchestra.run.smithi181.stdout:(30/285): ceph-mgr-modules-core-19.3.0-4753.gd0 4.9 MB/s | 291 kB 00:00 2024-09-12T00:21:02.327 INFO:teuthology.orchestra.run.smithi181.stdout:(31/285): ceph-mgr-rook-19.3.0-4753.gd011c522.e 847 kB/s | 49 kB 00:00 2024-09-12T00:21:02.377 INFO:teuthology.orchestra.run.smithi181.stdout:(32/285): ceph-prometheus-alerts-19.3.0-4753.gd 330 kB/s | 16 kB 00:00 2024-09-12T00:21:02.402 INFO:teuthology.orchestra.run.smithi163.stdout:(122/285): java-11-openjdk-headless-11.0.20.1.1 31 MB/s | 39 MB 00:01 2024-09-12T00:21:02.427 INFO:teuthology.orchestra.run.smithi163.stdout:(123/285): libfontenc-1.1.3-17.el9.x86_64.rpm 86 kB/s | 31 kB 00:00 2024-09-12T00:21:02.444 INFO:teuthology.orchestra.run.smithi181.stdout:(33/285): ceph-volume-19.3.0-4753.gd011c522.el9 4.2 MB/s | 285 kB 00:00 2024-09-12T00:21:02.453 INFO:teuthology.orchestra.run.smithi163.stdout:(124/285): libexif-0.6.22-6.el9.x86_64.rpm 1.0 MB/s | 435 kB 00:00 2024-09-12T00:21:02.478 INFO:teuthology.orchestra.run.smithi163.stdout:(125/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2024-09-12T00:21:02.503 INFO:teuthology.orchestra.run.smithi163.stdout:(126/285): libglvnd-1.3.4-1.el9.x86_64.rpm 1.8 MB/s | 135 kB 00:00 2024-09-12T00:21:02.520 INFO:teuthology.orchestra.run.smithi163.stdout:(127/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 547 kB/s | 37 kB 00:00 2024-09-12T00:21:02.527 INFO:teuthology.orchestra.run.smithi181.stdout:(34/285): cephadm-19.3.0-4753.gd011c522.el9.noa 9.2 MB/s | 782 kB 00:00 2024-09-12T00:21:02.546 INFO:teuthology.orchestra.run.smithi163.stdout:(128/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 2.1 MB/s | 142 kB 00:00 2024-09-12T00:21:02.571 INFO:teuthology.orchestra.run.smithi163.stdout:(129/285): libgsf-1.14.47-5.el9.x86_64.rpm 3.7 MB/s | 256 kB 00:00 2024-09-12T00:21:02.596 INFO:teuthology.orchestra.run.smithi163.stdout:(130/285): libgxps-0.3.2-3.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-09-12T00:21:02.622 INFO:teuthology.orchestra.run.smithi163.stdout:(131/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 813 kB/s | 61 kB 00:00 2024-09-12T00:21:02.647 INFO:teuthology.orchestra.run.smithi163.stdout:(132/285): libldac-2.0.2.3-10.el9.x86_64.rpm 547 kB/s | 41 kB 00:00 2024-09-12T00:21:02.672 INFO:teuthology.orchestra.run.smithi163.stdout:(133/285): libnotify-0.7.9-8.el9.x86_64.rpm 578 kB/s | 44 kB 00:00 2024-09-12T00:21:02.697 INFO:teuthology.orchestra.run.smithi163.stdout:(134/285): libogg-1.3.4-6.el9.x86_64.rpm 444 kB/s | 34 kB 00:00 2024-09-12T00:21:02.723 INFO:teuthology.orchestra.run.smithi163.stdout:(135/285): libosinfo-1.10.0-1.el9.x86_64.rpm 4.1 MB/s | 319 kB 00:00 2024-09-12T00:21:02.748 INFO:teuthology.orchestra.run.smithi163.stdout:(136/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-09-12T00:21:02.773 INFO:teuthology.orchestra.run.smithi163.stdout:(137/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 600 kB/s | 45 kB 00:00 2024-09-12T00:21:02.799 INFO:teuthology.orchestra.run.smithi163.stdout:(138/285): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-09-12T00:21:02.824 INFO:teuthology.orchestra.run.smithi163.stdout:(139/285): libsbc-1.4-9.el9.x86_64.rpm 593 kB/s | 45 kB 00:00 2024-09-12T00:21:02.849 INFO:teuthology.orchestra.run.smithi163.stdout:(140/285): libsndfile-1.0.31-8.el9.x86_64.rpm 2.7 MB/s | 206 kB 00:00 2024-09-12T00:21:02.875 INFO:teuthology.orchestra.run.smithi163.stdout:(141/285): libtheora-1.1.1-31.el9.x86_64.rpm 2.1 MB/s | 164 kB 00:00 2024-09-12T00:21:02.908 INFO:teuthology.orchestra.run.smithi163.stdout:(142/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 607 kB/s | 36 kB 00:00 2024-09-12T00:21:02.933 INFO:teuthology.orchestra.run.smithi163.stdout:(143/285): libtiff-4.4.0-13.el9.x86_64.rpm 1.8 MB/s | 198 kB 00:00 2024-09-12T00:21:02.967 INFO:teuthology.orchestra.run.smithi163.stdout:(144/285): libtracker-sparql-3.1.2-3.el9.x86_64 3.4 MB/s | 324 kB 00:00 2024-09-12T00:21:02.992 INFO:teuthology.orchestra.run.smithi163.stdout:(145/285): libvisual-0.4.0-34.el9.x86_64.rpm 1.7 MB/s | 144 kB 00:00 2024-09-12T00:21:03.011 INFO:teuthology.orchestra.run.smithi181.stdout:(35/285): ceph-test-19.3.0-4753.gd011c522.el9.x 21 MB/s | 50 MB 00:02 2024-09-12T00:21:03.017 INFO:teuthology.orchestra.run.smithi163.stdout:(146/285): libvorbis-1.3.7-5.el9.x86_64.rpm 2.2 MB/s | 193 kB 00:00 2024-09-12T00:21:03.043 INFO:teuthology.orchestra.run.smithi163.stdout:(147/285): libwayland-client-1.21.0-1.el9.x86_6 441 kB/s | 33 kB 00:00 2024-09-12T00:21:03.068 INFO:teuthology.orchestra.run.smithi163.stdout:(148/285): libwayland-cursor-1.21.0-1.el9.x86_6 256 kB/s | 19 kB 00:00 2024-09-12T00:21:03.094 INFO:teuthology.orchestra.run.smithi163.stdout:(149/285): libwayland-egl-1.21.0-1.el9.x86_64.r 169 kB/s | 13 kB 00:00 2024-09-12T00:21:03.119 INFO:teuthology.orchestra.run.smithi163.stdout:(150/285): libwayland-server-1.21.0-1.el9.x86_6 552 kB/s | 42 kB 00:00 2024-09-12T00:21:03.144 INFO:teuthology.orchestra.run.smithi163.stdout:(151/285): libwebp-1.2.0-8.el9.x86_64.rpm 3.6 MB/s | 277 kB 00:00 2024-09-12T00:21:03.161 INFO:teuthology.orchestra.run.smithi181.stdout:(36/285): ceph-mgr-dashboard-19.3.0-4753.gd011c 10 MB/s | 14 MB 00:01 2024-09-12T00:21:03.169 INFO:teuthology.orchestra.run.smithi163.stdout:(152/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.7 MB/s | 133 kB 00:00 2024-09-12T00:21:03.188 INFO:teuthology.orchestra.run.smithi181.stdout:(37/285): ModemManager-glib-1.20.2-1.el9.x86_64 509 kB/s | 335 kB 00:00 2024-09-12T00:21:03.195 INFO:teuthology.orchestra.run.smithi163.stdout:(153/285): libxshmfence-1.3-10.el9.x86_64.rpm 167 kB/s | 13 kB 00:00 2024-09-12T00:21:03.220 INFO:teuthology.orchestra.run.smithi163.stdout:(154/285): low-memory-monitor-2.1-4.el9.x86_64. 475 kB/s | 36 kB 00:00 2024-09-12T00:21:03.245 INFO:teuthology.orchestra.run.smithi181.stdout:(38/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 4.4 MB/s | 262 kB 00:00 2024-09-12T00:21:03.254 INFO:teuthology.orchestra.run.smithi163.stdout:(155/285): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-09-12T00:21:03.270 INFO:teuthology.orchestra.run.smithi181.stdout:(39/285): bluez-libs-5.56-6.el9.x86_64.rpm 327 kB/s | 85 kB 00:00 2024-09-12T00:21:03.279 INFO:teuthology.orchestra.run.smithi163.stdout:(156/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-12T00:21:03.295 INFO:teuthology.orchestra.run.smithi181.stdout:(40/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 369 kB/s | 49 kB 00:00 2024-09-12T00:21:03.304 INFO:teuthology.orchestra.run.smithi163.stdout:(157/285): lua-posix-35.0-8.el9.x86_64.rpm 1.8 MB/s | 151 kB 00:00 2024-09-12T00:21:03.321 INFO:teuthology.orchestra.run.smithi181.stdout:(41/285): fuse-2.9.9-16.el9.x86_64.rpm 1.0 MB/s | 80 kB 00:00 2024-09-12T00:21:03.346 INFO:teuthology.orchestra.run.smithi181.stdout:(42/285): libpciaccess-0.16-7.el9.x86_64.rpm 536 kB/s | 27 kB 00:00 2024-09-12T00:21:03.346 INFO:teuthology.orchestra.run.smithi163.stdout:(158/285): maven-3.6.3-15.el9.noarch.rpm 192 kB/s | 18 kB 00:00 2024-09-12T00:21:03.363 INFO:teuthology.orchestra.run.smithi163.stdout:(159/285): maven-openjdk11-3.6.3-15.el9.noarch. 154 kB/s | 9.0 kB 00:00 2024-09-12T00:21:03.371 INFO:teuthology.orchestra.run.smithi181.stdout:(43/285): libquadmath-11.5.0-2.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T00:21:03.405 INFO:teuthology.orchestra.run.smithi163.stdout:(160/285): maven-resolver-1.6.1-10.el9.noarch.r 8.6 MB/s | 517 kB 00:00 2024-09-12T00:21:03.413 INFO:teuthology.orchestra.run.smithi181.stdout:(44/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.4 MB/s | 94 kB 00:00 2024-09-12T00:21:03.438 INFO:teuthology.orchestra.run.smithi181.stdout:(45/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-12T00:21:03.439 INFO:teuthology.orchestra.run.smithi163.stdout:(161/285): maven-shared-utils-3.3.4-3.el9.noarc 2.0 MB/s | 151 kB 00:00 2024-09-12T00:21:03.464 INFO:teuthology.orchestra.run.smithi181.stdout:(46/285): libgfortran-11.5.0-2.el9.x86_64.rpm 4.7 MB/s | 801 kB 00:00 2024-09-12T00:21:03.464 INFO:teuthology.orchestra.run.smithi163.stdout:(162/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.9 MB/s | 112 kB 00:00 2024-09-12T00:21:03.489 INFO:teuthology.orchestra.run.smithi181.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-12T00:21:03.514 INFO:teuthology.orchestra.run.smithi181.stdout:(48/285): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-12T00:21:03.539 INFO:teuthology.orchestra.run.smithi163.stdout:(163/285): mesa-filesystem-24.1.2-3.el9.x86_64. 150 kB/s | 11 kB 00:00 2024-09-12T00:21:03.540 INFO:teuthology.orchestra.run.smithi181.stdout:(49/285): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-12T00:21:03.565 INFO:teuthology.orchestra.run.smithi181.stdout:(50/285): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-12T00:21:03.598 INFO:teuthology.orchestra.run.smithi163.stdout:(164/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 2.3 MB/s | 139 kB 00:00 2024-09-12T00:21:03.600 INFO:teuthology.orchestra.run.smithi181.stdout:(51/285): python3-cryptography-36.0.1-4.el9.x86 6.6 MB/s | 1.2 MB 00:00 2024-09-12T00:21:03.632 INFO:teuthology.orchestra.run.smithi163.stdout:(165/285): maven-lib-3.6.3-15.el9.noarch.rpm 4.2 MB/s | 1.5 MB 00:00 2024-09-12T00:21:03.657 INFO:teuthology.orchestra.run.smithi163.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 2.8 MB/s | 171 kB 00:00 2024-09-12T00:21:03.757 INFO:teuthology.orchestra.run.smithi163.stdout:(167/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 28 MB/s | 8.8 MB 00:00 2024-09-12T00:21:03.783 INFO:teuthology.orchestra.run.smithi163.stdout:(168/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 241 kB/s | 36 kB 00:00 2024-09-12T00:21:03.808 INFO:teuthology.orchestra.run.smithi163.stdout:(169/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 305 kB/s | 46 kB 00:00 2024-09-12T00:21:03.824 INFO:teuthology.orchestra.run.smithi181.stdout:(52/285): adwaita-cursor-theme-40.1.1-3.el9.noa 2.2 MB/s | 650 kB 00:00 2024-09-12T00:21:03.833 INFO:teuthology.orchestra.run.smithi163.stdout:(170/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 428 kB/s | 32 kB 00:00 2024-09-12T00:21:03.864 INFO:teuthology.orchestra.run.smithi163.stdout:(171/285): openblas-0.3.26-2.el9.x86_64.rpm 687 kB/s | 38 kB 00:00 2024-09-12T00:21:03.882 INFO:teuthology.orchestra.run.smithi181.stdout:(53/285): apache-commons-cli-1.4-17.el9.noarch. 1.2 MB/s | 71 kB 00:00 2024-09-12T00:21:03.889 INFO:teuthology.orchestra.run.smithi163.stdout:(172/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.8 MB/s | 163 kB 00:00 2024-09-12T00:21:03.907 INFO:teuthology.orchestra.run.smithi181.stdout:(54/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 1.7 MB/s | 523 kB 00:00 2024-09-12T00:21:03.923 INFO:teuthology.orchestra.run.smithi163.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 3.3 MB/s | 200 kB 00:00 2024-09-12T00:21:03.949 INFO:teuthology.orchestra.run.smithi163.stdout:(174/285): orc-0.4.31-8.el9.x86_64.rpm 3.1 MB/s | 183 kB 00:00 2024-09-12T00:21:03.949 INFO:teuthology.orchestra.run.smithi181.stdout:(55/285): apache-commons-codec-1.15-7.el9.noarc 4.4 MB/s | 302 kB 00:00 2024-09-12T00:21:03.975 INFO:teuthology.orchestra.run.smithi181.stdout:(56/285): apache-commons-io-2.8.0-8.el9.noarch. 4.1 MB/s | 283 kB 00:00 2024-09-12T00:21:03.982 INFO:teuthology.orchestra.run.smithi163.stdout:(175/285): osinfo-db-20240701-2.el9.noarch.rpm 8.8 MB/s | 531 kB 00:00 2024-09-12T00:21:04.008 INFO:teuthology.orchestra.run.smithi163.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 1.2 MB/s | 74 kB 00:00 2024-09-12T00:21:04.033 INFO:teuthology.orchestra.run.smithi181.stdout:(57/285): apache-commons-lang3-3.12.0-6.el9.noa 6.5 MB/s | 559 kB 00:00 2024-09-12T00:21:04.049 INFO:teuthology.orchestra.run.smithi163.stdout:(177/285): ostree-libs-2024.7-2.el9.x86_64.rpm 6.8 MB/s | 468 kB 00:00 2024-09-12T00:21:04.067 INFO:teuthology.orchestra.run.smithi181.stdout:(58/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 942 kB/s | 87 kB 00:00 2024-09-12T00:21:04.075 INFO:teuthology.orchestra.run.smithi163.stdout:(178/285): p11-kit-server-0.25.3-2.el9.x86_64.r 3.6 MB/s | 246 kB 00:00 2024-09-12T00:21:04.109 INFO:teuthology.orchestra.run.smithi181.stdout:(59/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 2.5 MB/s | 195 kB 00:00 2024-09-12T00:21:04.125 INFO:teuthology.orchestra.run.smithi163.stdout:(179/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.4 MB/s | 107 kB 00:00 2024-09-12T00:21:04.134 INFO:teuthology.orchestra.run.smithi181.stdout:(60/285): atinject-1.0.3-6.el9.noarch.rpm 347 kB/s | 23 kB 00:00 2024-09-12T00:21:04.150 INFO:teuthology.orchestra.run.smithi163.stdout:(180/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 760 kB/s | 57 kB 00:00 2024-09-12T00:21:04.193 INFO:teuthology.orchestra.run.smithi181.stdout:(61/285): atk-2.36.0-5.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-12T00:21:04.201 INFO:teuthology.orchestra.run.smithi163.stdout:(181/285): pipewire-jack-audio-connection-kit-1 121 kB/s | 9.1 kB 00:00 2024-09-12T00:21:04.218 INFO:teuthology.orchestra.run.smithi181.stdout:(62/285): avahi-glib-0.8-21.el9.x86_64.rpm 178 kB/s | 15 kB 00:00 2024-09-12T00:21:04.234 INFO:teuthology.orchestra.run.smithi163.stdout:(182/285): pipewire-jack-audio-connection-kit-l 1.6 MB/s | 135 kB 00:00 2024-09-12T00:21:04.269 INFO:teuthology.orchestra.run.smithi181.stdout:(63/285): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-09-12T00:21:04.301 INFO:teuthology.orchestra.run.smithi163.stdout:(183/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 19 MB/s | 1.9 MB 00:00 2024-09-12T00:21:04.302 INFO:teuthology.orchestra.run.smithi181.stdout:(64/285): cdi-api-2.0.2-6.el9.noarch.rpm 638 kB/s | 53 kB 00:00 2024-09-12T00:21:04.327 INFO:teuthology.orchestra.run.smithi163.stdout:(184/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.0 MB/s | 192 kB 00:00 2024-09-12T00:21:04.361 INFO:teuthology.orchestra.run.smithi181.stdout:(65/285): colord-libs-1.4.5-4.el9.x86_64.rpm 2.4 MB/s | 229 kB 00:00 2024-09-12T00:21:04.394 INFO:teuthology.orchestra.run.smithi163.stdout:(185/285): plexus-cipher-1.7-27.el9.noarch.rpm 280 kB/s | 26 kB 00:00 2024-09-12T00:21:04.403 INFO:teuthology.orchestra.run.smithi181.stdout:(66/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 609 kB/s | 61 kB 00:00 2024-09-12T00:21:04.427 INFO:teuthology.orchestra.run.smithi163.stdout:(186/285): plexus-classworlds-2.6.0-11.el9.noar 598 kB/s | 60 kB 00:00 2024-09-12T00:21:04.469 INFO:teuthology.orchestra.run.smithi163.stdout:(187/285): plexus-containers-component-annotati 244 kB/s | 18 kB 00:00 2024-09-12T00:21:04.511 INFO:teuthology.orchestra.run.smithi163.stdout:(188/285): plexus-interpolation-1.26-11.el9.noa 951 kB/s | 80 kB 00:00 2024-09-12T00:21:04.528 INFO:teuthology.orchestra.run.smithi181.stdout:(67/285): adwaita-icon-theme-40.1.1-3.el9.noarc 12 MB/s | 12 MB 00:00 2024-09-12T00:21:04.537 INFO:teuthology.orchestra.run.smithi163.stdout:(189/285): plexus-sec-dispatcher-1.4-37.el9.noa 500 kB/s | 34 kB 00:00 2024-09-12T00:21:04.553 INFO:teuthology.orchestra.run.smithi181.stdout:(68/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 147 kB/s | 28 kB 00:00 2024-09-12T00:21:04.570 INFO:teuthology.orchestra.run.smithi181.stdout:(69/285): dconf-0.40.0-6.el9.x86_64.rpm 673 kB/s | 113 kB 00:00 2024-09-12T00:21:04.579 INFO:teuthology.orchestra.run.smithi163.stdout:(190/285): plexus-utils-3.3.0-10.el9.noarch.rpm 3.7 MB/s | 254 kB 00:00 2024-09-12T00:21:04.604 INFO:teuthology.orchestra.run.smithi181.stdout:(70/285): exempi-2.6.0-0.2.20211007gite23c213.e 6.8 MB/s | 525 kB 00:00 2024-09-12T00:21:04.629 INFO:teuthology.orchestra.run.smithi163.stdout:(191/285): poppler-21.01.0-21.el9.x86_64.rpm 12 MB/s | 1.1 MB 00:00 2024-09-12T00:21:04.704 INFO:teuthology.orchestra.run.smithi181.stdout:(71/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 3.2 MB/s | 325 kB 00:00 2024-09-12T00:21:04.721 INFO:teuthology.orchestra.run.smithi163.stdout:(192/285): poppler-glib-21.01.0-21.el9.x86_64.r 1.6 MB/s | 152 kB 00:00 2024-09-12T00:21:04.737 INFO:teuthology.orchestra.run.smithi181.stdout:(72/285): exiv2-0.27.5-2.el9.x86_64.rpm 5.2 MB/s | 980 kB 00:00 2024-09-12T00:21:04.763 INFO:teuthology.orchestra.run.smithi181.stdout:(73/285): flac-libs-1.3.3-12.el9.x86_64.rpm 3.6 MB/s | 218 kB 00:00 2024-09-12T00:21:04.788 INFO:teuthology.orchestra.run.smithi163.stdout:(193/285): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-12T00:21:04.796 INFO:teuthology.orchestra.run.smithi181.stdout:(74/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 3.4 MB/s | 781 kB 00:00 2024-09-12T00:21:04.822 INFO:teuthology.orchestra.run.smithi181.stdout:(75/285): flatpak-selinux-1.12.9-1.el9.noarch.r 369 kB/s | 22 kB 00:00 2024-09-12T00:21:04.838 INFO:teuthology.orchestra.run.smithi163.stdout:(194/285): publicsuffix-list-20210518-3.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-12T00:21:04.847 INFO:teuthology.orchestra.run.smithi181.stdout:(76/285): flatpak-session-helper-1.12.9-1.el9.x 1.4 MB/s | 73 kB 00:00 2024-09-12T00:21:04.902 INFO:teuthology.orchestra.run.smithi181.stdout:(77/285): flexiblas-3.0.4-8.el9.x86_64.rpm 412 kB/s | 33 kB 00:00 2024-09-12T00:21:04.913 INFO:teuthology.orchestra.run.smithi163.stdout:(195/285): openblas-openmp-0.3.26-2.el9.x86_64. 4.5 MB/s | 4.9 MB 00:01 2024-09-12T00:21:04.939 INFO:teuthology.orchestra.run.smithi163.stdout:(196/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 6.6 MB/s | 679 kB 00:00 2024-09-12T00:21:04.939 INFO:teuthology.orchestra.run.smithi181.stdout:(78/285): flatpak-1.12.9-1.el9.x86_64.rpm 8.5 MB/s | 1.7 MB 00:00 2024-09-12T00:21:04.965 INFO:teuthology.orchestra.run.smithi181.stdout:(79/285): flexiblas-openblas-openmp-3.0.4-8.el9 290 kB/s | 18 kB 00:00 2024-09-12T00:21:04.998 INFO:teuthology.orchestra.run.smithi163.stdout:(197/285): python3-devel-3.9.19-8.el9.x86_64.rp 4.1 MB/s | 245 kB 00:00 2024-09-12T00:21:04.998 INFO:teuthology.orchestra.run.smithi181.stdout:(80/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 1.5 MB/s | 89 kB 00:00 2024-09-12T00:21:05.023 INFO:teuthology.orchestra.run.smithi181.stdout:(81/285): geoclue2-2.6.0-7.el9.x86_64.rpm 2.1 MB/s | 124 kB 00:00 2024-09-12T00:21:05.056 INFO:teuthology.orchestra.run.smithi163.stdout:(198/285): python3-jinja2-2.11.3-6.el9.noarch.r 4.2 MB/s | 248 kB 00:00 2024-09-12T00:21:05.057 INFO:teuthology.orchestra.run.smithi181.stdout:(82/285): giflib-5.2.1-9.el9.x86_64.rpm 833 kB/s | 49 kB 00:00 2024-09-12T00:21:05.082 INFO:teuthology.orchestra.run.smithi181.stdout:(83/285): google-guice-4.2.3-9.el9.noarch.rpm 7.9 MB/s | 473 kB 00:00 2024-09-12T00:21:05.106 INFO:teuthology.orchestra.run.smithi163.stdout:(199/285): python3-jsonpatch-1.21-16.el9.noarch 513 kB/s | 26 kB 00:00 2024-09-12T00:21:05.116 INFO:teuthology.orchestra.run.smithi181.stdout:(84/285): graphene-1.10.6-2.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-12T00:21:05.133 INFO:teuthology.orchestra.run.smithi181.stdout:(85/285): gsm-1.0.19-6.el9.x86_64.rpm 677 kB/s | 34 kB 00:00 2024-09-12T00:21:05.157 INFO:teuthology.orchestra.run.smithi163.stdout:(200/285): python3-jsonpointer-2.0-4.el9.noarch 383 kB/s | 19 kB 00:00 2024-09-12T00:21:05.215 INFO:teuthology.orchestra.run.smithi163.stdout:(201/285): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-12T00:21:05.225 INFO:teuthology.orchestra.run.smithi181.stdout:(86/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 13 MB/s | 1.4 MB 00:00 2024-09-12T00:21:05.266 INFO:teuthology.orchestra.run.smithi163.stdout:(202/285): python3-markupsafe-1.1.1-12.el9.x86_ 695 kB/s | 35 kB 00:00 2024-09-12T00:21:05.275 INFO:teuthology.orchestra.run.smithi181.stdout:(87/285): gstreamer1-plugins-base-1.22.1-2.el9. 16 MB/s | 2.2 MB 00:00 2024-09-12T00:21:05.292 INFO:teuthology.orchestra.run.smithi181.stdout:(88/285): gtk-update-icon-cache-3.24.31-5.el9.x 495 kB/s | 33 kB 00:00 2024-09-12T00:21:05.316 INFO:teuthology.orchestra.run.smithi163.stdout:(203/285): poppler-data-0.4.9-9.el9.noarch.rpm 2.5 MB/s | 1.9 MB 00:00 2024-09-12T00:21:05.383 INFO:teuthology.orchestra.run.smithi163.stdout:(204/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 3.7 MB/s | 250 kB 00:00 2024-09-12T00:21:05.409 INFO:teuthology.orchestra.run.smithi181.stdout:(89/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.3 MB/s | 3.0 MB 00:00 2024-09-12T00:21:05.450 INFO:teuthology.orchestra.run.smithi163.stdout:(205/285): python3-numpy-1.20.1-5.el9.x86_64.rp 28 MB/s | 5.1 MB 00:00 2024-09-12T00:21:05.475 INFO:teuthology.orchestra.run.smithi163.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 2.4 MB/s | 222 kB 00:00 2024-09-12T00:21:05.501 INFO:teuthology.orchestra.run.smithi181.stdout:(90/285): guava-30.1-6.el9.noarch.rpm 11 MB/s | 2.3 MB 00:00 2024-09-12T00:21:05.509 INFO:teuthology.orchestra.run.smithi163.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 1.3 MB/s | 77 kB 00:00 2024-09-12T00:21:05.526 INFO:teuthology.orchestra.run.smithi181.stdout:(91/285): hicolor-icon-theme-0.17-13.el9.noarch 1.8 MB/s | 219 kB 00:00 2024-09-12T00:21:05.559 INFO:teuthology.orchestra.run.smithi163.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 505 kB/s | 42 kB 00:00 2024-09-12T00:21:05.585 INFO:teuthology.orchestra.run.smithi163.stdout:(209/285): python3-protobuf-3.14.0-13.el9.noarc 3.5 MB/s | 269 kB 00:00 2024-09-12T00:21:05.593 INFO:teuthology.orchestra.run.smithi181.stdout:(92/285): gtk3-3.24.31-5.el9.x86_64.rpm 15 MB/s | 4.9 MB 00:00 2024-09-12T00:21:05.618 INFO:teuthology.orchestra.run.smithi163.stdout:(210/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 2.6 MB/s | 159 kB 00:00 2024-09-12T00:21:05.627 INFO:teuthology.orchestra.run.smithi181.stdout:(93/285): httpcomponents-client-4.5.13-3.el9.no 5.1 MB/s | 657 kB 00:00 2024-09-12T00:21:05.652 INFO:teuthology.orchestra.run.smithi163.stdout:(211/285): python3-pyasn1-modules-0.4.8-6.el9.n 4.1 MB/s | 279 kB 00:00 2024-09-12T00:21:05.677 INFO:teuthology.orchestra.run.smithi163.stdout:(212/285): python3-pytz-2021.1-5.el9.noarch.rpm 871 kB/s | 51 kB 00:00 2024-09-12T00:21:05.685 INFO:teuthology.orchestra.run.smithi181.stdout:(94/285): jakarta-annotations-1.3.5-13.el9.noar 774 kB/s | 45 kB 00:00 2024-09-12T00:21:05.710 INFO:teuthology.orchestra.run.smithi163.stdout:(213/285): python3-requests-oauthlib-1.3.0-12.e 918 kB/s | 54 kB 00:00 2024-09-12T00:21:05.711 INFO:teuthology.orchestra.run.smithi181.stdout:(95/285): httpcomponents-core-4.4.13-7.el9.noar 3.4 MB/s | 632 kB 00:00 2024-09-12T00:21:05.769 INFO:teuthology.orchestra.run.smithi163.stdout:(214/285): python3-toml-0.10.2-6.el9.noarch.rpm 711 kB/s | 42 kB 00:00 2024-09-12T00:21:05.803 INFO:teuthology.orchestra.run.smithi181.stdout:(96/285): iso-codes-4.6.0-3.el9.noarch.rpm 17 MB/s | 3.5 MB 00:00 2024-09-12T00:21:05.828 INFO:teuthology.orchestra.run.smithi181.stdout:(97/285): jansi-2.3.3-6.el9.x86_64.rpm 772 kB/s | 110 kB 00:00 2024-09-12T00:21:05.828 INFO:teuthology.orchestra.run.smithi163.stdout:(215/285): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-12T00:21:05.861 INFO:teuthology.orchestra.run.smithi181.stdout:(98/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 2.7 MB/s | 413 kB 00:00 2024-09-12T00:21:05.878 INFO:teuthology.orchestra.run.smithi163.stdout:(216/285): qatlib-service-24.02.0-1.el9.x86_64. 722 kB/s | 36 kB 00:00 2024-09-12T00:21:05.928 INFO:teuthology.orchestra.run.smithi181.stdout:(99/285): javapackages-filesystem-6.0.0-4.el9.n 196 kB/s | 13 kB 00:00 2024-09-12T00:21:05.962 INFO:teuthology.orchestra.run.smithi163.stdout:(217/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 569 kB/s | 47 kB 00:00 2024-09-12T00:21:06.003 INFO:teuthology.orchestra.run.smithi181.stdout:(100/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 707 kB/s | 53 kB 00:00 2024-09-12T00:21:06.062 INFO:teuthology.orchestra.run.smithi181.stdout:(101/285): java-11-openjdk-devel-11.0.20.1.1-2. 14 MB/s | 3.3 MB 00:00 2024-09-12T00:21:06.088 INFO:teuthology.orchestra.run.smithi181.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 286 kB/s | 24 kB 00:00 2024-09-12T00:21:06.129 INFO:teuthology.orchestra.run.smithi181.stdout:(103/285): jsoup-1.13.1-10.el9.noarch.rpm 5.5 MB/s | 377 kB 00:00 2024-09-12T00:21:06.154 INFO:teuthology.orchestra.run.smithi181.stdout:(104/285): jsr-305-3.0.2-6.el9.noarch.rpm 532 kB/s | 35 kB 00:00 2024-09-12T00:21:06.199 INFO:teuthology.orchestra.run.smithi163.stdout:(218/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-09-12T00:21:06.204 INFO:teuthology.orchestra.run.smithi181.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 2.2 MB/s | 168 kB 00:00 2024-09-12T00:21:06.229 INFO:teuthology.orchestra.run.smithi163.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 210 kB/s | 56 kB 00:00 2024-09-12T00:21:06.230 INFO:teuthology.orchestra.run.smithi181.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 147 kB/s | 11 kB 00:00 2024-09-12T00:21:06.272 INFO:teuthology.orchestra.run.smithi181.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 361 kB/s | 24 kB 00:00 2024-09-12T00:21:06.280 INFO:teuthology.orchestra.run.smithi163.stdout:(220/285): sisu-0.3.4-10.el9.noarch.rpm 6.2 MB/s | 510 kB 00:00 2024-09-12T00:21:06.297 INFO:teuthology.orchestra.run.smithi181.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 458 kB/s | 31 kB 00:00 2024-09-12T00:21:06.305 INFO:teuthology.orchestra.run.smithi163.stdout:(221/285): slf4j-1.7.30-13.el9.noarch.rpm 916 kB/s | 69 kB 00:00 2024-09-12T00:21:06.339 INFO:teuthology.orchestra.run.smithi181.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 341 kB/s | 23 kB 00:00 2024-09-12T00:21:06.347 INFO:teuthology.orchestra.run.smithi163.stdout:(222/285): socat-1.7.4.1-6.el9.x86_64.rpm 4.4 MB/s | 304 kB 00:00 2024-09-12T00:21:06.364 INFO:teuthology.orchestra.run.smithi181.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 296 kB/s | 20 kB 00:00 2024-09-12T00:21:06.372 INFO:teuthology.orchestra.run.smithi163.stdout:(223/285): sound-theme-freedesktop-0.8-17.el9.n 5.6 MB/s | 383 kB 00:00 2024-09-12T00:21:06.406 INFO:teuthology.orchestra.run.smithi163.stdout:(224/285): totem-pl-parser-3.26.6-2.el9.x86_64. 2.5 MB/s | 152 kB 00:00 2024-09-12T00:21:06.407 INFO:teuthology.orchestra.run.smithi181.stdout:(111/285): libXi-1.7.10-8.el9.x86_64.rpm 591 kB/s | 40 kB 00:00 2024-09-12T00:21:06.432 INFO:teuthology.orchestra.run.smithi181.stdout:(112/285): libXinerama-1.1.4-10.el9.x86_64.rpm 225 kB/s | 15 kB 00:00 2024-09-12T00:21:06.456 INFO:teuthology.orchestra.run.smithi163.stdout:(225/285): tracker-3.1.2-3.el9.x86_64.rpm 6.5 MB/s | 555 kB 00:00 2024-09-12T00:21:06.490 INFO:teuthology.orchestra.run.smithi181.stdout:(113/285): libXrandr-1.5.2-8.el9.x86_64.rpm 340 kB/s | 28 kB 00:00 2024-09-12T00:21:06.515 INFO:teuthology.orchestra.run.smithi181.stdout:(114/285): libXtst-1.2.3-16.el9.x86_64.rpm 257 kB/s | 21 kB 00:00 2024-09-12T00:21:06.540 INFO:teuthology.orchestra.run.smithi163.stdout:(226/285): python3-babel-2.9.1-2.el9.noarch.rpm 3.7 MB/s | 6.0 MB 00:01 2024-09-12T00:21:06.549 INFO:teuthology.orchestra.run.smithi181.stdout:(115/285): libXv-1.0.11-16.el9.x86_64.rpm 326 kB/s | 19 kB 00:00 2024-09-12T00:21:06.565 INFO:teuthology.orchestra.run.smithi163.stdout:(227/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 489 kB/s | 53 kB 00:00 2024-09-12T00:21:06.575 INFO:teuthology.orchestra.run.smithi181.stdout:(116/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 320 kB/s | 19 kB 00:00 2024-09-12T00:21:06.607 INFO:teuthology.orchestra.run.smithi163.stdout:(228/285): tracker-miners-3.1.2-4.el9.x86_64.rp 4.6 MB/s | 944 kB 00:00 2024-09-12T00:21:06.608 INFO:teuthology.orchestra.run.smithi181.stdout:(117/285): libasyncns-0.8-22.el9.x86_64.rpm 521 kB/s | 30 kB 00:00 2024-09-12T00:21:06.633 INFO:teuthology.orchestra.run.smithi163.stdout:(229/285): upower-0.99.11-11.el9.x86_64.rpm 2.5 MB/s | 173 kB 00:00 2024-09-12T00:21:06.633 INFO:teuthology.orchestra.run.smithi181.stdout:(118/285): libcanberra-0.30-27.el9.x86_64.rpm 1.4 MB/s | 86 kB 00:00 2024-09-12T00:21:06.666 INFO:teuthology.orchestra.run.smithi163.stdout:(230/285): tzdata-java-2024a-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-12T00:21:06.668 INFO:teuthology.orchestra.run.smithi181.stdout:(119/285): libcanberra-gtk3-0.30-27.el9.x86_64. 540 kB/s | 32 kB 00:00 2024-09-12T00:21:06.692 INFO:teuthology.orchestra.run.smithi163.stdout:(231/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.6 MB/s | 96 kB 00:00 2024-09-12T00:21:06.692 INFO:teuthology.orchestra.run.smithi181.stdout:(120/285): libdrm-2.4.121-1.el9.x86_64.rpm 2.7 MB/s | 161 kB 00:00 2024-09-12T00:21:06.725 INFO:teuthology.orchestra.run.smithi163.stdout:(232/285): webrtc-audio-processing-0.3.1-8.el9. 2.5 MB/s | 306 kB 00:00 2024-09-12T00:21:06.726 INFO:teuthology.orchestra.run.smithi181.stdout:(121/285): libepoxy-1.5.5-4.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2024-09-12T00:21:06.750 INFO:teuthology.orchestra.run.smithi163.stdout:(233/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 725 kB/s | 42 kB 00:00 2024-09-12T00:21:06.784 INFO:teuthology.orchestra.run.smithi163.stdout:(234/285): wireplumber-libs-0.4.14-1.el9.x86_64 3.0 MB/s | 358 kB 00:00 2024-09-12T00:21:06.809 INFO:teuthology.orchestra.run.smithi163.stdout:(235/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 2.2 MB/s | 134 kB 00:00 2024-09-12T00:21:06.835 INFO:teuthology.orchestra.run.smithi163.stdout:(236/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 3.4 MB/s | 385 kB 00:00 2024-09-12T00:21:06.860 INFO:teuthology.orchestra.run.smithi163.stdout:(237/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-12T00:21:06.894 INFO:teuthology.orchestra.run.smithi163.stdout:(238/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 8.4 MB/s | 505 kB 00:00 2024-09-12T00:21:06.936 INFO:teuthology.orchestra.run.smithi163.stdout:(239/285): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-09-12T00:21:06.986 INFO:teuthology.orchestra.run.smithi163.stdout:(240/285): xkeyboard-config-2.33-2.el9.noarch.r 4.2 MB/s | 859 kB 00:00 2024-09-12T00:21:07.028 INFO:teuthology.orchestra.run.smithi163.stdout:(241/285): abseil-cpp-20211102.0-3.el9.x86_64.r 5.8 MB/s | 548 kB 00:00 2024-09-12T00:21:07.053 INFO:teuthology.orchestra.run.smithi163.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 835 kB/s | 19 kB 00:00 2024-09-12T00:21:07.077 INFO:teuthology.orchestra.run.smithi181.stdout:(122/285): java-11-openjdk-headless-11.0.20.1.1 31 MB/s | 39 MB 00:01 2024-09-12T00:21:07.087 INFO:teuthology.orchestra.run.smithi163.stdout:(243/285): protobuf-compiler-3.14.0-13.el9.x86_ 4.4 MB/s | 863 kB 00:00 2024-09-12T00:21:07.102 INFO:teuthology.orchestra.run.smithi181.stdout:(123/285): libfontenc-1.1.3-17.el9.x86_64.rpm 82 kB/s | 31 kB 00:00 2024-09-12T00:21:07.121 INFO:teuthology.orchestra.run.smithi163.stdout:(244/285): gperftools-libs-2.9.1-2.el9.x86_64.r 2.3 MB/s | 309 kB 00:00 2024-09-12T00:21:07.135 INFO:teuthology.orchestra.run.smithi181.stdout:(124/285): libexif-0.6.22-6.el9.x86_64.rpm 984 kB/s | 435 kB 00:00 2024-09-12T00:21:07.154 INFO:teuthology.orchestra.run.smithi163.stdout:(245/285): liboath-2.6.7-2.el9.x86_64.rpm 1.5 MB/s | 49 kB 00:00 2024-09-12T00:21:07.160 INFO:teuthology.orchestra.run.smithi181.stdout:(125/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 989 kB/s | 83 kB 00:00 2024-09-12T00:21:07.179 INFO:teuthology.orchestra.run.smithi163.stdout:(246/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 282 kB/s | 26 kB 00:00 2024-09-12T00:21:07.186 INFO:teuthology.orchestra.run.smithi181.stdout:(126/285): libglvnd-1.3.4-1.el9.x86_64.rpm 1.6 MB/s | 135 kB 00:00 2024-09-12T00:21:07.203 INFO:teuthology.orchestra.run.smithi181.stdout:(127/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 547 kB/s | 37 kB 00:00 2024-09-12T00:21:07.205 INFO:teuthology.orchestra.run.smithi163.stdout:(247/285): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-12T00:21:07.228 INFO:teuthology.orchestra.run.smithi181.stdout:(128/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 2.1 MB/s | 142 kB 00:00 2024-09-12T00:21:07.230 INFO:teuthology.orchestra.run.smithi163.stdout:(248/285): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-12T00:21:07.253 INFO:teuthology.orchestra.run.smithi181.stdout:(129/285): libgsf-1.14.47-5.el9.x86_64.rpm 3.7 MB/s | 256 kB 00:00 2024-09-12T00:21:07.279 INFO:teuthology.orchestra.run.smithi181.stdout:(130/285): libgxps-0.3.2-3.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-09-12T00:21:07.280 INFO:teuthology.orchestra.run.smithi163.stdout:(249/285): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-12T00:21:07.304 INFO:teuthology.orchestra.run.smithi181.stdout:(131/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 811 kB/s | 61 kB 00:00 2024-09-12T00:21:07.314 INFO:teuthology.orchestra.run.smithi163.stdout:(250/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.5 MB/s | 839 kB 00:00 2024-09-12T00:21:07.329 INFO:teuthology.orchestra.run.smithi181.stdout:(132/285): libldac-2.0.2.3-10.el9.x86_64.rpm 548 kB/s | 41 kB 00:00 2024-09-12T00:21:07.339 INFO:teuthology.orchestra.run.smithi163.stdout:(251/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 742 kB/s | 43 kB 00:00 2024-09-12T00:21:07.354 INFO:teuthology.orchestra.run.smithi181.stdout:(133/285): libnotify-0.7.9-8.el9.x86_64.rpm 578 kB/s | 44 kB 00:00 2024-09-12T00:21:07.364 INFO:teuthology.orchestra.run.smithi163.stdout:(252/285): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-09-12T00:21:07.380 INFO:teuthology.orchestra.run.smithi181.stdout:(134/285): libogg-1.3.4-6.el9.x86_64.rpm 445 kB/s | 34 kB 00:00 2024-09-12T00:21:07.390 INFO:teuthology.orchestra.run.smithi163.stdout:(253/285): python3-certifi-2023.05.07-4.el9.noa 280 kB/s | 14 kB 00:00 2024-09-12T00:21:07.405 INFO:teuthology.orchestra.run.smithi181.stdout:(135/285): libosinfo-1.10.0-1.el9.x86_64.rpm 4.1 MB/s | 319 kB 00:00 2024-09-12T00:21:07.415 INFO:teuthology.orchestra.run.smithi163.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T00:21:07.447 INFO:teuthology.orchestra.run.smithi181.stdout:(136/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-09-12T00:21:07.449 INFO:teuthology.orchestra.run.smithi163.stdout:(255/285): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-12T00:21:07.472 INFO:teuthology.orchestra.run.smithi181.stdout:(137/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 492 kB/s | 45 kB 00:00 2024-09-12T00:21:07.474 INFO:teuthology.orchestra.run.smithi163.stdout:(256/285): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-12T00:21:07.498 INFO:teuthology.orchestra.run.smithi181.stdout:(138/285): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-12T00:21:07.508 INFO:teuthology.orchestra.run.smithi163.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-12T00:21:07.523 INFO:teuthology.orchestra.run.smithi181.stdout:(139/285): libsbc-1.4-9.el9.x86_64.rpm 593 kB/s | 45 kB 00:00 2024-09-12T00:21:07.533 INFO:teuthology.orchestra.run.smithi163.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-12T00:21:07.548 INFO:teuthology.orchestra.run.smithi181.stdout:(140/285): libsndfile-1.0.31-8.el9.x86_64.rpm 2.7 MB/s | 206 kB 00:00 2024-09-12T00:21:07.558 INFO:teuthology.orchestra.run.smithi163.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 709 kB/s | 18 kB 00:00 2024-09-12T00:21:07.573 INFO:teuthology.orchestra.run.smithi181.stdout:(141/285): libtheora-1.1.1-31.el9.x86_64.rpm 2.1 MB/s | 164 kB 00:00 2024-09-12T00:21:07.584 INFO:teuthology.orchestra.run.smithi163.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 930 kB/s | 23 kB 00:00 2024-09-12T00:21:07.598 INFO:teuthology.orchestra.run.smithi181.stdout:(142/285): libtiff-4.4.0-13.el9.x86_64.rpm 2.6 MB/s | 198 kB 00:00 2024-09-12T00:21:07.609 INFO:teuthology.orchestra.run.smithi163.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 782 kB/s | 19 kB 00:00 2024-09-12T00:21:07.615 INFO:teuthology.orchestra.run.smithi181.stdout:(143/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 530 kB/s | 36 kB 00:00 2024-09-12T00:21:07.634 INFO:teuthology.orchestra.run.smithi163.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 790 kB/s | 20 kB 00:00 2024-09-12T00:21:07.641 INFO:teuthology.orchestra.run.smithi181.stdout:(144/285): libtracker-sparql-3.1.2-3.el9.x86_64 4.7 MB/s | 324 kB 00:00 2024-09-12T00:21:07.666 INFO:teuthology.orchestra.run.smithi181.stdout:(145/285): libvisual-0.4.0-34.el9.x86_64.rpm 2.1 MB/s | 144 kB 00:00 2024-09-12T00:21:07.685 INFO:teuthology.orchestra.run.smithi163.stdout:(263/285): python3-kubernetes-26.1.0-2.el9.noar 21 MB/s | 1.0 MB 00:00 2024-09-12T00:21:07.699 INFO:teuthology.orchestra.run.smithi181.stdout:(146/285): libvorbis-1.3.7-5.el9.x86_64.rpm 2.2 MB/s | 193 kB 00:00 2024-09-12T00:21:07.710 INFO:teuthology.orchestra.run.smithi163.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T00:21:07.725 INFO:teuthology.orchestra.run.smithi181.stdout:(147/285): libwayland-cursor-1.21.0-1.el9.x86_6 331 kB/s | 19 kB 00:00 2024-09-12T00:21:07.750 INFO:teuthology.orchestra.run.smithi181.stdout:(148/285): libwayland-client-1.21.0-1.el9.x86_6 306 kB/s | 33 kB 00:00 2024-09-12T00:21:07.752 INFO:teuthology.orchestra.run.smithi163.stdout:(265/285): python3-grpcio-1.46.7-10.el9.x86_64. 6.7 MB/s | 2.0 MB 00:00 2024-09-12T00:21:07.775 INFO:teuthology.orchestra.run.smithi181.stdout:(149/285): libwayland-egl-1.21.0-1.el9.x86_64.r 170 kB/s | 13 kB 00:00 2024-09-12T00:21:07.777 INFO:teuthology.orchestra.run.smithi163.stdout:(266/285): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-09-12T00:21:07.801 INFO:teuthology.orchestra.run.smithi181.stdout:(150/285): libwayland-server-1.21.0-1.el9.x86_6 552 kB/s | 42 kB 00:00 2024-09-12T00:21:07.802 INFO:teuthology.orchestra.run.smithi163.stdout:(267/285): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-12T00:21:07.828 INFO:teuthology.orchestra.run.smithi163.stdout:(268/285): python3-portend-3.1.0-2.el9.noarch.r 648 kB/s | 16 kB 00:00 2024-09-12T00:21:07.834 INFO:teuthology.orchestra.run.smithi181.stdout:(151/285): libwebp-1.2.0-8.el9.x86_64.rpm 3.2 MB/s | 277 kB 00:00 2024-09-12T00:21:07.859 INFO:teuthology.orchestra.run.smithi181.stdout:(152/285): libxshmfence-1.3-10.el9.x86_64.rpm 216 kB/s | 13 kB 00:00 2024-09-12T00:21:07.893 INFO:teuthology.orchestra.run.smithi181.stdout:(153/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.1 MB/s | 133 kB 00:00 2024-09-12T00:21:07.895 INFO:teuthology.orchestra.run.smithi163.stdout:(269/285): libarrow-9.0.0-11.el9.x86_64.rpm 5.2 MB/s | 4.4 MB 00:00 2024-09-12T00:21:07.919 INFO:teuthology.orchestra.run.smithi181.stdout:(154/285): low-memory-monitor-2.1-4.el9.x86_64. 428 kB/s | 36 kB 00:00 2024-09-12T00:21:07.920 INFO:teuthology.orchestra.run.smithi163.stdout:(270/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 979 kB/s | 90 kB 00:00 2024-09-12T00:21:07.944 INFO:teuthology.orchestra.run.smithi181.stdout:(155/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-12T00:21:07.946 INFO:teuthology.orchestra.run.smithi163.stdout:(271/285): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-12T00:21:07.969 INFO:teuthology.orchestra.run.smithi181.stdout:(156/285): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-09-12T00:21:07.971 INFO:teuthology.orchestra.run.smithi163.stdout:(272/285): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-09-12T00:21:07.994 INFO:teuthology.orchestra.run.smithi181.stdout:(157/285): lua-posix-35.0-8.el9.x86_64.rpm 2.0 MB/s | 151 kB 00:00 2024-09-12T00:21:07.996 INFO:teuthology.orchestra.run.smithi163.stdout:(273/285): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-12T00:21:08.019 INFO:teuthology.orchestra.run.smithi181.stdout:(158/285): maven-3.6.3-15.el9.noarch.rpm 234 kB/s | 18 kB 00:00 2024-09-12T00:21:08.021 INFO:teuthology.orchestra.run.smithi163.stdout:(274/285): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-09-12T00:21:08.045 INFO:teuthology.orchestra.run.smithi181.stdout:(159/285): maven-openjdk11-3.6.3-15.el9.noarch. 179 kB/s | 9.0 kB 00:00 2024-09-12T00:21:08.047 INFO:teuthology.orchestra.run.smithi163.stdout:(275/285): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-12T00:21:08.072 INFO:teuthology.orchestra.run.smithi163.stdout:(276/285): python3-typing-extensions-4.12.2-2.e 986 kB/s | 74 kB 00:00 2024-09-12T00:21:08.097 INFO:teuthology.orchestra.run.smithi163.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-12T00:21:08.103 INFO:teuthology.orchestra.run.smithi181.stdout:(160/285): maven-resolver-1.6.1-10.el9.noarch.r 6.0 MB/s | 517 kB 00:00 2024-09-12T00:21:08.123 INFO:teuthology.orchestra.run.smithi163.stdout:(278/285): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-09-12T00:21:08.129 INFO:teuthology.orchestra.run.smithi181.stdout:(161/285): maven-shared-utils-3.3.4-3.el9.noarc 1.8 MB/s | 151 kB 00:00 2024-09-12T00:21:08.148 INFO:teuthology.orchestra.run.smithi163.stdout:(279/285): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-12T00:21:08.162 INFO:teuthology.orchestra.run.smithi181.stdout:(162/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.9 MB/s | 112 kB 00:00 2024-09-12T00:21:08.174 INFO:teuthology.orchestra.run.smithi163.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T00:21:08.207 INFO:teuthology.orchestra.run.smithi163.stdout:(281/285): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-12T00:21:08.221 INFO:teuthology.orchestra.run.smithi181.stdout:(163/285): mesa-filesystem-24.1.2-3.el9.x86_64. 192 kB/s | 11 kB 00:00 2024-09-12T00:21:08.232 INFO:teuthology.orchestra.run.smithi163.stdout:(282/285): s3cmd-2.4.0-1.el9.noarch.rpm 2.4 MB/s | 206 kB 00:00 2024-09-12T00:21:08.254 INFO:teuthology.orchestra.run.smithi181.stdout:(164/285): maven-lib-3.6.3-15.el9.noarch.rpm 5.2 MB/s | 1.5 MB 00:00 2024-09-12T00:21:08.280 INFO:teuthology.orchestra.run.smithi181.stdout:(165/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 2.3 MB/s | 139 kB 00:00 2024-09-12T00:21:08.282 INFO:teuthology.orchestra.run.smithi163.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-12T00:21:08.313 INFO:teuthology.orchestra.run.smithi181.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 2.9 MB/s | 171 kB 00:00 2024-09-12T00:21:08.338 INFO:teuthology.orchestra.run.smithi181.stdout:(167/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 620 kB/s | 36 kB 00:00 2024-09-12T00:21:08.372 INFO:teuthology.orchestra.run.smithi181.stdout:(168/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 784 kB/s | 46 kB 00:00 2024-09-12T00:21:08.398 INFO:teuthology.orchestra.run.smithi181.stdout:(169/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 550 kB/s | 32 kB 00:00 2024-09-12T00:21:08.431 INFO:teuthology.orchestra.run.smithi181.stdout:(170/285): openblas-0.3.26-2.el9.x86_64.rpm 657 kB/s | 38 kB 00:00 2024-09-12T00:21:08.491 INFO:teuthology.orchestra.run.smithi163.stdout:(284/285): librbd1-19.3.0-4753.gd011c522.el9.x8 13 MB/s | 3.2 MB 00:00 2024-09-12T00:21:08.498 INFO:teuthology.orchestra.run.smithi181.stdout:(171/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.4 MB/s | 163 kB 00:00 2024-09-12T00:21:08.598 INFO:teuthology.orchestra.run.smithi181.stdout:(172/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 19 MB/s | 8.8 MB 00:00 2024-09-12T00:21:08.599 INFO:teuthology.orchestra.run.smithi163.stdout:(285/285): librados2-19.3.0-4753.gd011c522.el9. 9.4 MB/s | 3.5 MB 00:00 2024-09-12T00:21:08.606 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:21:08.607 INFO:teuthology.orchestra.run.smithi163.stdout:Total 21 MB/s | 327 MB 00:15 2024-09-12T00:21:08.623 INFO:teuthology.orchestra.run.smithi181.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 1.6 MB/s | 200 kB 00:00 2024-09-12T00:21:08.657 INFO:teuthology.orchestra.run.smithi181.stdout:(174/285): orc-0.4.31-8.el9.x86_64.rpm 3.1 MB/s | 183 kB 00:00 2024-09-12T00:21:08.732 INFO:teuthology.orchestra.run.smithi181.stdout:(175/285): openblas-openmp-0.3.26-2.el9.x86_64. 15 MB/s | 4.9 MB 00:00 2024-09-12T00:21:08.758 INFO:teuthology.orchestra.run.smithi181.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 735 kB/s | 74 kB 00:00 2024-09-12T00:21:08.791 INFO:teuthology.orchestra.run.smithi181.stdout:(177/285): osinfo-db-20240701-2.el9.noarch.rpm 3.1 MB/s | 531 kB 00:00 2024-09-12T00:21:08.816 INFO:teuthology.orchestra.run.smithi181.stdout:(178/285): p11-kit-server-0.25.3-2.el9.x86_64.r 4.1 MB/s | 246 kB 00:00 2024-09-12T00:21:08.851 INFO:teuthology.orchestra.run.smithi181.stdout:(179/285): ostree-libs-2024.7-2.el9.x86_64.rpm 3.9 MB/s | 468 kB 00:00 2024-09-12T00:21:08.868 INFO:teuthology.orchestra.run.smithi181.stdout:(180/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 1.1 MB/s | 57 kB 00:00 2024-09-12T00:21:08.894 INFO:teuthology.orchestra.run.smithi181.stdout:(181/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.0 MB/s | 107 kB 00:00 2024-09-12T00:21:08.921 INFO:teuthology.orchestra.run.smithi181.stdout:(182/285): pipewire-jack-audio-connection-kit-1 135 kB/s | 9.1 kB 00:00 2024-09-12T00:21:08.936 INFO:teuthology.orchestra.run.smithi181.stdout:(183/285): pipewire-jack-audio-connection-kit-l 2.0 MB/s | 135 kB 00:00 2024-09-12T00:21:08.986 INFO:teuthology.orchestra.run.smithi181.stdout:(184/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 21 MB/s | 1.9 MB 00:00 2024-09-12T00:21:09.011 INFO:teuthology.orchestra.run.smithi181.stdout:(185/285): plexus-cipher-1.7-27.el9.noarch.rpm 344 kB/s | 26 kB 00:00 2024-09-12T00:21:09.037 INFO:teuthology.orchestra.run.smithi181.stdout:(186/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 1.6 MB/s | 192 kB 00:00 2024-09-12T00:21:09.062 INFO:teuthology.orchestra.run.smithi181.stdout:(187/285): plexus-classworlds-2.6.0-11.el9.noar 796 kB/s | 60 kB 00:00 2024-09-12T00:21:09.087 INFO:teuthology.orchestra.run.smithi181.stdout:(188/285): plexus-containers-component-annotati 243 kB/s | 18 kB 00:00 2024-09-12T00:21:09.112 INFO:teuthology.orchestra.run.smithi181.stdout:(189/285): plexus-interpolation-1.26-11.el9.noa 1.0 MB/s | 80 kB 00:00 2024-09-12T00:21:09.138 INFO:teuthology.orchestra.run.smithi181.stdout:(190/285): plexus-sec-dispatcher-1.4-37.el9.noa 446 kB/s | 34 kB 00:00 2024-09-12T00:21:09.163 INFO:teuthology.orchestra.run.smithi181.stdout:(191/285): plexus-utils-3.3.0-10.el9.noarch.rpm 3.3 MB/s | 254 kB 00:00 2024-09-12T00:21:09.222 INFO:teuthology.orchestra.run.smithi181.stdout:(192/285): poppler-data-0.4.9-9.el9.noarch.rpm 22 MB/s | 1.9 MB 00:00 2024-09-12T00:21:09.247 INFO:teuthology.orchestra.run.smithi181.stdout:(193/285): poppler-glib-21.01.0-21.el9.x86_64.r 1.8 MB/s | 152 kB 00:00 2024-09-12T00:21:09.306 INFO:teuthology.orchestra.run.smithi181.stdout:(194/285): protobuf-3.14.0-13.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2024-09-12T00:21:09.331 INFO:teuthology.orchestra.run.smithi181.stdout:(195/285): publicsuffix-list-20210518-3.el9.noa 988 kB/s | 83 kB 00:00 2024-09-12T00:21:09.414 INFO:teuthology.orchestra.run.smithi181.stdout:(196/285): poppler-21.01.0-21.el9.x86_64.rpm 3.5 MB/s | 1.1 MB 00:00 2024-09-12T00:21:09.448 INFO:teuthology.orchestra.run.smithi181.stdout:(197/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 4.7 MB/s | 679 kB 00:00 2024-09-12T00:21:09.473 INFO:teuthology.orchestra.run.smithi181.stdout:(198/285): python3-devel-3.9.19-8.el9.x86_64.rp 4.0 MB/s | 245 kB 00:00 2024-09-12T00:21:09.515 INFO:teuthology.orchestra.run.smithi181.stdout:(199/285): python3-jinja2-2.11.3-6.el9.noarch.r 3.6 MB/s | 248 kB 00:00 2024-09-12T00:21:09.541 INFO:teuthology.orchestra.run.smithi181.stdout:(200/285): python3-jsonpatch-1.21-16.el9.noarch 384 kB/s | 26 kB 00:00 2024-09-12T00:21:09.574 INFO:teuthology.orchestra.run.smithi181.stdout:(201/285): python3-jsonpointer-2.0-4.el9.noarch 328 kB/s | 19 kB 00:00 2024-09-12T00:21:09.599 INFO:teuthology.orchestra.run.smithi181.stdout:(202/285): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-12T00:21:09.675 INFO:teuthology.orchestra.run.smithi181.stdout:(203/285): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-09-12T00:21:09.700 INFO:teuthology.orchestra.run.smithi181.stdout:(204/285): python3-markupsafe-1.1.1-12.el9.x86_ 277 kB/s | 35 kB 00:00 2024-09-12T00:21:09.734 INFO:teuthology.orchestra.run.smithi181.stdout:(205/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 4.2 MB/s | 250 kB 00:00 2024-09-12T00:21:09.759 INFO:teuthology.orchestra.run.smithi181.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 3.7 MB/s | 222 kB 00:00 2024-09-12T00:21:09.784 INFO:teuthology.orchestra.run.smithi181.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 1.5 MB/s | 77 kB 00:00 2024-09-12T00:21:09.809 INFO:teuthology.orchestra.run.smithi181.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 842 kB/s | 42 kB 00:00 2024-09-12T00:21:09.843 INFO:teuthology.orchestra.run.smithi181.stdout:(209/285): python3-protobuf-3.14.0-13.el9.noarc 4.5 MB/s | 269 kB 00:00 2024-09-12T00:21:09.868 INFO:teuthology.orchestra.run.smithi181.stdout:(210/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 2.6 MB/s | 159 kB 00:00 2024-09-12T00:21:09.902 INFO:teuthology.orchestra.run.smithi181.stdout:(211/285): python3-pyasn1-modules-0.4.8-6.el9.n 4.7 MB/s | 279 kB 00:00 2024-09-12T00:21:09.927 INFO:teuthology.orchestra.run.smithi181.stdout:(212/285): python3-pytz-2021.1-5.el9.noarch.rpm 868 kB/s | 51 kB 00:00 2024-09-12T00:21:09.961 INFO:teuthology.orchestra.run.smithi181.stdout:(213/285): python3-requests-oauthlib-1.3.0-12.e 919 kB/s | 54 kB 00:00 2024-09-12T00:21:10.019 INFO:teuthology.orchestra.run.smithi181.stdout:(214/285): python3-toml-0.10.2-6.el9.noarch.rpm 715 kB/s | 42 kB 00:00 2024-09-12T00:21:10.078 INFO:teuthology.orchestra.run.smithi181.stdout:(215/285): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-12T00:21:10.137 INFO:teuthology.orchestra.run.smithi181.stdout:(216/285): qatlib-service-24.02.0-1.el9.x86_64. 617 kB/s | 36 kB 00:00 2024-09-12T00:21:10.195 INFO:teuthology.orchestra.run.smithi181.stdout:(217/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 814 kB/s | 47 kB 00:00 2024-09-12T00:21:10.254 INFO:teuthology.orchestra.run.smithi181.stdout:(218/285): rtkit-0.11-29.el9.x86_64.rpm 960 kB/s | 56 kB 00:00 2024-09-12T00:21:10.321 INFO:teuthology.orchestra.run.smithi181.stdout:(219/285): sisu-0.3.4-10.el9.noarch.rpm 7.5 MB/s | 510 kB 00:00 2024-09-12T00:21:10.388 INFO:teuthology.orchestra.run.smithi181.stdout:(220/285): python3-numpy-1.20.1-5.el9.x86_64.rp 6.5 MB/s | 5.1 MB 00:00 2024-09-12T00:21:10.405 INFO:teuthology.orchestra.run.smithi181.stdout:(221/285): slf4j-1.7.30-13.el9.noarch.rpm 827 kB/s | 69 kB 00:00 2024-09-12T00:21:10.580 INFO:teuthology.orchestra.run.smithi181.stdout:(222/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-12T00:21:10.605 INFO:teuthology.orchestra.run.smithi181.stdout:(223/285): socat-1.7.4.1-6.el9.x86_64.rpm 1.4 MB/s | 304 kB 00:00 2024-09-12T00:21:10.639 INFO:teuthology.orchestra.run.smithi181.stdout:(224/285): sound-theme-freedesktop-0.8-17.el9.n 1.6 MB/s | 383 kB 00:00 2024-09-12T00:21:10.664 INFO:teuthology.orchestra.run.smithi181.stdout:(225/285): totem-pl-parser-3.26.6-2.el9.x86_64. 1.8 MB/s | 152 kB 00:00 2024-09-12T00:21:10.714 INFO:teuthology.orchestra.run.smithi181.stdout:(226/285): tracker-miners-3.1.2-4.el9.x86_64.rp 12 MB/s | 944 kB 00:00 2024-09-12T00:21:10.740 INFO:teuthology.orchestra.run.smithi181.stdout:(227/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 707 kB/s | 53 kB 00:00 2024-09-12T00:21:10.773 INFO:teuthology.orchestra.run.smithi181.stdout:(228/285): tracker-3.1.2-3.el9.x86_64.rpm 3.2 MB/s | 555 kB 00:00 2024-09-12T00:21:10.798 INFO:teuthology.orchestra.run.smithi181.stdout:(229/285): tzdata-java-2024a-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-12T00:21:10.824 INFO:teuthology.orchestra.run.smithi181.stdout:(230/285): upower-0.99.11-11.el9.x86_64.rpm 2.0 MB/s | 173 kB 00:00 2024-09-12T00:21:10.849 INFO:teuthology.orchestra.run.smithi181.stdout:(231/285): webrtc-audio-processing-0.3.1-8.el9. 4.0 MB/s | 306 kB 00:00 2024-09-12T00:21:10.874 INFO:teuthology.orchestra.run.smithi181.stdout:(232/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.2 MB/s | 96 kB 00:00 2024-09-12T00:21:10.899 INFO:teuthology.orchestra.run.smithi181.stdout:(233/285): wireplumber-libs-0.4.14-1.el9.x86_64 4.6 MB/s | 358 kB 00:00 2024-09-12T00:21:10.925 INFO:teuthology.orchestra.run.smithi181.stdout:(234/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 563 kB/s | 42 kB 00:00 2024-09-12T00:21:10.950 INFO:teuthology.orchestra.run.smithi181.stdout:(235/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 5.0 MB/s | 385 kB 00:00 2024-09-12T00:21:10.975 INFO:teuthology.orchestra.run.smithi181.stdout:(236/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.7 MB/s | 134 kB 00:00 2024-09-12T00:21:11.009 INFO:teuthology.orchestra.run.smithi181.stdout:(237/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-12T00:21:11.059 INFO:teuthology.orchestra.run.smithi181.stdout:(238/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 5.9 MB/s | 505 kB 00:00 2024-09-12T00:21:11.085 INFO:teuthology.orchestra.run.smithi181.stdout:(239/285): xkeyboard-config-2.33-2.el9.noarch.r 5.3 MB/s | 859 kB 00:00 2024-09-12T00:21:11.118 INFO:teuthology.orchestra.run.smithi181.stdout:(240/285): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-09-12T00:21:11.160 INFO:teuthology.orchestra.run.smithi181.stdout:(241/285): abseil-cpp-20211102.0-3.el9.x86_64.r 7.1 MB/s | 548 kB 00:00 2024-09-12T00:21:11.194 INFO:teuthology.orchestra.run.smithi181.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 617 kB/s | 19 kB 00:00 2024-09-12T00:21:11.227 INFO:teuthology.orchestra.run.smithi181.stdout:(243/285): gperftools-libs-2.9.1-2.el9.x86_64.r 2.8 MB/s | 309 kB 00:00 2024-09-12T00:21:11.253 INFO:teuthology.orchestra.run.smithi181.stdout:(244/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T00:21:11.314 INFO:teuthology.orchestra.run.smithi181.stdout:(245/285): protobuf-compiler-3.14.0-13.el9.x86_ 3.3 MB/s | 863 kB 00:00 2024-09-12T00:21:11.337 INFO:teuthology.orchestra.run.smithi181.stdout:(246/285): liboath-2.6.7-2.el9.x86_64.rpm 583 kB/s | 49 kB 00:00 2024-09-12T00:21:11.370 INFO:teuthology.orchestra.run.smithi181.stdout:(247/285): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-12T00:21:11.404 INFO:teuthology.orchestra.run.smithi181.stdout:(248/285): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-12T00:21:11.437 INFO:teuthology.orchestra.run.smithi181.stdout:(249/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 13 MB/s | 839 kB 00:00 2024-09-12T00:21:11.463 INFO:teuthology.orchestra.run.smithi181.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T00:21:11.488 INFO:teuthology.orchestra.run.smithi181.stdout:(251/285): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T00:21:11.513 INFO:teuthology.orchestra.run.smithi181.stdout:(252/285): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-12T00:21:11.538 INFO:teuthology.orchestra.run.smithi181.stdout:(253/285): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-12T00:21:11.572 INFO:teuthology.orchestra.run.smithi181.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-12T00:21:11.606 INFO:teuthology.orchestra.run.smithi181.stdout:(255/285): python3-google-auth-2.34.0-1.el9.noa 6.5 MB/s | 220 kB 00:00 2024-09-12T00:21:11.631 INFO:teuthology.orchestra.run.smithi181.stdout:(256/285): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-09-12T00:21:11.665 INFO:teuthology.orchestra.run.smithi181.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-12T00:21:11.690 INFO:teuthology.orchestra.run.smithi181.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-12T00:21:11.715 INFO:teuthology.orchestra.run.smithi181.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 717 kB/s | 18 kB 00:00 2024-09-12T00:21:11.740 INFO:teuthology.orchestra.run.smithi181.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 928 kB/s | 23 kB 00:00 2024-09-12T00:21:11.766 INFO:teuthology.orchestra.run.smithi181.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 782 kB/s | 19 kB 00:00 2024-09-12T00:21:11.791 INFO:teuthology.orchestra.run.smithi181.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 788 kB/s | 20 kB 00:00 2024-09-12T00:21:11.801 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction check 2024-09-12T00:21:11.875 INFO:teuthology.orchestra.run.smithi181.stdout:(263/285): libarrow-9.0.0-11.el9.x86_64.rpm 6.5 MB/s | 4.4 MB 00:00 2024-09-12T00:21:11.900 INFO:teuthology.orchestra.run.smithi181.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T00:21:11.925 INFO:teuthology.orchestra.run.smithi181.stdout:(265/285): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T00:21:11.975 INFO:teuthology.orchestra.run.smithi181.stdout:(266/285): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-09-12T00:21:11.985 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction check succeeded. 2024-09-12T00:21:11.985 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction test 2024-09-12T00:21:12.009 INFO:teuthology.orchestra.run.smithi181.stdout:(267/285): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-09-12T00:21:12.034 INFO:teuthology.orchestra.run.smithi181.stdout:(268/285): python3-natsort-7.1.1-5.el9.noarch.r 531 kB/s | 58 kB 00:00 2024-09-12T00:21:12.059 INFO:teuthology.orchestra.run.smithi181.stdout:(269/285): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-09-12T00:21:12.084 INFO:teuthology.orchestra.run.smithi181.stdout:(270/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-12T00:21:12.110 INFO:teuthology.orchestra.run.smithi181.stdout:(271/285): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-12T00:21:12.135 INFO:teuthology.orchestra.run.smithi181.stdout:(272/285): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-09-12T00:21:12.160 INFO:teuthology.orchestra.run.smithi181.stdout:(273/285): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-12T00:21:12.194 INFO:teuthology.orchestra.run.smithi181.stdout:(274/285): python3-tempora-5.0.0-2.el9.noarch.r 610 kB/s | 36 kB 00:00 2024-09-12T00:21:12.219 INFO:teuthology.orchestra.run.smithi181.stdout:(275/285): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-09-12T00:21:12.245 INFO:teuthology.orchestra.run.smithi181.stdout:(276/285): python3-typing-extensions-4.12.2-2.e 885 kB/s | 74 kB 00:00 2024-09-12T00:21:12.270 INFO:teuthology.orchestra.run.smithi181.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-12T00:21:12.295 INFO:teuthology.orchestra.run.smithi181.stdout:(278/285): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-12T00:21:12.312 INFO:teuthology.orchestra.run.smithi181.stdout:(279/285): python3-zc-lockfile-2.0-10.el9.noarc 478 kB/s | 20 kB 00:00 2024-09-12T00:21:12.337 INFO:teuthology.orchestra.run.smithi181.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 4.5 MB/s | 191 kB 00:00 2024-09-12T00:21:12.363 INFO:teuthology.orchestra.run.smithi181.stdout:(281/285): s3cmd-2.4.0-1.el9.noarch.rpm 4.0 MB/s | 206 kB 00:00 2024-09-12T00:21:12.396 INFO:teuthology.orchestra.run.smithi181.stdout:(282/285): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-09-12T00:21:12.446 INFO:teuthology.orchestra.run.smithi181.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-12T00:21:12.647 INFO:teuthology.orchestra.run.smithi181.stdout:(284/285): librados2-19.3.0-4753.gd011c522.el9. 12 MB/s | 3.5 MB 00:00 2024-09-12T00:21:12.772 INFO:teuthology.orchestra.run.smithi181.stdout:(285/285): librbd1-19.3.0-4753.gd011c522.el9.x8 8.6 MB/s | 3.2 MB 00:00 2024-09-12T00:21:12.779 INFO:teuthology.orchestra.run.smithi181.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:21:12.779 INFO:teuthology.orchestra.run.smithi181.stdout:Total 24 MB/s | 327 MB 00:13 2024-09-12T00:21:15.253 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction test succeeded. 2024-09-12T00:21:15.253 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction 2024-09-12T00:21:15.961 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction check 2024-09-12T00:21:16.150 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction check succeeded. 2024-09-12T00:21:16.150 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction test 2024-09-12T00:21:19.318 INFO:teuthology.orchestra.run.smithi181.stdout:Transaction test succeeded. 2024-09-12T00:21:19.319 INFO:teuthology.orchestra.run.smithi181.stdout:Running transaction 2024-09-12T00:21:25.492 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T00:21:25.657 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T00:21:25.811 INFO:teuthology.orchestra.run.smithi163.stdout: Preparing : 1/1 2024-09-12T00:21:25.888 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T00:21:25.912 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T00:21:25.997 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T00:21:26.036 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T00:21:26.089 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T00:21:26.122 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T00:21:26.148 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T00:21:26.194 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T00:21:26.529 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T00:21:26.640 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:21:26.770 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:21:26.808 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:21:26.901 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:21:26.929 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:21:26.968 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T00:21:26.997 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T00:21:27.023 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T00:21:27.049 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T00:21:27.081 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T00:21:27.106 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T00:21:27.135 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T00:21:27.275 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T00:21:27.394 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T00:21:27.433 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T00:21:27.469 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T00:21:27.497 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:21:27.602 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:21:27.632 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:21:27.679 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:21:27.703 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T00:21:27.725 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:21:27.748 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:21:27.971 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:21:28.009 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:21:28.125 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T00:21:28.157 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T00:21:28.192 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T00:21:28.272 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T00:21:28.322 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T00:21:28.363 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T00:21:28.406 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T00:21:28.431 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T00:21:28.458 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T00:21:28.483 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T00:21:28.508 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T00:21:28.537 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T00:21:28.569 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T00:21:28.594 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T00:21:28.639 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T00:21:28.684 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:21:28.777 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:21:28.836 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T00:21:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T00:21:28.913 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T00:21:28.953 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T00:21:28.986 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T00:21:29.064 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T00:21:29.096 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 51/287 2024-09-12T00:21:29.131 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 52/287 2024-09-12T00:21:29.173 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 53/287 2024-09-12T00:21:29.250 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T00:21:29.396 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T00:21:29.460 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T00:21:29.538 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T00:21:29.692 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T00:21:29.846 INFO:teuthology.orchestra.run.smithi181.stdout: Preparing : 1/1 2024-09-12T00:21:29.930 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T00:21:29.959 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T00:21:29.995 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T00:21:30.081 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T00:21:30.117 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T00:21:30.129 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T00:21:30.192 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T00:21:30.229 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T00:21:30.265 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T00:21:30.276 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T00:21:30.294 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T00:21:30.337 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T00:21:30.357 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T00:21:30.378 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T00:21:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T00:21:30.403 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T00:21:30.430 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T00:21:30.458 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T00:21:30.465 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T00:21:30.505 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 68/287 2024-09-12T00:21:30.539 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T00:21:30.571 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T00:21:30.612 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T00:21:30.670 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:21:30.705 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T00:21:30.742 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T00:21:30.795 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T00:21:30.836 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T00:21:30.898 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T00:21:30.929 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:21:30.973 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T00:21:31.011 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T00:21:31.047 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T00:21:31.052 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:21:31.079 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:21:31.094 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T00:21:31.140 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T00:21:31.154 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:21:31.181 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T00:21:31.184 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:21:31.248 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T00:21:31.276 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T00:21:31.302 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T00:21:31.320 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T00:21:31.328 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T00:21:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T00:21:31.368 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T00:21:31.394 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T00:21:31.399 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T00:21:31.422 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T00:21:31.504 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T00:21:31.567 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T00:21:31.568 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T00:21:31.609 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T00:21:31.640 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 89/287 2024-09-12T00:21:31.669 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T00:21:31.695 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T00:21:31.729 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T00:21:31.749 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T00:21:31.782 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T00:21:31.810 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:21:31.878 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T00:21:31.909 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T00:21:31.915 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:21:31.944 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:21:32.007 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:21:32.031 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T00:21:32.054 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:21:32.079 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:21:32.120 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T00:21:32.161 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T00:21:32.193 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T00:21:32.222 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T00:21:32.238 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:21:32.266 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T00:21:32.275 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:21:32.292 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:21:32.307 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:21:32.307 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T00:21:32.307 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:21:32.434 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T00:21:32.460 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T00:21:32.488 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T00:21:32.505 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T00:21:32.564 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T00:21:32.582 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T00:21:32.615 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T00:21:32.633 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T00:21:32.650 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T00:21:32.658 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:21:32.683 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:21:32.693 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T00:21:32.709 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T00:21:32.725 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T00:21:32.752 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T00:21:32.777 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T00:21:32.803 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T00:21:32.832 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T00:21:32.864 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T00:21:32.897 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T00:21:32.941 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T00:21:32.978 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:21:33.049 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:21:33.105 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T00:21:33.135 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T00:21:33.144 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:21:33.176 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:21:33.189 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T00:21:33.190 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:21:33.190 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T00:21:33.190 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:21:33.228 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T00:21:33.231 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T00:21:33.262 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T00:21:33.263 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T00:21:33.296 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T00:21:33.338 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T00:21:33.343 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T00:21:33.372 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T00:21:33.373 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 51/287 2024-09-12T00:21:33.418 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 52/287 2024-09-12T00:21:33.459 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 53/287 2024-09-12T00:21:33.461 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T00:21:33.512 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T00:21:33.535 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T00:21:33.542 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T00:21:33.649 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T00:21:33.681 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T00:21:33.736 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T00:21:33.737 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T00:21:34.306 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T00:21:34.385 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T00:21:34.419 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T00:21:34.477 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T00:21:34.489 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T00:21:34.525 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T00:21:34.534 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T00:21:34.558 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T00:21:34.570 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T00:21:34.600 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T00:21:34.659 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T00:21:34.672 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T00:21:34.693 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T00:21:34.710 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T00:21:34.735 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T00:21:34.771 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T00:21:34.808 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 68/287 2024-09-12T00:21:34.841 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T00:21:34.873 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T00:21:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T00:21:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T00:21:34.915 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T00:21:34.957 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T00:21:34.982 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:21:35.016 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T00:21:35.053 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T00:21:35.148 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T00:21:35.211 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T00:21:35.293 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T00:21:35.331 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T00:21:35.367 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T00:21:35.415 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T00:21:35.459 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T00:21:35.468 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T00:21:35.501 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T00:21:35.533 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T00:21:35.569 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T00:21:35.603 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T00:21:35.637 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T00:21:35.641 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T00:21:35.686 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T00:21:35.728 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T00:21:35.821 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T00:21:35.833 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T00:21:35.851 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T00:21:35.870 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T00:21:35.910 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T00:21:35.928 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T00:21:35.943 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 89/287 2024-09-12T00:21:35.984 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T00:21:36.069 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T00:21:36.200 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T00:21:36.238 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T00:21:36.455 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T00:21:36.498 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T00:21:36.529 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T00:21:36.559 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T00:21:36.592 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T00:21:36.600 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T00:21:36.628 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:21:36.642 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:21:36.642 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T00:21:36.642 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:21:36.702 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T00:21:36.825 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T00:21:36.900 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T00:21:36.952 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T00:21:36.977 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:21:37.002 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:21:37.028 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T00:21:37.477 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:21:37.507 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:21:37.521 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:21:37.521 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T00:21:37.521 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:21:37.563 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T00:21:37.598 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T00:21:37.631 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T00:21:37.673 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T00:21:37.707 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T00:21:37.797 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T00:21:37.846 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T00:21:37.884 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T00:21:37.982 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T00:21:37.984 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T00:21:38.046 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T00:21:38.064 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T00:21:38.126 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T00:21:38.157 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T00:21:38.185 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T00:21:38.214 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:21:38.226 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:21:38.227 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T00:21:38.227 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:21:38.280 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T00:21:38.330 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T00:21:38.454 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T00:21:38.798 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T00:21:38.842 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T00:21:38.875 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T00:21:38.905 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T00:21:38.973 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:21:38.978 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T00:21:39.023 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T00:21:39.077 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:21:39.109 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 145/287 2024-09-12T00:21:39.141 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T00:21:39.170 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T00:21:39.212 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T00:21:39.231 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T00:21:39.248 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T00:21:39.261 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T00:21:39.287 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T00:21:39.290 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T00:21:39.329 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T00:21:39.351 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:21:39.652 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:21:39.687 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T00:21:39.715 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T00:21:39.740 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T00:21:39.766 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T00:21:39.791 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T00:21:39.813 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T00:21:39.817 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T00:21:39.845 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T00:21:39.866 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T00:21:39.881 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T00:21:39.902 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T00:21:39.922 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T00:21:39.935 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T00:21:39.956 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T00:21:39.969 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T00:21:40.005 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T00:21:40.039 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T00:21:40.154 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T00:21:40.175 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T00:21:40.253 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T00:21:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T00:21:40.644 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T00:21:40.708 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T00:21:40.733 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T00:21:40.761 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T00:21:40.829 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T00:21:40.872 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T00:21:40.901 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:21:40.920 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:21:40.942 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T00:21:40.947 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T00:21:40.973 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T00:21:41.010 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T00:21:41.036 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:21:41.067 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T00:21:42.353 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T00:21:42.445 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T00:21:42.502 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T00:21:42.538 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T00:21:42.566 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T00:21:42.595 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:21:42.607 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:21:42.607 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T00:21:42.607 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:21:42.663 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T00:21:42.690 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T00:21:42.727 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T00:21:43.056 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T00:21:43.098 INFO:teuthology.orchestra.run.smithi181.stdout: Upgrading : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:21:43.199 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:21:43.230 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 145/287 2024-09-12T00:21:43.262 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T00:21:43.292 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T00:21:43.363 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T00:21:43.399 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T00:21:43.425 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T00:21:43.466 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T00:21:43.489 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:21:43.754 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:21:43.799 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T00:21:43.828 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T00:21:43.853 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T00:21:43.879 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T00:21:43.904 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T00:21:43.929 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T00:21:43.957 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T00:21:43.993 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T00:21:44.040 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T00:21:44.077 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T00:21:44.125 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T00:21:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T00:21:44.612 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T00:21:44.746 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T00:21:44.801 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T00:21:44.826 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T00:21:44.863 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T00:21:44.931 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T00:21:44.981 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T00:21:45.010 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:21:45.030 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:21:45.057 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T00:21:45.082 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T00:21:45.119 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T00:21:45.146 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:21:52.791 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:21:52.841 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T00:21:52.869 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T00:21:52.916 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T00:21:52.944 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T00:21:52.980 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T00:21:53.511 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T00:21:53.535 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:21:53.615 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:21:53.646 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 184/287 2024-09-12T00:21:55.993 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:21:56.036 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:21:56.599 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:21:56.613 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:21:56.646 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T00:21:56.666 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:21:56.674 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T00:21:56.717 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T00:21:56.749 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T00:21:56.763 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:21:56.763 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T00:21:56.763 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T00:21:56.764 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:21:56.785 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T00:21:56.791 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:21:57.313 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T00:21:57.340 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:21:57.419 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:21:57.442 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 184/287 2024-09-12T00:21:59.777 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:21:59.816 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:22:00.385 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:22:00.427 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:22:00.518 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:22:00.518 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T00:22:00.518 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T00:22:00.518 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:00.545 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:22:06.144 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:22:06.144 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /sys 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /proc 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /mnt 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /var/tmp 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /home 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /root 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /tmp 2024-09-12T00:22:06.145 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:06.318 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:22:06.334 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:22:06.334 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:06.334 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T00:22:06.334 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:07.785 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:22:07.813 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:22:07.813 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:07.813 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T00:22:07.813 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:22:07.813 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:22:07.813 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:08.053 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:22:08.077 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:22:08.077 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:08.077 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T00:22:08.077 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:22:08.078 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:22:08.078 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:08.520 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:22:08.544 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:22:08.544 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:08.544 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T00:22:08.544 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:22:08.544 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:22:08.545 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:08.647 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /sys 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /proc 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /mnt 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /var/tmp 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /home 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /root 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout:skipping the directory /tmp 2024-09-12T00:22:09.955 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:10.127 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:22:10.142 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:22:10.143 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:10.143 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T00:22:10.143 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:11.497 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T00:22:11.611 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:22:11.638 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:22:11.638 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:11.638 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T00:22:11.638 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:22:11.639 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:22:11.639 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:11.689 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T00:22:11.746 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T00:22:11.802 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T00:22:11.861 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:22:11.885 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:22:11.885 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:11.885 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T00:22:11.885 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:22:11.885 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:22:11.885 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:11.996 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T00:22:12.051 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T00:22:12.129 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T00:22:12.227 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T00:22:12.328 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:22:12.352 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:22:12.352 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:12.352 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T00:22:12.352 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:22:12.352 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:22:12.352 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:12.375 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T00:22:12.410 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T00:22:12.444 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T00:22:12.456 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T00:22:13.306 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T00:22:13.359 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:22:13.713 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:22:13.757 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T00:22:13.788 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T00:22:13.816 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T00:22:13.851 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T00:22:13.888 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T00:22:13.915 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T00:22:13.941 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T00:22:13.966 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T00:22:13.991 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T00:22:14.018 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T00:22:14.043 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T00:22:14.071 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T00:22:14.102 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T00:22:14.129 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T00:22:14.164 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T00:22:14.200 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T00:22:14.231 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T00:22:14.265 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T00:22:14.300 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T00:22:14.336 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T00:22:14.375 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T00:22:14.425 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T00:22:14.470 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T00:22:14.504 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T00:22:14.527 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T00:22:14.579 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T00:22:14.612 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T00:22:14.642 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T00:22:14.672 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T00:22:14.697 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T00:22:14.867 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T00:22:14.897 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T00:22:14.924 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T00:22:14.952 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T00:22:14.984 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T00:22:15.105 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T00:22:15.166 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T00:22:15.234 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T00:22:15.263 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:22:15.372 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T00:22:15.382 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:22:15.427 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:22:15.445 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:22:15.472 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T00:22:15.479 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T00:22:15.495 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T00:22:15.535 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T00:22:15.592 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T00:22:15.778 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T00:22:15.824 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T00:22:15.891 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:22:15.902 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T00:22:15.915 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:22:15.931 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:22:15.931 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T00:22:15.931 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:15.990 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T00:22:16.121 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T00:22:16.157 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T00:22:16.166 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T00:22:16.200 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T00:22:16.228 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T00:22:16.289 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T00:22:16.335 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T00:22:16.360 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T00:22:16.783 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:22:16.813 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:22:16.830 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:22:17.061 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T00:22:17.115 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:22:17.323 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:22:17.409 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:22:17.446 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:22:17.475 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:22:17.485 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:22:17.529 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T00:22:17.560 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T00:22:17.588 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T00:22:17.623 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T00:22:17.659 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T00:22:17.677 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T00:22:17.687 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T00:22:17.713 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T00:22:17.736 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T00:22:17.738 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T00:22:17.762 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:22:17.763 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T00:22:17.783 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:22:17.789 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T00:22:17.815 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T00:22:17.821 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:22:17.842 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T00:22:17.872 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T00:22:17.892 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:22:17.899 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T00:22:17.926 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T00:22:17.932 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:22:17.943 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:22:17.962 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T00:22:17.974 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:22:17.993 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:22:17.993 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T00:22:18.017 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T00:22:18.027 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T00:22:18.062 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T00:22:18.099 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T00:22:18.146 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T00:22:18.187 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T00:22:18.231 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T00:22:18.264 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T00:22:18.287 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T00:22:18.340 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T00:22:18.372 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T00:22:18.402 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T00:22:18.426 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:22:18.432 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T00:22:18.455 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:22:18.457 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T00:22:18.489 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 265/287 2024-09-12T00:22:18.564 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 266/287 2024-09-12T00:22:18.588 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:22:18.627 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T00:22:18.658 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T00:22:18.685 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T00:22:18.720 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T00:22:18.753 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T00:22:18.881 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T00:22:18.959 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T00:22:19.041 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T00:22:19.082 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:22:19.207 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:22:19.245 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:22:19.261 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:22:19.290 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T00:22:19.313 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T00:22:19.773 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:22:19.803 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:22:19.820 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:22:19.820 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T00:22:19.820 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:20.045 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T00:22:20.115 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T00:22:20.162 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T00:22:20.198 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T00:22:20.224 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T00:22:20.664 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:22:20.694 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:22:20.710 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:22:21.193 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:22:21.273 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:22:21.313 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:22:21.341 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:22:21.541 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T00:22:21.613 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T00:22:21.644 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:22:21.666 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:22:21.695 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:22:21.759 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:22:21.790 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:22:21.800 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:22:21.805 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:22:21.823 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:22:21.839 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:22:21.861 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:22:21.866 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T00:22:22.334 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:22:22.363 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:22:22.397 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 265/287 2024-09-12T00:22:22.463 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 266/287 2024-09-12T00:22:22.488 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:22:22.822 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:22:22.861 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:22:22.976 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:22:23.131 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 270/287 2024-09-12T00:22:23.162 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:22:23.187 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:22:23.187 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:23.187 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T00:22:23.187 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:22:23.187 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:22:23.187 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:23.246 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:22:23.258 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:22:23.281 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 273/287 2024-09-12T00:22:23.310 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T00:22:23.358 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T00:22:23.382 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:22:23.398 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:22:23.398 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T00:22:23.398 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:24.357 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:22:24.380 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:22:24.381 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:24.381 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T00:22:24.381 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:22:24.381 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:22:24.381 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:24.425 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:22:24.447 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:22:24.447 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:24.448 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T00:22:24.448 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:24.759 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:22:24.782 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:22:24.783 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:24.783 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T00:22:24.783 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:22:24.783 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:22:24.783 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:25.712 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:22:25.770 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:22:26.742 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:22:26.769 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:22:26.886 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:22:27.048 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 270/287 2024-09-12T00:22:27.080 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:22:27.104 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:22:27.104 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:27.104 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T00:22:27.104 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:22:27.104 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:22:27.104 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:27.155 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:22:27.167 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:22:27.190 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 273/287 2024-09-12T00:22:27.219 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T00:22:27.267 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T00:22:27.291 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:22:27.307 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:22:27.307 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T00:22:27.307 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:28.267 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:22:28.291 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:22:28.291 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:28.292 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T00:22:28.292 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:22:28.292 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:22:28.292 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:28.351 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:22:28.374 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:22:28.374 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:28.374 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T00:22:28.374 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:28.693 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:22:28.717 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:22:28.717 INFO:teuthology.orchestra.run.smithi181.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:22:28.717 INFO:teuthology.orchestra.run.smithi181.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T00:22:28.717 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:22:28.717 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:22:28.717 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:29.446 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 280/287 2024-09-12T00:22:29.486 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 281/287 2024-09-12T00:22:29.518 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 282/287 2024-09-12T00:22:29.622 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 283/287 2024-09-12T00:22:29.678 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:22:29.709 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T00:22:29.710 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:22:29.794 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:22:29.794 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:29.885 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:29.905 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T00:22:29.912 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T00:22:29.921 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T00:22:29.932 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T00:22:29.932 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:22:29.932 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:22:29.932 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:29.995 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:22:30.065 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:22:33.414 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 280/287 2024-09-12T00:22:33.454 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 281/287 2024-09-12T00:22:33.486 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 282/287 2024-09-12T00:22:33.591 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 283/287 2024-09-12T00:22:33.647 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:22:33.678 INFO:teuthology.orchestra.run.smithi181.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T00:22:33.678 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:22:33.770 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:22:33.770 INFO:teuthology.orchestra.run.smithi181.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:33.861 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:33.884 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T00:22:33.890 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T00:22:33.900 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T00:22:33.910 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T00:22:33.910 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:22:33.910 INFO:teuthology.orchestra.run.smithi181.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:22:33.910 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:33.959 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:22:34.027 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:22:40.086 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:40.086 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 1/287 2024-09-12T00:22:40.086 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 3/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 4/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 5/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 6/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 7/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 8/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 9/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:22:40.087 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 13/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 14/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 15/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 16/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 17/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 18/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 19/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 20/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 21/287 2024-09-12T00:22:40.088 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 22/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 23/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 25/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 26/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 27/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 28/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 29/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 30/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 31/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 32/287 2024-09-12T00:22:40.089 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 33/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 34/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 35/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 36/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T00:22:40.090 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T00:22:40.091 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T00:22:40.091 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T00:22:40.091 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T00:22:40.091 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T00:22:40.092 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T00:22:40.093 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T00:22:40.094 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T00:22:40.095 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T00:22:40.096 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T00:22:40.097 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T00:22:40.098 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T00:22:40.099 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T00:22:40.100 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T00:22:40.101 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T00:22:40.102 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T00:22:40.103 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T00:22:40.104 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T00:22:40.105 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T00:22:40.106 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T00:22:40.107 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 243/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T00:22:40.108 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T00:22:40.109 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T00:22:40.110 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T00:22:40.111 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T00:22:40.112 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T00:22:40.112 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T00:22:40.112 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T00:22:40.112 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:22:40.112 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T00:22:40.112 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 286/287 2024-09-12T00:22:43.634 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:43.634 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:43.634 INFO:teuthology.orchestra.run.smithi163.stdout:Upgraded: 2024-09-12T00:22:43.634 INFO:teuthology.orchestra.run.smithi163.stdout: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout:Installed: 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T00:22:43.635 INFO:teuthology.orchestra.run.smithi163.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-grafana-dashboards-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.636 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-immutable-object-cache-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.637 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T00:22:43.638 INFO:teuthology.orchestra.run.smithi163.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T00:22:43.639 INFO:teuthology.orchestra.run.smithi163.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: guava-30.1-6.el9.noarch 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:22:43.640 INFO:teuthology.orchestra.run.smithi163.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T00:22:43.641 INFO:teuthology.orchestra.run.smithi163.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.642 INFO:teuthology.orchestra.run.smithi163.stdout: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T00:22:43.643 INFO:teuthology.orchestra.run.smithi163.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: librados-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T00:22:43.644 INFO:teuthology.orchestra.run.smithi163.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T00:22:43.645 INFO:teuthology.orchestra.run.smithi163.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T00:22:43.646 INFO:teuthology.orchestra.run.smithi163.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T00:22:43.647 INFO:teuthology.orchestra.run.smithi163.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T00:22:43.648 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T00:22:43.649 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-argparse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T00:22:43.650 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T00:22:43.651 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T00:22:43.652 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T00:22:43.653 INFO:teuthology.orchestra.run.smithi163.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T00:22:43.654 INFO:teuthology.orchestra.run.smithi163.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T00:22:43.655 INFO:teuthology.orchestra.run.smithi163.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:43.656 INFO:teuthology.orchestra.run.smithi163.stdout:Complete! 2024-09-12T00:22:44.072 DEBUG:teuthology.parallel:result is None 2024-09-12T00:22:44.120 INFO:teuthology.orchestra.run.smithi181.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:44.120 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 1/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 3/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 4/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 5/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 6/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 7/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 8/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 9/287 2024-09-12T00:22:44.121 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 13/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 14/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 15/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 16/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 17/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 18/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 19/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 20/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 21/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 22/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 23/287 2024-09-12T00:22:44.122 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:22:44.123 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 25/287 2024-09-12T00:22:44.123 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 26/287 2024-09-12T00:22:44.123 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 27/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 28/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 29/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 30/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 31/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 32/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 33/287 2024-09-12T00:22:44.146 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 34/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 35/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 36/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T00:22:44.147 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T00:22:44.148 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:22:44.149 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T00:22:44.150 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T00:22:44.151 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T00:22:44.152 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T00:22:44.153 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T00:22:44.154 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T00:22:44.155 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T00:22:44.156 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T00:22:44.157 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T00:22:44.158 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T00:22:44.159 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T00:22:44.160 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T00:22:44.161 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T00:22:44.162 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T00:22:44.164 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 243/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T00:22:44.165 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T00:22:44.166 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T00:22:44.167 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T00:22:44.168 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T00:22:44.168 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T00:22:44.168 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T00:22:44.168 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:22:44.168 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T00:22:44.168 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 286/287 2024-09-12T00:22:47.511 INFO:teuthology.orchestra.run.smithi181.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout:Upgraded: 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout:Installed: 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T00:22:47.512 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.513 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-grafana-dashboards-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-immutable-object-cache-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.514 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T00:22:47.515 INFO:teuthology.orchestra.run.smithi181.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T00:22:47.516 INFO:teuthology.orchestra.run.smithi181.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: guava-30.1-6.el9.noarch 2024-09-12T00:22:47.517 INFO:teuthology.orchestra.run.smithi181.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T00:22:47.518 INFO:teuthology.orchestra.run.smithi181.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T00:22:47.519 INFO:teuthology.orchestra.run.smithi181.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T00:22:47.520 INFO:teuthology.orchestra.run.smithi181.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T00:22:47.521 INFO:teuthology.orchestra.run.smithi181.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: librados-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T00:22:47.522 INFO:teuthology.orchestra.run.smithi181.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T00:22:47.523 INFO:teuthology.orchestra.run.smithi181.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T00:22:47.524 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T00:22:47.525 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T00:22:47.526 INFO:teuthology.orchestra.run.smithi181.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-argparse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.527 INFO:teuthology.orchestra.run.smithi181.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T00:22:47.528 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T00:22:47.529 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T00:22:47.530 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T00:22:47.531 INFO:teuthology.orchestra.run.smithi181.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T00:22:47.532 INFO:teuthology.orchestra.run.smithi181.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T00:22:47.533 INFO:teuthology.orchestra.run.smithi181.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T00:22:47.534 INFO:teuthology.orchestra.run.smithi181.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T00:22:47.534 INFO:teuthology.orchestra.run.smithi181.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T00:22:47.534 INFO:teuthology.orchestra.run.smithi181.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T00:22:47.534 INFO:teuthology.orchestra.run.smithi181.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T00:22:47.534 INFO:teuthology.orchestra.run.smithi181.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T00:22:47.535 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:47.535 INFO:teuthology.orchestra.run.smithi181.stdout:Complete! 2024-09-12T00:22:47.908 DEBUG:teuthology.parallel:result is None 2024-09-12T00:22:47.909 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:22:48.061 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T00:22:48.120 INFO:teuthology.orchestra.run.smithi163.stdout:19.3.0-4753.gd011c522.el9 2024-09-12T00:22:48.121 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4753.gd011c522.el9 2024-09-12T00:22:48.122 INFO:teuthology.task.install:The correct ceph version 19.3.0-4753.gd011c522 is installed. 2024-09-12T00:22:48.125 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:22:48.278 DEBUG:teuthology.orchestra.run.smithi181:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T00:22:48.353 INFO:teuthology.orchestra.run.smithi181.stdout:19.3.0-4753.gd011c522.el9 2024-09-12T00:22:48.353 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4753.gd011c522.el9 2024-09-12T00:22:48.354 INFO:teuthology.task.install:The correct ceph version 19.3.0-4753.gd011c522 is installed. 2024-09-12T00:22:48.355 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T00:22:48.356 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:48.356 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T00:22:48.405 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:48.405 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T00:22:48.446 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T00:22:48.447 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:48.447 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T00:22:48.489 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T00:22:48.571 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:48.571 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T00:22:48.610 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T00:22:48.689 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T00:22:48.689 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:48.689 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T00:22:48.730 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T00:22:48.809 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:48.809 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T00:22:48.848 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T00:22:48.927 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T00:22:48.927 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:48.928 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T00:22:48.966 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T00:22:49.044 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:49.044 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T00:22:49.085 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T00:22:49.163 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T00:22:49.282 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T00:22:49.282 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 777 /var/log/ceph 2024-09-12T00:22:49.285 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 777 /var/log/ceph 2024-09-12T00:22:49.324 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T00:22:49.324 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T00:22:49.364 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T00:22:49.402 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T00:22:49.402 DEBUG:teuthology.orchestra.run.smithi163:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T00:22:49.442 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T00:22:49.494 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T00:22:49.494 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T00:22:49.494 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856', 'branch': 'wip-cls-rgw-busy-resharding', 'description': 'rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind}', 'email': None, 'first_in_suite': False, 'job_id': '7901856', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-cls-rgw-busy-resharding'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-67986', 'sha1': '6a169fc940965ab446a63954fde870aa497efde7'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 2206, 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-67986', 'suite_path': '/home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/cbodley/ceph.git', 'suite_sha1': '6a169fc940965ab446a63954fde870aa497efde7', 'targets': {'smithi163.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCeq0F12NaUUSxlQ5jXChZFTF0gUQlZVM1tnn72oYgiddKu+1D6sdw8+wmJ7HqnroYuFszyuykuxWyzblq//xDM=', 'smithi181.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFmf8xkg6weqVPCtNw1y1EihBI7tq+GVz/zVWihNM7AKLhN+26xDL7fy/I7TFN8MUR5wlgMHht2C5wpgqZpPShQ='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'force-branch': 'wip-67986', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-11_23:33:24', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T00:22:49.495 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T00:22:49.521 DEBUG:teuthology.orchestra.run.smithi181:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T00:22:49.551 DEBUG:teuthology.orchestra.run.smithi163:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T00:22:49.590 DEBUG:teuthology.orchestra.run.smithi181:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T00:22:49.629 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:49.629 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T00:22:49.696 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T00:22:49.697 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_1 2024-09-12T00:22:49.765 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T00:22:49.765 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:49.765 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-12T00:22:49.765 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:49.765 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:49.766 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-12 00:22:31.085527890 +0000 2024-09-12T00:22:49.766 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-12 00:20:12.291134469 +0000 2024-09-12T00:22:49.766 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-12 00:20:12.291134469 +0000 2024-09-12T00:22:49.766 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-12 00:20:12.291134469 +0000 2024-09-12T00:22:49.766 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T00:22:49.843 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-12T00:22:49.843 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-12T00:22:49.843 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000210179 s, 2.4 MB/s 2024-09-12T00:22:49.845 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T00:22:49.915 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_2 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-12 00:22:31.085527890 +0000 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-12 00:20:12.626126620 +0000 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-12 00:20:12.626126620 +0000 2024-09-12T00:22:49.986 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-12 00:20:12.626126620 +0000 2024-09-12T00:22:49.987 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T00:22:50.064 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-12T00:22:50.064 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-12T00:22:50.064 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000267081 s, 1.9 MB/s 2024-09-12T00:22:50.065 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T00:22:50.137 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_3 2024-09-12T00:22:50.206 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T00:22:50.206 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-12 00:22:31.085527890 +0000 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-12 00:20:12.953118958 +0000 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-12 00:20:12.953118958 +0000 2024-09-12T00:22:50.207 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-12 00:20:12.953118958 +0000 2024-09-12T00:22:50.207 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T00:22:50.284 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-12T00:22:50.284 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-12T00:22:50.284 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000215114 s, 2.4 MB/s 2024-09-12T00:22:50.285 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T00:22:50.356 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_4 2024-09-12T00:22:50.424 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-09-12 00:22:31.086527867 +0000 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-09-12 00:20:13.274111436 +0000 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-09-12 00:20:13.274111436 +0000 2024-09-12T00:22:50.425 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-09-12 00:20:13.274111436 +0000 2024-09-12T00:22:50.425 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T00:22:50.501 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-09-12T00:22:50.501 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-09-12T00:22:50.501 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000212778 s, 2.4 MB/s 2024-09-12T00:22:50.502 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T00:22:50.573 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:22:50.573 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:50.573 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T00:22:50.606 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T00:22:50.606 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_1 2024-09-12T00:22:50.678 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T00:22:50.678 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:50.678 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-12T00:22:50.679 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:50.679 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:50.679 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-12 00:22:35.156564410 +0000 2024-09-12T00:22:50.679 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-12 00:20:12.296072964 +0000 2024-09-12T00:22:50.679 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-12 00:20:12.296072964 +0000 2024-09-12T00:22:50.679 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-09-12 00:20:12.296072964 +0000 2024-09-12T00:22:50.679 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T00:22:50.759 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-12T00:22:50.759 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-12T00:22:50.759 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000206225 s, 2.5 MB/s 2024-09-12T00:22:50.760 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T00:22:50.832 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_2 2024-09-12T00:22:50.902 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-12 00:22:35.157564390 +0000 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-12 00:20:12.634066337 +0000 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-12 00:20:12.634066337 +0000 2024-09-12T00:22:50.903 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-09-12 00:20:12.634066337 +0000 2024-09-12T00:22:50.903 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T00:22:50.980 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-12T00:22:50.980 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-12T00:22:50.980 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000201039 s, 2.5 MB/s 2024-09-12T00:22:50.981 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T00:22:51.052 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_3 2024-09-12T00:22:51.121 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T00:22:51.121 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:51.121 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-12T00:22:51.121 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:51.121 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:51.121 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-12 00:22:35.157564390 +0000 2024-09-12T00:22:51.122 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-12 00:20:12.955060042 +0000 2024-09-12T00:22:51.122 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-12 00:20:12.955060042 +0000 2024-09-12T00:22:51.122 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-09-12 00:20:12.955060042 +0000 2024-09-12T00:22:51.122 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T00:22:51.198 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-12T00:22:51.198 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-12T00:22:51.198 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000277795 s, 1.8 MB/s 2024-09-12T00:22:51.200 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T00:22:51.269 DEBUG:teuthology.orchestra.run.smithi181:> stat /dev/vg_nvme/lv_4 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout:Access: 2024-09-12 00:22:35.158564370 +0000 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout:Modify: 2024-09-12 00:20:13.285053571 +0000 2024-09-12T00:22:51.338 INFO:teuthology.orchestra.run.smithi181.stdout:Change: 2024-09-12 00:20:13.285053571 +0000 2024-09-12T00:22:51.339 INFO:teuthology.orchestra.run.smithi181.stdout: Birth: 2024-09-12 00:20:13.285053571 +0000 2024-09-12T00:22:51.339 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T00:22:51.416 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records in 2024-09-12T00:22:51.416 INFO:teuthology.orchestra.run.smithi181.stderr:1+0 records out 2024-09-12T00:22:51.416 INFO:teuthology.orchestra.run.smithi181.stderr:512 bytes copied, 0.000200676 s, 2.6 MB/s 2024-09-12T00:22:51.417 DEBUG:teuthology.orchestra.run.smithi181:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T00:22:51.487 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:22:51.487 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi163.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi181.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T00:22:51.487 INFO:tasks.ceph:Generating config... 2024-09-12T00:22:51.488 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T00:22:51.488 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T00:22:51.488 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T00:22:51.488 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T00:22:51.489 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T00:22:51.489 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T00:22:51.489 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T00:22:51.489 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2024-09-12T00:22:51.489 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T00:22:51.489 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T00:22:51.489 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2024-09-12T00:22:51.490 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T00:22:51.490 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T00:22:51.490 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T00:22:51.490 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T00:22:51.490 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T00:22:51.490 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T00:22:51.490 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T00:22:51.491 INFO:tasks.ceph:[osd] osd fast shutdown = False 2024-09-12T00:22:51.492 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T00:22:51.492 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T00:22:51.492 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T00:22:51.492 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T00:22:51.562 INFO:teuthology.orchestra.run.smithi163.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T00:22:51.564 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T00:22:51.623 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T00:22:51.662 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.163'), ('mon.c', '[v2:172.21.15.163:3301,v1:172.21.15.163:6790]'), ('mon.b', '172.21.15.181')] 2024-09-12T00:22:51.662 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.163,[v2:172.21.15.163:3301,v1:172.21.15.163:6790],172.21.15.181', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T00:22:51.663 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:51.663 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T00:22:51.731 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.163 --addv c '[v2:172.21.15.163:3301,v1:172.21.15.163:6790]' --add b 172.21.15.181 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:22:51.831 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:22:51.831 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:22:51.832 INFO:teuthology.orchestra.run.smithi163.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:22:51.832 INFO:teuthology.orchestra.run.smithi163.stdout:monmaptool: generated fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:22:51.832 INFO:teuthology.orchestra.run.smithi163.stdout:setting min_mon_release = quincy 2024-09-12T00:22:51.832 INFO:teuthology.orchestra.run.smithi163.stdout:epoch 0 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:min_mon_release 17 (quincy) 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:election_strategy: 1 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:22:51.833 INFO:teuthology.orchestra.run.smithi163.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T00:22:51.835 DEBUG:teuthology.orchestra.run.smithi163:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T00:22:51.864 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 231e3ec2-2eda-4b6e-8608-0af70f27538f... 2024-09-12T00:22:51.865 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T00:22:51.907 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout:[global] 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: chdir = "" 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: auth supported = cephx 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: filestore xattr use omap = true 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.962 INFO:teuthology.orchestra.run.smithi163.stdout: mon clock drift allowed = 1.000 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: osd crush chooseleaf type = 0 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: auth debug = true 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: ms die on old message = true 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: ms die on bug = true 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: mon pg warn max object skew = 0 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T00:22:51.963 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: osd pool default size = 2 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd allow primary affinity = true 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd allow pg remap = true 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon warn on legacy crush tunables = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon warn on crush straw calc version zero = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon warn on no sortbitwise = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon warn on osd down out interval zero = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon warn on too few osds = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: mon_allow_pool_size_one = true 2024-09-12T00:22:51.964 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: osd default data pool replay window = 5 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: mon allow pool delete = true 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: mon cluster log file level = debug 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: debug asserts on shutdown = true 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: mon health detail to clog = false 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: mon host = "172.21.15.163,[v2:172.21.15.163:3301,v1:172.21.15.163:6790],172.21.15.181" 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: mon client directed command retry = 5 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: ms inject socket failures = 5000 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: osd heartbeat grace = 40 2024-09-12T00:22:51.965 INFO:teuthology.orchestra.run.smithi163.stdout: osd_max_pg_log_entries = 10 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: osd_min_pg_log_entries = 10 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: rgw override bucket index max shards = 1 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: fsid = 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout:[osd] 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: osd journal size = 100 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: osd scrub load threshold = 5.0 2024-09-12T00:22:51.966 INFO:teuthology.orchestra.run.smithi163.stdout: osd scrub max interval = 600 2024-09-12T00:22:51.967 INFO:teuthology.orchestra.run.smithi163.stdout: osd mclock profile = high_recovery_ops 2024-09-12T00:22:51.967 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.967 INFO:teuthology.orchestra.run.smithi163.stdout: osd recover clone overlap = true 2024-09-12T00:22:51.967 INFO:teuthology.orchestra.run.smithi163.stdout: osd recovery max chunk = 1048576 2024-09-12T00:22:51.967 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.967 INFO:teuthology.orchestra.run.smithi163.stdout: osd debug shutdown = true 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: osd debug op order = true 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: osd debug verify stray on activate = true 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: osd debug trim objects = true 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: osd open classes on start = true 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: osd debug pg log writeout = true 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.968 INFO:teuthology.orchestra.run.smithi163.stdout: osd deep scrub update digest min age = 30 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: osd map max advance = 10 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: journal zero on create = true 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: filestore ondisk finisher threads = 3 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: filestore apply finisher threads = 3 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.969 INFO:teuthology.orchestra.run.smithi163.stdout: bdev debug aio = true 2024-09-12T00:22:51.970 INFO:teuthology.orchestra.run.smithi163.stdout: osd debug misdirected ops = true 2024-09-12T00:22:51.970 INFO:teuthology.orchestra.run.smithi163.stdout: bdev async discard = True 2024-09-12T00:22:51.970 INFO:teuthology.orchestra.run.smithi163.stdout: bdev enable discard = True 2024-09-12T00:22:51.970 INFO:teuthology.orchestra.run.smithi163.stdout: bluestore allocator = bitmap 2024-09-12T00:22:51.970 INFO:teuthology.orchestra.run.smithi163.stdout: bluestore block size = 96636764160 2024-09-12T00:22:51.970 INFO:teuthology.orchestra.run.smithi163.stdout: bluestore fsck on mount = True 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: debug bluefs = 1/20 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: debug bluestore = 1/20 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: debug ms = 1 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: debug objclass = 20 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: debug osd = 20 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: debug rocksdb = 4/10 2024-09-12T00:22:51.971 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd full ratio = 0.9 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd nearfull ratio = 0.8 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: osd failsafe full ratio = 0.95 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: osd fast shutdown = False 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: osd objectstore = bluestore 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: osd shutdown pgref assert = True 2024-09-12T00:22:51.972 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.973 INFO:teuthology.orchestra.run.smithi163.stdout:[mgr] 2024-09-12T00:22:51.973 INFO:teuthology.orchestra.run.smithi163.stdout: debug ms = 1 2024-09-12T00:22:51.973 INFO:teuthology.orchestra.run.smithi163.stdout: debug mgr = 20 2024-09-12T00:22:51.973 INFO:teuthology.orchestra.run.smithi163.stdout: debug mon = 20 2024-09-12T00:22:51.973 INFO:teuthology.orchestra.run.smithi163.stdout: debug auth = 20 2024-09-12T00:22:51.973 INFO:teuthology.orchestra.run.smithi163.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout: mgr/telemetry/nag = false 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout:[mon] 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout: debug ms = 1 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout: debug mon = 20 2024-09-12T00:22:51.974 INFO:teuthology.orchestra.run.smithi163.stdout: debug paxos = 20 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: debug auth = 20 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: mon data avail warn = 5 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: mon mgr mkfs grace = 240 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd reporter subtree level = osd 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd prime pg temp = true 2024-09-12T00:22:51.975 INFO:teuthology.orchestra.run.smithi163.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:22:51.976 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.976 INFO:teuthology.orchestra.run.smithi163.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T00:22:51.976 INFO:teuthology.orchestra.run.smithi163.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T00:22:51.976 INFO:teuthology.orchestra.run.smithi163.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T00:22:51.976 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.976 INFO:teuthology.orchestra.run.smithi163.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T00:22:51.977 INFO:teuthology.orchestra.run.smithi163.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T00:22:51.977 INFO:teuthology.orchestra.run.smithi163.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T00:22:51.977 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.977 INFO:teuthology.orchestra.run.smithi163.stdout: # 1m isn't quite enough 2024-09-12T00:22:51.977 INFO:teuthology.orchestra.run.smithi163.stdout: mon_down_mkfs_grace = 2m 2024-09-12T00:22:51.977 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout: mon_warn_on_filestore_osds = false 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout: mon osd crush smoke test = False 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout:[client] 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout: rgw cache enabled = true 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout: rgw enable ops log = true 2024-09-12T00:22:51.978 INFO:teuthology.orchestra.run.smithi163.stdout: rgw enable usage log = true 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: debug rgw = 20 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: debug rgw notification = 20 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: rgw bucket counters cache = True 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: rgw crypt require ssl = False 2024-09-12T00:22:51.979 INFO:teuthology.orchestra.run.smithi163.stdout: rgw crypt s3 kms backend = testing 2024-09-12T00:22:51.980 INFO:teuthology.orchestra.run.smithi163.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T00:22:51.980 INFO:teuthology.orchestra.run.smithi163.stdout: rgw reshard progress judge interval = 10 2024-09-12T00:22:51.980 INFO:teuthology.orchestra.run.smithi163.stdout: rgw s3 auth use sts = True 2024-09-12T00:22:51.980 INFO:teuthology.orchestra.run.smithi163.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T00:22:51.980 INFO:teuthology.orchestra.run.smithi163.stdout: rgw torrent flag = True 2024-09-12T00:22:51.980 INFO:teuthology.orchestra.run.smithi163.stdout: rgw user counters cache = True 2024-09-12T00:22:51.981 INFO:teuthology.orchestra.run.smithi163.stdout: setgroup = ceph 2024-09-12T00:22:51.981 INFO:teuthology.orchestra.run.smithi163.stdout: setuser = ceph 2024-09-12T00:22:51.981 INFO:teuthology.orchestra.run.smithi163.stdout:[mon.a] 2024-09-12T00:22:51.981 INFO:teuthology.orchestra.run.smithi163.stdout:[mon.c] 2024-09-12T00:22:51.981 INFO:teuthology.orchestra.run.smithi163.stdout:[mon.b] 2024-09-12T00:22:51.983 INFO:teuthology.orchestra.run.smithi181.stdout:[global] 2024-09-12T00:22:51.983 INFO:teuthology.orchestra.run.smithi181.stdout: chdir = "" 2024-09-12T00:22:51.983 INFO:teuthology.orchestra.run.smithi181.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T00:22:51.983 INFO:teuthology.orchestra.run.smithi181.stdout: auth supported = cephx 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: filestore xattr use omap = true 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: mon clock drift allowed = 1.000 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: osd crush chooseleaf type = 0 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: auth debug = true 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: ms die on old message = true 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: ms die on bug = true 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: mon pg warn max object skew = 0 2024-09-12T00:22:51.984 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: osd pool default size = 2 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd allow primary affinity = true 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd allow pg remap = true 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on legacy crush tunables = false 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on crush straw calc version zero = false 2024-09-12T00:22:51.985 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on no sortbitwise = false 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on osd down out interval zero = false 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon warn on too few osds = false 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon_allow_pool_size_one = true 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: osd default data pool replay window = 5 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon allow pool delete = true 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: mon cluster log file level = debug 2024-09-12T00:22:51.986 INFO:teuthology.orchestra.run.smithi181.stdout: debug asserts on shutdown = true 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: mon health detail to clog = false 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: mon host = "172.21.15.163,[v2:172.21.15.163:3301,v1:172.21.15.163:6790],172.21.15.181" 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: mon client directed command retry = 5 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: ms inject socket failures = 5000 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: osd heartbeat grace = 40 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: osd_max_pg_log_entries = 10 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: osd_min_pg_log_entries = 10 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: rgw override bucket index max shards = 1 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: fsid = 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout:[osd] 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: osd journal size = 100 2024-09-12T00:22:51.987 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd scrub load threshold = 5.0 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd scrub max interval = 600 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd mclock profile = high_recovery_ops 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd recover clone overlap = true 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd recovery max chunk = 1048576 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug shutdown = true 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug op order = true 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug verify stray on activate = true 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug trim objects = true 2024-09-12T00:22:51.988 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: osd open classes on start = true 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug pg log writeout = true 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: osd deep scrub update digest min age = 30 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: osd map max advance = 10 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: journal zero on create = true 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: filestore ondisk finisher threads = 3 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: filestore apply finisher threads = 3 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.989 INFO:teuthology.orchestra.run.smithi181.stdout: bdev debug aio = true 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: osd debug misdirected ops = true 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: bdev async discard = True 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: bdev enable discard = True 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: bluestore allocator = bitmap 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: bluestore block size = 96636764160 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: bluestore fsck on mount = True 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: debug bluefs = 1/20 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: debug bluestore = 1/20 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2024-09-12T00:22:51.990 INFO:teuthology.orchestra.run.smithi181.stdout: debug objclass = 20 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: debug osd = 20 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: debug rocksdb = 4/10 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd full ratio = 0.9 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd nearfull ratio = 0.8 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: osd failsafe full ratio = 0.95 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: osd fast shutdown = False 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: osd objectstore = bluestore 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: osd shutdown pgref assert = True 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout:[mgr] 2024-09-12T00:22:51.991 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug mgr = 20 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug mon = 20 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug auth = 20 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: mgr/telemetry/nag = false 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout:[mon] 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug ms = 1 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug mon = 20 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug paxos = 20 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: debug auth = 20 2024-09-12T00:22:51.992 INFO:teuthology.orchestra.run.smithi181.stdout: mon data avail warn = 5 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: mon mgr mkfs grace = 240 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd reporter subtree level = osd 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd prime pg temp = true 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T00:22:51.993 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: # 1m isn't quite enough 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: mon_down_mkfs_grace = 2m 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: mon_warn_on_filestore_osds = false 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: mon osd crush smoke test = False 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout:[client] 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: rgw cache enabled = true 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: rgw enable ops log = true 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: rgw enable usage log = true 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T00:22:51.994 INFO:teuthology.orchestra.run.smithi181.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: debug rgw = 20 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: debug rgw notification = 20 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw bucket counters cache = True 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw crypt require ssl = False 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw crypt s3 kms backend = testing 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw reshard progress judge interval = 10 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw s3 auth use sts = True 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw torrent flag = True 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: rgw user counters cache = True 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: setgroup = ceph 2024-09-12T00:22:51.995 INFO:teuthology.orchestra.run.smithi181.stdout: setuser = ceph 2024-09-12T00:22:51.996 INFO:teuthology.orchestra.run.smithi181.stdout:[mon.a] 2024-09-12T00:22:51.996 INFO:teuthology.orchestra.run.smithi181.stdout:[mon.c] 2024-09-12T00:22:51.996 INFO:teuthology.orchestra.run.smithi181.stdout:[mon.b] 2024-09-12T00:22:51.996 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T00:22:51.996 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T00:22:52.093 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T00:22:52.093 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:52.093 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T00:22:52.121 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:52.121 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T00:22:52.194 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:22:52.194 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:52.194 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T00:22:52.194 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T00:22:52.283 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:22:52.283 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:22:52.352 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:22:52.352 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:52.352 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T00:22:52.353 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T00:22:52.402 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:22:52.403 DEBUG:teuthology.orchestra.run.smithi181:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:22:52.472 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T00:22:52.472 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T00:22:52.472 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T00:22:52.537 INFO:teuthology.orchestra.run.smithi163.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T00:22:52.540 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T00:22:52.623 INFO:teuthology.orchestra.run.smithi181.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T00:22:52.625 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T00:22:52.625 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T00:22:52.626 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T00:22:52.681 INFO:teuthology.orchestra.run.smithi163.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T00:22:52.694 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T00:22:52.750 INFO:teuthology.orchestra.run.smithi181.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T00:22:52.763 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T00:22:52.763 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi163.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi181.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T00:22:52.763 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T00:22:52.801 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:22:52.801 INFO:tasks.ceph:role: osd.0 2024-09-12T00:22:52.801 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:22:52.801 DEBUG:teuthology.orchestra.run.smithi163:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T00:22:52.887 INFO:teuthology.orchestra.run.smithi163.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:22:52.887 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:22:52.887 INFO:teuthology.orchestra.run.smithi163.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:22:52.888 INFO:teuthology.orchestra.run.smithi163.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:22:53.382 INFO:teuthology.orchestra.run.smithi163.stdout:Discarding blocks...Done. 2024-09-12T00:22:53.384 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi163.front.sepia.ceph.com -o noatime 2024-09-12T00:22:53.384 DEBUG:teuthology.orchestra.run.smithi163:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T00:22:53.507 DEBUG:teuthology.orchestra.run.smithi163:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T00:22:53.551 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T00:22:53.590 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:22:53.591 INFO:tasks.ceph:role: osd.1 2024-09-12T00:22:53.591 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:22:53.591 DEBUG:teuthology.orchestra.run.smithi163:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T00:22:53.678 INFO:teuthology.orchestra.run.smithi163.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:22:53.678 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:22:53.678 INFO:teuthology.orchestra.run.smithi163.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:22:53.678 INFO:teuthology.orchestra.run.smithi163.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:22:53.679 INFO:teuthology.orchestra.run.smithi163.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:22:53.679 INFO:teuthology.orchestra.run.smithi163.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:22:53.679 INFO:teuthology.orchestra.run.smithi163.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:22:53.679 INFO:teuthology.orchestra.run.smithi163.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:22:53.679 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:22:53.679 INFO:teuthology.orchestra.run.smithi163.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:22:54.138 INFO:teuthology.orchestra.run.smithi163.stdout:Discarding blocks...Done. 2024-09-12T00:22:54.141 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi163.front.sepia.ceph.com -o noatime 2024-09-12T00:22:54.141 DEBUG:teuthology.orchestra.run.smithi163:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T00:22:54.206 DEBUG:teuthology.orchestra.run.smithi163:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T00:22:54.248 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T00:22:54.327 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:22:54.327 INFO:tasks.ceph:role: osd.2 2024-09-12T00:22:54.327 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:22:54.328 DEBUG:teuthology.orchestra.run.smithi163:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T00:22:54.413 INFO:teuthology.orchestra.run.smithi163.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:22:54.414 INFO:teuthology.orchestra.run.smithi163.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:22:54.913 INFO:teuthology.orchestra.run.smithi163.stdout:Discarding blocks...Done. 2024-09-12T00:22:54.914 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi163.front.sepia.ceph.com -o noatime 2024-09-12T00:22:54.915 DEBUG:teuthology.orchestra.run.smithi163:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T00:22:55.007 DEBUG:teuthology.orchestra.run.smithi163:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T00:22:55.053 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T00:22:55.092 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:22:55.092 INFO:tasks.ceph:role: osd.3 2024-09-12T00:22:55.092 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:22:55.092 DEBUG:teuthology.orchestra.run.smithi163:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:22:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:22:55.680 INFO:teuthology.orchestra.run.smithi163.stdout:Discarding blocks...Done. 2024-09-12T00:22:55.681 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi163.front.sepia.ceph.com -o noatime 2024-09-12T00:22:55.681 DEBUG:teuthology.orchestra.run.smithi163:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T00:22:55.777 DEBUG:teuthology.orchestra.run.smithi163:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T00:22:55.822 DEBUG:teuthology.orchestra.run.smithi163:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:22:55.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:55.919+0000 7fe82161c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T00:22:55.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:55.919+0000 7fe82161c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T00:22:55.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:55.919+0000 7fe82161c640 -1 bdev(0x56029cacd800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T00:22:55.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:55.919+0000 7fe82161c640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T00:22:59.577 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T00:22:59.622 DEBUG:teuthology.orchestra.run.smithi163:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:22:59.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:59.685+0000 7fd454332640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T00:22:59.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:59.685+0000 7fd454332640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T00:22:59.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:59.685+0000 7fd454332640 -1 bdev(0x560dc956d800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T00:22:59.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:22:59.685+0000 7fd454332640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T00:23:02.845 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T00:23:02.889 DEBUG:teuthology.orchestra.run.smithi163:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:02.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:02.992+0000 7f26d3816640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T00:23:02.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:02.993+0000 7f26d3816640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T00:23:02.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:02.993+0000 7f26d3816640 -1 bdev(0x5557e2609800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T00:23:02.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:02.993+0000 7f26d3816640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T00:23:05.896 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T00:23:05.941 DEBUG:teuthology.orchestra.run.smithi163:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:06.004 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:06.005+0000 7f58a0242640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T00:23:06.004 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:06.005+0000 7f58a0242640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T00:23:06.004 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:06.005+0000 7f58a0242640 -1 bdev(0x55af00633800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T00:23:06.004 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:23:06.005+0000 7f58a0242640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T00:23:09.158 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T00:23:09.203 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T00:23:09.250 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:23:09.250 INFO:tasks.ceph:role: osd.4 2024-09-12T00:23:09.250 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:23:09.250 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T00:23:09.299 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:23:09.299 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:23:09.299 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:23:09.299 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:23:09.299 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:23:09.300 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:23:09.300 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:23:09.300 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:23:09.300 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:23:09.300 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:23:09.805 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2024-09-12T00:23:09.808 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2024-09-12T00:23:09.808 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T00:23:09.899 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T00:23:09.946 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T00:23:09.985 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:23:09.985 INFO:tasks.ceph:role: osd.5 2024-09-12T00:23:09.985 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:23:09.985 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T00:23:10.072 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:23:10.073 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:23:10.529 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2024-09-12T00:23:10.531 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2024-09-12T00:23:10.532 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T00:23:10.580 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T00:23:10.622 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T00:23:10.701 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:23:10.701 INFO:tasks.ceph:role: osd.6 2024-09-12T00:23:10.701 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:23:10.701 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T00:23:10.786 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:23:10.787 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:23:11.265 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2024-09-12T00:23:11.267 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2024-09-12T00:23:11.267 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T00:23:11.349 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T00:23:11.394 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T00:23:11.432 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:23:11.432 INFO:tasks.ceph:role: osd.7 2024-09-12T00:23:11.432 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:23:11.432 DEBUG:teuthology.orchestra.run.smithi181:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:23:11.518 INFO:teuthology.orchestra.run.smithi181.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:23:12.036 INFO:teuthology.orchestra.run.smithi181.stdout:Discarding blocks...Done. 2024-09-12T00:23:12.038 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi181.front.sepia.ceph.com -o noatime 2024-09-12T00:23:12.038 DEBUG:teuthology.orchestra.run.smithi181:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T00:23:12.158 DEBUG:teuthology.orchestra.run.smithi181:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T00:23:12.206 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:12.276 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:12.277+0000 7facf5754640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T00:23:12.280 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:12.282+0000 7facf5754640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T00:23:12.280 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:12.282+0000 7facf5754640 -1 bdev(0x555b24369800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T00:23:12.280 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:12.282+0000 7facf5754640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T00:23:15.688 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T00:23:15.733 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:15.795 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:15.796+0000 7f978ee0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T00:23:15.796 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:15.797+0000 7f978ee0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T00:23:15.796 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:15.797+0000 7f978ee0d640 -1 bdev(0x56548860b800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T00:23:15.796 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:15.797+0000 7f978ee0d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T00:23:18.710 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T00:23:18.756 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:18.819 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:18.820+0000 7f9cf50b6640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T00:23:18.819 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:18.820+0000 7f9cf50b6640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T00:23:18.819 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:18.820+0000 7f9cf50b6640 -1 bdev(0x559457c23800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T00:23:18.819 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:18.820+0000 7f9cf50b6640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T00:23:21.971 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T00:23:22.014 DEBUG:teuthology.orchestra.run.smithi181:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:22.116 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:22.117+0000 7f506520f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T00:23:22.116 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:22.117+0000 7f506520f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T00:23:22.116 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:22.117+0000 7f506520f640 -1 bdev(0x556e82341800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T00:23:22.116 INFO:teuthology.orchestra.run.smithi181.stderr:2024-09-12T00:23:22.118+0000 7f506520f640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T00:23:25.044 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T00:23:25.090 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T00:23:25.090 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:25.090 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T00:23:25.136 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:25.137 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T00:23:25.219 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:25.219 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T00:23:25.299 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:25.299 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T00:23:25.379 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:25.380 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T00:23:25.459 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:25.460 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T00:23:25.507 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:25.507 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T00:23:25.591 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:25.591 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T00:23:25.673 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:25.673 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T00:23:25.753 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:25.753 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T00:23:25.833 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:25.833 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T00:23:25.864 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:25.864 DEBUG:teuthology.orchestra.run.smithi181:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T00:23:25.902 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T00:23:25.902 DEBUG:teuthology.orchestra.run.smithi163:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T00:23:25.906 DEBUG:teuthology.orchestra.run.smithi181:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout:[mgr.y] 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBcNOJmb6ovIBAAHpRM55HYhP4DbWgrA+Bc9A== 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.0] 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBfNOJmRczpNhAALW6mim7C26BBHx4CK0BptA== 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.1] 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBjNOJmbYv0KBAA71yFklW4FWVa+MCWGG4q9w== 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.2] 2024-09-12T00:23:25.945 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBmNOJmbTFKOxAAfQ+sTRIRsT2NrZR73D+DhQ== 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.3] 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBqNOJmJUNfABAA9IzxZNXG/+p8bAjCGTnWSQ== 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout:[mgr.x] 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBcNOJmYMdHJRAAgW7BFuSt3J6ZVWeV8HmJ8Q== 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.4] 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBwNOJmILmVEBAAcZECTblHIKfrCQRjCjwO6Q== 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.5] 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBzNOJm45iOLxAA7sH0VjF9C2iL5qIFNrAsEw== 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.6] 2024-09-12T00:23:25.946 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQB2NOJmU5v0MBAA7cMCNAm/gVFj1RgVT2jWJA== 2024-09-12T00:23:25.947 INFO:teuthology.orchestra.run.smithi163.stdout:[osd.7] 2024-09-12T00:23:25.947 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQB6NOJmAXwQBxAAlfgbKskO3zsEKTi+4UmAgw== 2024-09-12T00:23:25.947 INFO:teuthology.orchestra.run.smithi163.stdout:[client.0] 2024-09-12T00:23:25.947 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBcNOJm+NnIKBAAQuAe67il2jd5yiTZDI51LA== 2024-09-12T00:23:25.947 INFO:teuthology.orchestra.run.smithi163.stdout:[client.1] 2024-09-12T00:23:25.947 INFO:teuthology.orchestra.run.smithi163.stdout: key = AQBcNOJmIDLYLBAABBwrABI9O7EGx1CpbxwvSQ== 2024-09-12T00:23:25.977 INFO:teuthology.orchestra.run.smithi181.stdout:[mgr.y] 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBcNOJmb6ovIBAAHpRM55HYhP4DbWgrA+Bc9A== 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.0] 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBfNOJmRczpNhAALW6mim7C26BBHx4CK0BptA== 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.1] 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBjNOJmbYv0KBAA71yFklW4FWVa+MCWGG4q9w== 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.2] 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBmNOJmbTFKOxAAfQ+sTRIRsT2NrZR73D+DhQ== 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.3] 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBqNOJmJUNfABAA9IzxZNXG/+p8bAjCGTnWSQ== 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout:[mgr.x] 2024-09-12T00:23:25.978 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBcNOJmYMdHJRAAgW7BFuSt3J6ZVWeV8HmJ8Q== 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.4] 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBwNOJmILmVEBAAcZECTblHIKfrCQRjCjwO6Q== 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.5] 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBzNOJm45iOLxAA7sH0VjF9C2iL5qIFNrAsEw== 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.6] 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQB2NOJmU5v0MBAA7cMCNAm/gVFj1RgVT2jWJA== 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout:[osd.7] 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQB6NOJmAXwQBxAAlfgbKskO3zsEKTi+4UmAgw== 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout:[client.0] 2024-09-12T00:23:25.979 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBcNOJm+NnIKBAAQuAe67il2jd5yiTZDI51LA== 2024-09-12T00:23:25.980 INFO:teuthology.orchestra.run.smithi181.stdout:[client.1] 2024-09-12T00:23:25.980 INFO:teuthology.orchestra.run.smithi181.stdout: key = AQBcNOJmIDLYLBAABBwrABI9O7EGx1CpbxwvSQ== 2024-09-12T00:23:25.981 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:23:25.990 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:23:26.087 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.089 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.154 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.156 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.220 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.223 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.288 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.290 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.354 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:23:26.356 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:23:26.420 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.423 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.487 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.490 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.557 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.560 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.624 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.626 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:23:26.692 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:23:26.695 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:23:26.764 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:23:26.766 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:23:26.833 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T00:23:26.834 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T00:23:26.872 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T00:23:26.982 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T00:23:27.020 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T00:23:27.100 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T00:23:27.212 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T00:23:27.250 DEBUG:teuthology.orchestra.run.smithi181:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T00:23:27.290 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T00:23:27.399 DEBUG:teuthology.orchestra.run.smithi181:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T00:23:27.438 DEBUG:teuthology.orchestra.run.smithi163:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:27.440 DEBUG:teuthology.orchestra.run.smithi181:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:23:27.509 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T00:23:27.509 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T00:23:27.510 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T00:23:27.513 INFO:tasks.ceph.mon.a:Started 2024-09-12T00:23:27.513 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T00:23:27.513 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T00:23:27.515 INFO:tasks.ceph.mon.c:Started 2024-09-12T00:23:27.515 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T00:23:27.515 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T00:23:27.551 INFO:tasks.ceph.mon.b:Started 2024-09-12T00:23:27.551 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T00:23:27.551 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T00:23:27.552 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T00:23:27.554 INFO:tasks.ceph.mgr.y:Started 2024-09-12T00:23:27.554 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T00:23:27.554 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T00:23:27.556 INFO:tasks.ceph.mgr.x:Started 2024-09-12T00:23:27.556 DEBUG:tasks.ceph:set 0 configs 2024-09-12T00:23:27.556 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T00:23:27.556 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T00:23:33.749 INFO:teuthology.orchestra.run.smithi163.stderr:adjusted tunables profile to default 2024-09-12T00:23:33.760 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T00:23:33.760 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T00:23:33.761 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:33.761 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T00:23:33.800 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:33.800 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T00:23:33.879 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:33.879 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T00:23:33.958 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:23:33.958 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T00:23:34.037 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:34.037 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T00:23:34.076 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:34.076 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T00:23:34.156 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:34.156 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T00:23:34.235 DEBUG:teuthology.orchestra.run.smithi181:> set -ex 2024-09-12T00:23:34.235 DEBUG:teuthology.orchestra.run.smithi181:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T00:23:34.313 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 188cec9a-0c2b-4470-b18b-223c55078142 0 2024-09-12T00:23:34.550 INFO:teuthology.orchestra.run.smithi181.stdout:0 2024-09-12T00:23:34.561 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 8864f7a6-2039-4c13-a008-b4aa6fefe751 1 2024-09-12T00:23:34.755 INFO:teuthology.orchestra.run.smithi181.stdout:1 2024-09-12T00:23:34.766 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new ba62bf66-b1b2-47dd-9775-4d2ba7461b4a 2 2024-09-12T00:23:34.966 INFO:teuthology.orchestra.run.smithi181.stdout:2 2024-09-12T00:23:34.977 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 285090d6-73f6-4fbe-8198-8db57d763242 3 2024-09-12T00:23:35.184 INFO:teuthology.orchestra.run.smithi181.stdout:3 2024-09-12T00:23:35.195 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 31213832-7e03-408e-bc32-a3ef5f41f038 4 2024-09-12T00:23:35.392 INFO:teuthology.orchestra.run.smithi181.stdout:4 2024-09-12T00:23:35.403 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 85c44d5e-57ac-4e77-b541-0653ac02eb05 5 2024-09-12T00:23:35.599 INFO:teuthology.orchestra.run.smithi181.stdout:5 2024-09-12T00:23:35.610 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 49cbfd82-468b-45a9-949a-6746ef204685 6 2024-09-12T00:23:35.806 INFO:teuthology.orchestra.run.smithi181.stdout:6 2024-09-12T00:23:35.817 DEBUG:teuthology.orchestra.run.smithi181:> sudo ceph --cluster ceph osd new 6fc80bfc-b916-4e27-8006-da630755647e 7 2024-09-12T00:23:36.012 INFO:teuthology.orchestra.run.smithi181.stdout:7 2024-09-12T00:23:36.024 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T00:23:36.024 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T00:23:36.026 INFO:tasks.ceph.osd.0:Started 2024-09-12T00:23:36.026 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T00:23:36.026 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T00:23:36.028 INFO:tasks.ceph.osd.1:Started 2024-09-12T00:23:36.028 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T00:23:36.029 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T00:23:36.030 INFO:tasks.ceph.osd.2:Started 2024-09-12T00:23:36.031 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T00:23:36.031 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T00:23:36.033 INFO:tasks.ceph.osd.3:Started 2024-09-12T00:23:36.033 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T00:23:36.033 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T00:23:36.036 INFO:tasks.ceph.osd.4:Started 2024-09-12T00:23:36.036 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T00:23:36.036 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T00:23:36.038 INFO:tasks.ceph.osd.5:Started 2024-09-12T00:23:36.038 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T00:23:36.038 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T00:23:36.040 INFO:tasks.ceph.osd.6:Started 2024-09-12T00:23:36.041 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T00:23:36.041 DEBUG:teuthology.orchestra.run.smithi181:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T00:23:36.043 INFO:tasks.ceph.osd.7:Started 2024-09-12T00:23:36.043 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T00:23:36.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:23:36.252 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":10,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T00:23:36.012125+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:23:36.264 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T00:23:36.264 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T00:23:37.071 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T00:23:37.241 INFO:teuthology.misc.health.smithi163.stdout: 2024-09-12T00:23:37.242 INFO:teuthology.misc.health.smithi163.stdout:{"epoch":10,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T00:23:36.012125+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:23:37.251 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T00:23:37.267 INFO:tasks.ceph.osd.1.smithi163.stderr:2024-09-12T00:23:37.268+0000 7ff92fce0640 -1 Falling back to public interface 2024-09-12T00:23:37.482 INFO:tasks.ceph.osd.6.smithi181.stderr:2024-09-12T00:23:37.483+0000 7efc1a71b640 -1 Falling back to public interface 2024-09-12T00:23:37.500 INFO:tasks.ceph.osd.5.smithi181.stderr:2024-09-12T00:23:37.501+0000 7fbbbb20f640 -1 Falling back to public interface 2024-09-12T00:23:37.525 INFO:tasks.ceph.osd.0.smithi163.stderr:2024-09-12T00:23:37.526+0000 7fcd96ca5640 -1 Falling back to public interface 2024-09-12T00:23:37.533 INFO:tasks.ceph.osd.7.smithi181.stderr:2024-09-12T00:23:37.534+0000 7f03cd42c640 -1 Falling back to public interface 2024-09-12T00:23:37.550 INFO:tasks.ceph.osd.2.smithi163.stderr:2024-09-12T00:23:37.551+0000 7faae1db2640 -1 Falling back to public interface 2024-09-12T00:23:37.762 INFO:tasks.ceph.osd.4.smithi181.stderr:2024-09-12T00:23:37.763+0000 7f784ec42640 -1 Falling back to public interface 2024-09-12T00:23:37.787 INFO:tasks.ceph.osd.3.smithi163.stderr:2024-09-12T00:23:37.788+0000 7f7f2b00e640 -1 Falling back to public interface 2024-09-12T00:23:38.039 INFO:tasks.ceph.mgr.y.smithi163.stderr:2024-09-12T00:23:38.041+0000 7f71b8fe8640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T00:23:38.040 INFO:tasks.ceph.mgr.y.smithi163.stderr:2024-09-12T00:23:38.041+0000 7f71b8fe8640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T00:23:40.864 INFO:tasks.ceph.osd.1.smithi163.stderr:2024-09-12T00:23:40.864+0000 7ff92fce0640 -1 osd.1 0 log_to_monitors true 2024-09-12T00:23:41.127 INFO:tasks.ceph.osd.2.smithi163.stderr:2024-09-12T00:23:41.127+0000 7faae1db2640 -1 osd.2 0 log_to_monitors true 2024-09-12T00:23:41.218 INFO:tasks.ceph.osd.6.smithi181.stderr:2024-09-12T00:23:41.219+0000 7efc1a71b640 -1 osd.6 0 log_to_monitors true 2024-09-12T00:23:41.326 INFO:tasks.ceph.osd.0.smithi163.stderr:2024-09-12T00:23:41.327+0000 7fcd96ca5640 -1 osd.0 0 log_to_monitors true 2024-09-12T00:23:41.337 INFO:tasks.ceph.osd.7.smithi181.stderr:2024-09-12T00:23:41.339+0000 7f03cd42c640 -1 osd.7 0 log_to_monitors true 2024-09-12T00:23:41.348 INFO:tasks.ceph.osd.4.smithi181.stderr:2024-09-12T00:23:41.349+0000 7f784ec42640 -1 osd.4 0 log_to_monitors true 2024-09-12T00:23:41.557 INFO:tasks.ceph.osd.5.smithi181.stderr:2024-09-12T00:23:41.558+0000 7fbbbb20f640 -1 osd.5 0 log_to_monitors true 2024-09-12T00:23:41.565 INFO:tasks.ceph.osd.3.smithi163.stderr:2024-09-12T00:23:41.566+0000 7f7f2b00e640 -1 osd.3 0 log_to_monitors true 2024-09-12T00:23:42.910 INFO:tasks.ceph.osd.1.smithi163.stderr:2024-09-12T00:23:42.910+0000 7ff92bc74640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T00:23:42.921 INFO:tasks.ceph.osd.1.smithi163.stderr:2024-09-12T00:23:42.922+0000 7ff923a93640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:44.058 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T00:23:44.495 INFO:teuthology.misc.health.smithi163.stdout: 2024-09-12T00:23:44.495 INFO:teuthology.misc.health.smithi163.stdout:{"epoch":14,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T00:23:44.397452+0000","last_up_change":"2024-09-12T00:23:43.051099+0000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6803","nonce":3041117392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6805","nonce":3041117392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6809","nonce":3041117392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6807","nonce":3041117392}]},"public_addr":"172.21.15.163:6803/3041117392","cluster_addr":"172.21.15.163:6805/3041117392","heartbeat_back_addr":"172.21.15.163:6809/3041117392","heartbeat_front_addr":"172.21.15.163:6807/3041117392","state":["exists","up"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:41.894211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:23:44.512 DEBUG:teuthology.misc:1 of 8 OSDs are up 2024-09-12T00:23:44.751 INFO:tasks.ceph.osd.0.smithi163.stderr:2024-09-12T00:23:44.751+0000 7fcd92c39640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T00:23:44.766 INFO:tasks.ceph.osd.0.smithi163.stderr:2024-09-12T00:23:44.767+0000 7fcd8aa58640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:44.813 INFO:tasks.ceph.osd.2.smithi163.stderr:2024-09-12T00:23:44.813+0000 7faaddd46640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T00:23:44.825 INFO:tasks.ceph.osd.2.smithi163.stderr:2024-09-12T00:23:44.826+0000 7faad5b65640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:44.829 INFO:tasks.ceph.osd.3.smithi163.stderr:2024-09-12T00:23:44.830+0000 7f7f26903640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T00:23:44.840 INFO:tasks.ceph.osd.3.smithi163.stderr:2024-09-12T00:23:44.841+0000 7f7f1e722640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:45.133 INFO:tasks.ceph.osd.5.smithi181.stderr:2024-09-12T00:23:45.134+0000 7fbbb6c21640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T00:23:45.145 INFO:tasks.ceph.osd.5.smithi181.stderr:2024-09-12T00:23:45.146+0000 7fbbaea40640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:45.151 INFO:tasks.ceph.osd.6.smithi181.stderr:2024-09-12T00:23:45.153+0000 7efc16ec3640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T00:23:45.161 INFO:tasks.ceph.osd.6.smithi181.stderr:2024-09-12T00:23:45.163+0000 7efc0e4ce640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:45.162 INFO:tasks.ceph.osd.4.smithi181.stderr:2024-09-12T00:23:45.164+0000 7f784b3ea640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T00:23:45.171 INFO:tasks.ceph.osd.7.smithi181.stderr:2024-09-12T00:23:45.172+0000 7f03c8994640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T00:23:45.174 INFO:tasks.ceph.osd.4.smithi181.stderr:2024-09-12T00:23:45.176+0000 7f78429f5640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:45.184 INFO:tasks.ceph.osd.7.smithi181.stderr:2024-09-12T00:23:45.186+0000 7f03c07b3640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:23:51.319 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T00:23:51.624 INFO:teuthology.misc.health.smithi163.stdout: 2024-09-12T00:23:51.624 INFO:teuthology.misc.health.smithi163.stdout:{"epoch":19,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T00:23:49.848650+0000","last_up_change":"2024-09-12T00:23:45.754960+0000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:23:47.048865+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6811","nonce":1555516436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6813","nonce":1555516436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6817","nonce":1555516436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6815","nonce":1555516436}]},"public_addr":"172.21.15.163:6811/1555516436","cluster_addr":"172.21.15.163:6813/1555516436","heartbeat_back_addr":"172.21.15.163:6817/1555516436","heartbeat_front_addr":"172.21.15.163:6815/1555516436","state":["exists","up"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6803","nonce":3041117392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6805","nonce":3041117392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6809","nonce":3041117392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6807","nonce":3041117392}]},"public_addr":"172.21.15.163:6803/3041117392","cluster_addr":"172.21.15.163:6805/3041117392","heartbeat_back_addr":"172.21.15.163:6809/3041117392","heartbeat_front_addr":"172.21.15.163:6807/3041117392","state":["exists","up"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6819","nonce":4257941987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6821","nonce":4257941987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6825","nonce":4257941987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6823","nonce":4257941987}]},"public_addr":"172.21.15.163:6819/4257941987","cluster_addr":"172.21.15.163:6821/4257941987","heartbeat_back_addr":"172.21.15.163:6825/4257941987","heartbeat_front_addr":"172.21.15.163:6823/4257941987","state":["exists","up"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6827","nonce":1551995286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6829","nonce":1551995286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6833","nonce":1551995286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6831","nonce":1551995286}]},"public_addr":"172.21.15.163:6827/1551995286","cluster_addr":"172.21.15.163:6829/1551995286","heartbeat_back_addr":"172.21.15.163:6833/1551995286","heartbeat_front_addr":"172.21.15.163:6831/1551995286","state":["exists","up"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6825","nonce":3744048338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6827","nonce":3744048338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6831","nonce":3744048338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6829","nonce":3744048338}]},"public_addr":"172.21.15.181:6825/3744048338","cluster_addr":"172.21.15.181:6827/3744048338","heartbeat_back_addr":"172.21.15.181:6831/3744048338","heartbeat_front_addr":"172.21.15.181:6829/3744048338","state":["exists","up"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6809","nonce":896755326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6811","nonce":896755326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6815","nonce":896755326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6813","nonce":896755326}]},"public_addr":"172.21.15.181:6809/896755326","cluster_addr":"172.21.15.181:6811/896755326","heartbeat_back_addr":"172.21.15.181:6815/896755326","heartbeat_front_addr":"172.21.15.181:6813/896755326","state":["exists","up"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6801","nonce":3916083588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6803","nonce":3916083588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6807","nonce":3916083588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6805","nonce":3916083588}]},"public_addr":"172.21.15.181:6801/3916083588","cluster_addr":"172.21.15.181:6803/3916083588","heartbeat_back_addr":"172.21.15.181:6807/3916083588","heartbeat_front_addr":"172.21.15.181:6805/3916083588","state":["exists","up"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6817","nonce":2780978777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6819","nonce":2780978777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6823","nonce":2780978777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6821","nonce":2780978777}]},"public_addr":"172.21.15.181:6817/2780978777","cluster_addr":"172.21.15.181:6819/2780978777","heartbeat_back_addr":"172.21.15.181:6823/2780978777","heartbeat_front_addr":"172.21.15.181:6821/2780978777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.285563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:41.894211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.112109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.614791+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.372538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.531898+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.252381+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.379767+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:23:51.635 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T00:23:51.635 INFO:tasks.ceph:Creating RBD pool 2024-09-12T00:23:51.635 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T00:23:52.867 INFO:teuthology.orchestra.run.smithi163.stderr:pool 'rbd' created 2024-09-12T00:23:52.884 DEBUG:teuthology.orchestra.run.smithi163:> rbd --cluster ceph pool init rbd 2024-09-12T00:23:52.948 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:23:52.948 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:23:55.902 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T00:23:55.902 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T00:23:55.903 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T00:23:56.213 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:23:56.226 INFO:teuthology.orchestra.run.smithi163.stdout:[{"version":9,"timestamp":"2024-09-12T00:23:45.174501+0000","name":"","changes":[{"name":"osd.7/osd_mclock_max_capacity_iops_ssd","new_value":"4953.009625"}]}] 2024-09-12T00:23:56.226 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T00:23:56.227 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T00:23:56.227 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T00:23:56.227 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T00:23:56.573 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:23:56.583 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":1061086706},{"type":"v1","addr":"172.21.15.163:6801","nonce":1061086706}]},"active_addr":"172.21.15.163:6801/1061086706","active_change":"2024-09-12T00:23:37.028688+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4105,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.163:0","nonce":4060896849}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.163:0","nonce":711665887}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.163:0","nonce":518023685}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.163:0","nonce":2219563245}]}]} 2024-09-12T00:23:56.588 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T00:23:56.588 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T00:23:56.588 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T00:23:56.894 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:23:56.894 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":23,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T00:23:55.881243+0000","last_up_change":"2024-09-12T00:23:45.754960+0000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:23:47.048865+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T00:23:51.939964+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":23,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6811","nonce":1555516436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6813","nonce":1555516436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6817","nonce":1555516436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6815","nonce":1555516436}]},"public_addr":"172.21.15.163:6811/1555516436","cluster_addr":"172.21.15.163:6813/1555516436","heartbeat_back_addr":"172.21.15.163:6817/1555516436","heartbeat_front_addr":"172.21.15.163:6815/1555516436","state":["exists","up"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6803","nonce":3041117392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6805","nonce":3041117392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6809","nonce":3041117392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6807","nonce":3041117392}]},"public_addr":"172.21.15.163:6803/3041117392","cluster_addr":"172.21.15.163:6805/3041117392","heartbeat_back_addr":"172.21.15.163:6809/3041117392","heartbeat_front_addr":"172.21.15.163:6807/3041117392","state":["exists","up"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6819","nonce":4257941987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6821","nonce":4257941987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6825","nonce":4257941987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6823","nonce":4257941987}]},"public_addr":"172.21.15.163:6819/4257941987","cluster_addr":"172.21.15.163:6821/4257941987","heartbeat_back_addr":"172.21.15.163:6825/4257941987","heartbeat_front_addr":"172.21.15.163:6823/4257941987","state":["exists","up"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6827","nonce":1551995286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6829","nonce":1551995286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6833","nonce":1551995286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6831","nonce":1551995286}]},"public_addr":"172.21.15.163:6827/1551995286","cluster_addr":"172.21.15.163:6829/1551995286","heartbeat_back_addr":"172.21.15.163:6833/1551995286","heartbeat_front_addr":"172.21.15.163:6831/1551995286","state":["exists","up"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6825","nonce":3744048338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6827","nonce":3744048338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6831","nonce":3744048338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6829","nonce":3744048338}]},"public_addr":"172.21.15.181:6825/3744048338","cluster_addr":"172.21.15.181:6827/3744048338","heartbeat_back_addr":"172.21.15.181:6831/3744048338","heartbeat_front_addr":"172.21.15.181:6829/3744048338","state":["exists","up"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6809","nonce":896755326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6811","nonce":896755326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6815","nonce":896755326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6813","nonce":896755326}]},"public_addr":"172.21.15.181:6809/896755326","cluster_addr":"172.21.15.181:6811/896755326","heartbeat_back_addr":"172.21.15.181:6815/896755326","heartbeat_front_addr":"172.21.15.181:6813/896755326","state":["exists","up"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6801","nonce":3916083588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6803","nonce":3916083588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6807","nonce":3916083588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6805","nonce":3916083588}]},"public_addr":"172.21.15.181:6801/3916083588","cluster_addr":"172.21.15.181:6803/3916083588","heartbeat_back_addr":"172.21.15.181:6807/3916083588","heartbeat_front_addr":"172.21.15.181:6805/3916083588","state":["exists","up"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6817","nonce":2780978777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6819","nonce":2780978777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6823","nonce":2780978777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6821","nonce":2780978777}]},"public_addr":"172.21.15.181:6817/2780978777","cluster_addr":"172.21.15.181:6819/2780978777","heartbeat_back_addr":"172.21.15.181:6823/2780978777","heartbeat_front_addr":"172.21.15.181:6821/2780978777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.285563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:41.894211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.112109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.614791+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.372538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.531898+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.252381+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.379767+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:23:56.908 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T00:23:56.908 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T00:23:57.208 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:23:57.209 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":23,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T00:23:55.881243+0000","last_up_change":"2024-09-12T00:23:45.754960+0000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:23:47.048865+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T00:23:51.939964+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":23,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6811","nonce":1555516436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6813","nonce":1555516436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6817","nonce":1555516436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6815","nonce":1555516436}]},"public_addr":"172.21.15.163:6811/1555516436","cluster_addr":"172.21.15.163:6813/1555516436","heartbeat_back_addr":"172.21.15.163:6817/1555516436","heartbeat_front_addr":"172.21.15.163:6815/1555516436","state":["exists","up"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6803","nonce":3041117392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6805","nonce":3041117392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6809","nonce":3041117392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6807","nonce":3041117392}]},"public_addr":"172.21.15.163:6803/3041117392","cluster_addr":"172.21.15.163:6805/3041117392","heartbeat_back_addr":"172.21.15.163:6809/3041117392","heartbeat_front_addr":"172.21.15.163:6807/3041117392","state":["exists","up"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6819","nonce":4257941987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6821","nonce":4257941987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6825","nonce":4257941987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6823","nonce":4257941987}]},"public_addr":"172.21.15.163:6819/4257941987","cluster_addr":"172.21.15.163:6821/4257941987","heartbeat_back_addr":"172.21.15.163:6825/4257941987","heartbeat_front_addr":"172.21.15.163:6823/4257941987","state":["exists","up"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6827","nonce":1551995286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6829","nonce":1551995286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6833","nonce":1551995286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6831","nonce":1551995286}]},"public_addr":"172.21.15.163:6827/1551995286","cluster_addr":"172.21.15.163:6829/1551995286","heartbeat_back_addr":"172.21.15.163:6833/1551995286","heartbeat_front_addr":"172.21.15.163:6831/1551995286","state":["exists","up"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6825","nonce":3744048338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6827","nonce":3744048338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6831","nonce":3744048338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6829","nonce":3744048338}]},"public_addr":"172.21.15.181:6825/3744048338","cluster_addr":"172.21.15.181:6827/3744048338","heartbeat_back_addr":"172.21.15.181:6831/3744048338","heartbeat_front_addr":"172.21.15.181:6829/3744048338","state":["exists","up"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6809","nonce":896755326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6811","nonce":896755326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6815","nonce":896755326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6813","nonce":896755326}]},"public_addr":"172.21.15.181:6809/896755326","cluster_addr":"172.21.15.181:6811/896755326","heartbeat_back_addr":"172.21.15.181:6815/896755326","heartbeat_front_addr":"172.21.15.181:6813/896755326","state":["exists","up"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6801","nonce":3916083588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6803","nonce":3916083588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6807","nonce":3916083588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6805","nonce":3916083588}]},"public_addr":"172.21.15.181:6801/3916083588","cluster_addr":"172.21.15.181:6803/3916083588","heartbeat_back_addr":"172.21.15.181:6807/3916083588","heartbeat_front_addr":"172.21.15.181:6805/3916083588","state":["exists","up"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6817","nonce":2780978777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6819","nonce":2780978777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6823","nonce":2780978777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6821","nonce":2780978777}]},"public_addr":"172.21.15.181:6817/2780978777","cluster_addr":"172.21.15.181:6819/2780978777","heartbeat_back_addr":"172.21.15.181:6823/2780978777","heartbeat_front_addr":"172.21.15.181:6821/2780978777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.285563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:41.894211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.112109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.614791+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.372538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.531898+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.252381+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.379767+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:23:57.222 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T00:23:57.223 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T00:23:57.224 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T00:23:57.225 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T00:23:57.226 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T00:23:57.227 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T00:23:57.227 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T00:23:57.227 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T00:23:57.485 INFO:teuthology.orchestra.run.smithi163.stdout:55834574853 2024-09-12T00:23:57.485 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T00:23:57.489 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:23:57.490 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T00:23:57.491 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:57.491 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T00:23:57.493 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:23:57.493 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T00:23:57.495 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:23:57.495 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T00:23:57.497 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:23:57.498 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T00:23:57.500 INFO:teuthology.orchestra.run.smithi163.stdout:64424509444 2024-09-12T00:23:57.501 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T00:23:57.504 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:57.505 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T00:23:58.059 INFO:teuthology.orchestra.run.smithi163.stdout:55834574852 2024-09-12T00:23:58.077 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:58.079 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2024-09-12T00:23:58.093 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.2 2024-09-12T00:23:58.094 INFO:teuthology.orchestra.run.smithi163.stdout:64424509444 2024-09-12T00:23:58.103 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:58.108 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.3 2024-09-12T00:23:58.117 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.5 2024-09-12T00:23:58.159 INFO:teuthology.orchestra.run.smithi163.stdout:64424509443 2024-09-12T00:23:58.170 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:58.172 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509443 for osd.6 2024-09-12T00:23:58.177 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:58.185 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.0 2024-09-12T00:23:58.191 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.4 2024-09-12T00:23:58.197 INFO:teuthology.orchestra.run.smithi163.stdout:64424509444 2024-09-12T00:23:58.209 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.7 2024-09-12T00:23:59.080 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T00:23:59.093 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T00:23:59.109 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T00:23:59.118 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T00:23:59.173 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T00:23:59.185 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T00:23:59.192 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T00:23:59.211 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T00:23:59.619 INFO:teuthology.orchestra.run.smithi163.stdout:55834574852 2024-09-12T00:23:59.636 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2024-09-12T00:23:59.697 INFO:teuthology.orchestra.run.smithi163.stdout:64424509444 2024-09-12T00:23:59.712 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:59.715 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:59.717 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.3 2024-09-12T00:23:59.729 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.5 2024-09-12T00:23:59.733 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.2 2024-09-12T00:23:59.740 INFO:teuthology.orchestra.run.smithi163.stdout:64424509444 2024-09-12T00:23:59.753 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509444 for osd.7 2024-09-12T00:23:59.770 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:59.783 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.0 2024-09-12T00:23:59.799 INFO:teuthology.orchestra.run.smithi163.stdout:64424509443 2024-09-12T00:23:59.813 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509443 for osd.6 2024-09-12T00:23:59.822 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:23:59.836 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509445 for osd.4 2024-09-12T00:24:00.636 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T00:24:00.718 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T00:24:00.730 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T00:24:00.734 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T00:24:00.754 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T00:24:00.784 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T00:24:00.813 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T00:24:00.837 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T00:24:01.141 INFO:teuthology.orchestra.run.smithi163.stdout:55834574854 2024-09-12T00:24:01.162 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.1 2024-09-12T00:24:01.162 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.275 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:24:01.295 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.3 2024-09-12T00:24:01.295 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.305 INFO:teuthology.orchestra.run.smithi163.stdout:64424509444 2024-09-12T00:24:01.319 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509444 got 64424509444 for osd.6 2024-09-12T00:24:01.319 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.345 INFO:teuthology.orchestra.run.smithi163.stdout:64424509445 2024-09-12T00:24:01.348 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:24:01.362 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.0 2024-09-12T00:24:01.362 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.363 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.7 2024-09-12T00:24:01.363 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.366 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:24:01.372 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:24:01.380 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.5 2024-09-12T00:24:01.380 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.386 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.2 2024-09-12T00:24:01.386 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.422 INFO:teuthology.orchestra.run.smithi163.stdout:64424509446 2024-09-12T00:24:01.435 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.4 2024-09-12T00:24:01.435 DEBUG:teuthology.parallel:result is None 2024-09-12T00:24:01.435 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T00:24:01.435 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T00:24:01.774 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:24:01.775 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T00:24:01.787 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-12T00:24:01.036707+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219244,"kb_used_data":2980,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755476,"statfs":{"total":773094113280,"available":772869607424,"internally_reserved":0,"allocated":3051520,"data_stored":1808518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.162651"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.991489+0000","last_change":"2024-09-12T00:23:55.991489+0000","last_active":"2024-09-12T00:23:55.991489+0000","last_peered":"2024-09-12T00:23:55.991489+0000","last_clean":"2024-09-12T00:23:55.991489+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T00:23:55.991489+0000","last_undegraded":"2024-09-12T00:23:55.991489+0000","last_fullsized":"2024-09-12T00:23:55.991489+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:54.285452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.899263+0000","last_change":"2024-09-12T00:23:55.899516+0000","last_active":"2024-09-12T00:23:55.899263+0000","last_peered":"2024-09-12T00:23:55.899263+0000","last_clean":"2024-09-12T00:23:55.899263+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T00:23:55.899263+0000","last_undegraded":"2024-09-12T00:23:55.899263+0000","last_fullsized":"2024-09-12T00:23:55.899263+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:32.781531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.944574+0000","last_change":"2024-09-12T00:23:55.944574+0000","last_active":"2024-09-12T00:23:55.944574+0000","last_peered":"2024-09-12T00:23:55.944574+0000","last_clean":"2024-09-12T00:23:55.944574+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T00:23:55.944574+0000","last_undegraded":"2024-09-12T00:23:55.944574+0000","last_fullsized":"2024-09-12T00:23:55.944574+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:40.858619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.899188+0000","last_change":"2024-09-12T00:23:55.899445+0000","last_active":"2024-09-12T00:23:55.899188+0000","last_peered":"2024-09-12T00:23:55.899188+0000","last_clean":"2024-09-12T00:23:55.899188+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T00:23:55.899188+0000","last_undegraded":"2024-09-12T00:23:55.899188+0000","last_fullsized":"2024-09-12T00:23:55.899188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:11.368214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"23'2","reported_seq":22,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.898569+0000","last_change":"2024-09-12T00:23:55.892509+0000","last_active":"2024-09-12T00:23:55.898569+0000","last_peered":"2024-09-12T00:23:55.898569+0000","last_clean":"2024-09-12T00:23:55.898569+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T00:23:55.898569+0000","last_undegraded":"2024-09-12T00:23:55.898569+0000","last_fullsized":"2024-09-12T00:23:55.898569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:56.849716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.895310+0000","last_change":"2024-09-12T00:23:55.895310+0000","last_active":"2024-09-12T00:23:55.895310+0000","last_peered":"2024-09-12T00:23:55.895310+0000","last_clean":"2024-09-12T00:23:55.895310+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T00:23:55.895310+0000","last_undegraded":"2024-09-12T00:23:55.895310+0000","last_fullsized":"2024-09-12T00:23:55.895310+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:30.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.944536+0000","last_change":"2024-09-12T00:23:55.944536+0000","last_active":"2024-09-12T00:23:55.944536+0000","last_peered":"2024-09-12T00:23:55.944536+0000","last_clean":"2024-09-12T00:23:55.944536+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T00:23:55.944536+0000","last_undegraded":"2024-09-12T00:23:55.944536+0000","last_fullsized":"2024-09-12T00:23:55.944536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:40.626318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"21'1","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.892495+0000","last_change":"2024-09-12T00:23:55.892495+0000","last_active":"2024-09-12T00:23:55.892495+0000","last_peered":"2024-09-12T00:23:55.892495+0000","last_clean":"2024-09-12T00:23:55.892495+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T00:23:55.892495+0000","last_undegraded":"2024-09-12T00:23:55.892495+0000","last_fullsized":"2024-09-12T00:23:55.892495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:27.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.944015+0000","last_change":"2024-09-12T00:23:48.851531+0000","last_active":"2024-09-12T00:23:55.944015+0000","last_peered":"2024-09-12T00:23:55.944015+0000","last_clean":"2024-09-12T00:23:55.944015+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T00:23:55.944015+0000","last_undegraded":"2024-09-12T00:23:55.944015+0000","last_fullsized":"2024-09-12T00:23:55.944015+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_clean_scrub_stamp":"2024-09-12T00:23:47.835617+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:25.768348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":827392,"data_stored":669565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":79197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":79216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":79197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":73365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":79197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":827392,"data_stored":669565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":79216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T00:24:01.788 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T00:24:02.086 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:24:02.087 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T00:24:02.100 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-12T00:24:01.036707+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":219244,"kb_used_data":2980,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755476,"statfs":{"total":773094113280,"available":772869607424,"internally_reserved":0,"allocated":3051520,"data_stored":1808518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.162651"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.991489+0000","last_change":"2024-09-12T00:23:55.991489+0000","last_active":"2024-09-12T00:23:55.991489+0000","last_peered":"2024-09-12T00:23:55.991489+0000","last_clean":"2024-09-12T00:23:55.991489+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T00:23:55.991489+0000","last_undegraded":"2024-09-12T00:23:55.991489+0000","last_fullsized":"2024-09-12T00:23:55.991489+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:54.285452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.899263+0000","last_change":"2024-09-12T00:23:55.899516+0000","last_active":"2024-09-12T00:23:55.899263+0000","last_peered":"2024-09-12T00:23:55.899263+0000","last_clean":"2024-09-12T00:23:55.899263+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T00:23:55.899263+0000","last_undegraded":"2024-09-12T00:23:55.899263+0000","last_fullsized":"2024-09-12T00:23:55.899263+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:32.781531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.944574+0000","last_change":"2024-09-12T00:23:55.944574+0000","last_active":"2024-09-12T00:23:55.944574+0000","last_peered":"2024-09-12T00:23:55.944574+0000","last_clean":"2024-09-12T00:23:55.944574+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T00:23:55.944574+0000","last_undegraded":"2024-09-12T00:23:55.944574+0000","last_fullsized":"2024-09-12T00:23:55.944574+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:40.858619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.899188+0000","last_change":"2024-09-12T00:23:55.899445+0000","last_active":"2024-09-12T00:23:55.899188+0000","last_peered":"2024-09-12T00:23:55.899188+0000","last_clean":"2024-09-12T00:23:55.899188+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T00:23:55.899188+0000","last_undegraded":"2024-09-12T00:23:55.899188+0000","last_fullsized":"2024-09-12T00:23:55.899188+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:11.368214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"23'2","reported_seq":22,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.898569+0000","last_change":"2024-09-12T00:23:55.892509+0000","last_active":"2024-09-12T00:23:55.898569+0000","last_peered":"2024-09-12T00:23:55.898569+0000","last_clean":"2024-09-12T00:23:55.898569+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T00:23:55.898569+0000","last_undegraded":"2024-09-12T00:23:55.898569+0000","last_fullsized":"2024-09-12T00:23:55.898569+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:56.849716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.895310+0000","last_change":"2024-09-12T00:23:55.895310+0000","last_active":"2024-09-12T00:23:55.895310+0000","last_peered":"2024-09-12T00:23:55.895310+0000","last_clean":"2024-09-12T00:23:55.895310+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T00:23:55.895310+0000","last_undegraded":"2024-09-12T00:23:55.895310+0000","last_fullsized":"2024-09-12T00:23:55.895310+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:30.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.944536+0000","last_change":"2024-09-12T00:23:55.944536+0000","last_active":"2024-09-12T00:23:55.944536+0000","last_peered":"2024-09-12T00:23:55.944536+0000","last_clean":"2024-09-12T00:23:55.944536+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T00:23:55.944536+0000","last_undegraded":"2024-09-12T00:23:55.944536+0000","last_fullsized":"2024-09-12T00:23:55.944536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:40.626318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"21'1","reported_seq":21,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.892495+0000","last_change":"2024-09-12T00:23:55.892495+0000","last_active":"2024-09-12T00:23:55.892495+0000","last_peered":"2024-09-12T00:23:55.892495+0000","last_clean":"2024-09-12T00:23:55.892495+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T00:23:55.892495+0000","last_undegraded":"2024-09-12T00:23:55.892495+0000","last_fullsized":"2024-09-12T00:23:55.892495+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:27.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"18'72","reported_seq":111,"reported_epoch":23,"state":"active+clean","last_fresh":"2024-09-12T00:23:55.944015+0000","last_change":"2024-09-12T00:23:48.851531+0000","last_active":"2024-09-12T00:23:55.944015+0000","last_peered":"2024-09-12T00:23:55.944015+0000","last_clean":"2024-09-12T00:23:55.944015+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T00:23:55.944015+0000","last_undegraded":"2024-09-12T00:23:55.944015+0000","last_fullsized":"2024-09-12T00:23:55.944015+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_clean_scrub_stamp":"2024-09-12T00:23:47.835617+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:25.768348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":827392,"data_stored":669565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":79197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":79216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":79197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":73365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27264,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344576,"statfs":{"total":96636764160,"available":96608845824,"internally_reserved":0,"allocated":233472,"data_stored":79197,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27844,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343996,"statfs":{"total":96636764160,"available":96608251904,"internally_reserved":0,"allocated":827392,"data_stored":669565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27260,"kb_used_data":232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344580,"statfs":{"total":96636764160,"available":96608849920,"internally_reserved":0,"allocated":237568,"data_stored":79216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T00:24:02.101 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T00:24:02.101 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T00:24:02.101 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T00:24:02.102 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T00:24:02.434 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:24:02.434 INFO:teuthology.orchestra.run.smithi163.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T00:24:02.447 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T00:24:02.447 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T00:24:02.492 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T00:24:02.492 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T00:24:02.521 DEBUG:teuthology.orchestra.run.smithi163:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T00:24:02.750 INFO:teuthology.orchestra.run.smithi163.stderr:...........+...+.........+.+..+.........+++++++++++++++++++++++++++++++++++++++++++++*....+.....+...+.+++++++++++++++++++++++++++++++++++++++++++++*.....+..+......+............+.......+..+.........+.+...+..+.+...+.....+....+......+.........+..+......+.............+............+..+............+...+.+..+....+...+...+..+..................+..........+..+.+......+........+................+...........+.........+......+.........+....+...+........+......+.+.....+............+.+..+.............+.................+++++ 2024-09-12T00:24:03.269 INFO:teuthology.orchestra.run.smithi163.stderr:...+....+..+....+.....+.......+...+++++++++++++++++++++++++++++++++++++++++++++*...................+............+++++++++++++++++++++++++++++++++++++++++++++*.+...+......+...+...+........+.......+........+....+..+.........+......................+.....+...............+....+......+........+.+.....+...+.............+...+..+...+......+.+..+.......+......+...+.....+.........+...............................+...........+...+.......+.....+..........+.....................+.....+...+....+....................+.+..+....+...+.....+.......+...+.................+....+..+..................+.+...+......+.....+......+...+.......+...+..+......+.......+............+.....+...+.+...........+.+.........+........+...........................+..................+.............+........+....+..+...+......+................+........+......+....+....................+..........+...............+......+.....+.+...+..+.+..................+.........+...+..+...........................+.+..................+..+...............+.......+............+........+..........+..+.+.....+.......+........+...+......+...............+.............+...+..+......+....+...........+.+......+...+..+....+........+.......+.....+.+.....+...............+....+...+..+...+.......+...+...........+.+........+.+............+............+...+.....+...+......+......+.........+.+...+.........+..+..................+.+..+..........+..+.+.................+.......+............+..................+...+.....+....+.....+......+....+....................+...............+...+......+....+...........+.+.....+....+..............+..........+.....+..........+..................+........+............+.......+.....+............+.+...+.....+......+.............+.....+.......+.........+......+....................+..........+...+..+.........+.......+.....+...................+...+.....+...+....+......+........+.+...+.....................+..+..................+.......+...+.....+.........+.+......+.....+.........+...............+....+......+.....+.........+..................+...+....+......+............+...+..+....+.....+....+.....+....+++++ 2024-09-12T00:24:03.285 INFO:teuthology.orchestra.run.smithi163.stderr:----- 2024-09-12T00:24:03.291 DEBUG:teuthology.orchestra.run.smithi163:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T00:24:03.331 DEBUG:teuthology.orchestra.run.smithi163:> sudo update-ca-trust 2024-09-12T00:24:04.416 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T00:24:04.444 DEBUG:teuthology.orchestra.run.smithi163:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi163.front.sepia.ceph.com 2024-09-12T00:24:04.651 INFO:teuthology.orchestra.run.smithi163.stderr:..+.....+++++++++++++++++++++++++++++++++++++++*...+......+....+.........+.....+...+...+....+...........+.......+..+.+..+.............+.........+.....+......+.+........+.......+++++++++++++++++++++++++++++++++++++++*....+........+....+...........................+........+......+................+....................+....+.....+.+...+..+...+...+.......+...+.....+.......+......+..............+...+....+...+......+.....+.....................+.+..............+...+...+....+.....+....+..+.........+.+.........+.....+.........+.+...+.....+.+..+...+.+.....+...+...............+.............+..+...+...+......+...............+.............+...........+.........+.+............+..+.......+.....+.+.....+....+...+..+......+....+.....++++++ 2024-09-12T00:24:04.760 INFO:teuthology.orchestra.run.smithi163.stderr:...+.+..................+..+...+....+...........+....+..+.+........+.+.....+...............+++++++++++++++++++++++++++++++++++++++*......+.......+..+.......+...+.................+.+++++++++++++++++++++++++++++++++++++++*..+....+......+........................+...+.....+...............+......+......+.+...+.....+.+.....+.+...+..+.......+..+.........+.+.....+......+...+.......+...+..+.........+...+......+.........+......+.+...+.....+.......+......+...+.........+...+..................+............+...+......+.........+.........+...+..+......+..........+.....+......+...+...+..........+............+...........+......+.+..+..........+..+.........+.+...+........+...+....+..+..........+........+.+.....+.+......+..+............+......+.........+....+..+....+...+......+..+...+.......+.........+.........+.....+......+......+...+.+...+........+.......+..+.+...+.....+....+..+....+..............+......+.......+...+..+.......+...+..+......+.+........+..........+..+..........+.....+.+............+.....+.......+...+......+.....................+.....+.+..+.+..............+......+......+.+.....+....+.........+.........+...+..+..................+..........+........+......+...............................+.....+...+.+......+..............+.+...+..+.......+......+............+..............+.+..+............+.+.....+.......+.....+..................+...+....+..+.+..+.......+.........+...............+..+.............+......+.....+.+..+......+....+...+........+.+...........+...+............+.......+......+.........+......+..+.........+....+....................+.+...+...+.....+..........+...+..+..........+.....+....+.....+................+..+..........+..+.+..............+...+.+.........+...+..............+................+..............................+..+...+....+...+...+...+.....+......+.+.......................+....+...+........+......+..........+.....+..........+......+.........+.....+...+......+..........+......+........+......+....+......+.....+.........................+..+...+.+...+.....+.+...........+.+..+.......+........+.......+........+.............+...+.....+.....................+...+.+.....+.+...+.....+......+..........+.....+.+.....+......+...+.+...+..+.+............+...+...+..+..........+.........+........+.............+..+...+.........+..........+.........+..+....+.....+.+.....+...+....+...............+.....+.+...........+......+....+...+.................+...+.+.....+......+.+........+....+.................+.............+..+....+.........+........+..........+...+......+...............+.........+.....+.+.....+...+...+.........+.+.....+.......+........+.......+...........+....+........+...................+.....+.+...+..+............+...+...+....+......+..............+.......+...+........+............+.+..+.............+.....+.......+...+.........+..+.+........+....+...+...+..+..........+..............+....+..+...+.+........+...+..........+........+......+.+.....+..........+..+......+....+..+.+........+......+..........+...+.....+.+....................+.+...+..+...+.............+..+.+..+.......+.....+...+....+...+........+.............+..+....+...+............+...+.................+.+...+.....+.......+...+.....+.......+..+...+.......+...+........+.........+.+..+.........+......+..........+..+..........+.......................+.......+..+.+.........+...+.................+.+...+...........+.............+...+...+.....+....+..+.+...+...........+.+........+......+.+..+.......+......+.....+...+......+....+......+.....+...+..........+.....+.............+.........+......+........+...............+....+..+....+..+.......+.....+................+.....+.......+.........+...+...+........+.+.....+.........+.+...+...+.....+...+.+...........+...+.......+..+.......+...+..+...+...+..........+...+.....+.+......+........+.........+.+.........+...+..+......+......+......+.........+...+.......+...+.....+..........+...+.....+.......+...+........................+.....+.............+......+..+.......+...............+..+.........+....+........+...+.+.....+....+...............+..+.......+..+...+...+...+......+.+...............+....................+...+....+.....+.+..+...+.+......+.........+........+......++++++ 2024-09-12T00:24:04.763 INFO:teuthology.orchestra.run.smithi163.stderr:----- 2024-09-12T00:24:04.765 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:24:04.765 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T00:24:04.834 DEBUG:teuthology.orchestra.run.smithi163:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T00:24:04.912 INFO:teuthology.orchestra.run.smithi163.stderr:Certificate request self-signature ok 2024-09-12T00:24:04.912 INFO:teuthology.orchestra.run.smithi163.stderr:subject=CN=smithi163.front.sepia.ceph.com 2024-09-12T00:24:04.919 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T00:24:04.988 DEBUG:teuthology.orchestra.run.smithi163:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T00:24:05.059 INFO:teuthology.orchestra.run.smithi163.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T00:24:05.059 DEBUG:teuthology.orchestra.run.smithi163:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T00:24:05.129 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T00:24:05.206 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2024-09-12T00:24:05.206 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T00:24:05.206 INFO:tasks.rgw:Creating data pools 2024-09-12T00:24:05.206 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T00:24:05.206 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-12T00:24:05.634 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-12T00:24:07.629 INFO:teuthology.orchestra.run.smithi163.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T00:24:07.654 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T00:24:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T00:24:08.661 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T00:24:09.663 INFO:teuthology.orchestra.run.smithi163.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T00:24:09.679 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T00:24:10.658 INFO:teuthology.orchestra.run.smithi163.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T00:24:10.692 DEBUG:tasks.rgw:Pools created 2024-09-12T00:24:10.693 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T00:24:10.693 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T00:24:10.693 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T00:24:10.693 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T00:24:10.821 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:10.821 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:12.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.714+0000 7f9e9332b640 0 -- 172.21.15.163:0/917868884 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555f836c2450 msgr2=0x555f836c2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:24:12.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.720+0000 7f9e92b2a640 0 -- 172.21.15.163:0/3653235740 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555f836d4ff0 msgr2=0x555f836dbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:24:12.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.722+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 realm 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.724+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.725+0000 7f9e95040800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:24:12.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.725+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.726+0000 7f9e95040800 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T00:24:12.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.726+0000 7f9e95040800 20 searching for the correct realm 2024-09-12T00:24:12.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:24:12.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:24:12.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:24:12.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:24:12.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:24:12.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:24:12.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:12.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:24:12.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.738+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 20 zone default found 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 4 Realm: () 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 20 zonegroup default 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:12.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:12.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:12.739+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:14.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:14.704+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:14.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:14.705+0000 7f9e95040800 20 rados->read ofs=0 len=0 2024-09-12T00:24:14.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:14.705+0000 7f9e95040800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:14.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:14.705+0000 7f9e95040800 20 started sync module instance, tier type = 2024-09-12T00:24:14.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:14.705+0000 7f9e95040800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=0 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=1 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=2 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=3 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=4 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=5 2024-09-12T00:24:16.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.736+0000 7f9e95040800 20 add_watcher() i=6 2024-09-12T00:24:16.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.737+0000 7f9e95040800 20 add_watcher() i=7 2024-09-12T00:24:16.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.737+0000 7f9e95040800 2 all 8 watchers are set, enabling cache 2024-09-12T00:24:16.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T00:24:16.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T00:24:16.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T00:24:16.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T00:24:16.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T00:24:16.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T00:24:16.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.738+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T00:24:16.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T00:24:16.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T00:24:16.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T00:24:16.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T00:24:16.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T00:24:16.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T00:24:16.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T00:24:16.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.739+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T00:24:16.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.740+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T00:24:16.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T00:24:16.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T00:24:16.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T00:24:16.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T00:24:16.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T00:24:16.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.741+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.742+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.743+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T00:24:16.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T00:24:16.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T00:24:16.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T00:24:16.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.744+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T00:24:16.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.745+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.746+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T00:24:16.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.747+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T00:24:16.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T00:24:16.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T00:24:16.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T00:24:16.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.748+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.749+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.750+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.751+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T00:24:16.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.752+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T00:24:16.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.753+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.754+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T00:24:16.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T00:24:16.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.755+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T00:24:16.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.756+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T00:24:16.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.757+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.758+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T00:24:16.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.759+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.760+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.761+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T00:24:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.762+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.763+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T00:24:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.764+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T00:24:16.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.765+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T00:24:16.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T00:24:16.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T00:24:16.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T00:24:16.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.766+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T00:24:16.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.767+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T00:24:16.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.768+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T00:24:16.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T00:24:16.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.769+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T00:24:16.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.771+0000 7f9e95040800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:24:16.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.774+0000 7f9d457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:24:16.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.774+0000 7f9e95040800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:16.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:16.774+0000 7f9e95040800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:19.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.735+0000 7f9e95040800 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T00:24:19.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.735+0000 7f9e95040800 5 note: GC not initialized 2024-09-12T00:24:19.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.736+0000 7f9caffff640 20 reqs_thread_entry: start 2024-09-12T00:24:19.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.736+0000 7f9e95040800 20 init_complete bucket index max shards: 1 2024-09-12T00:24:19.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.736+0000 7f9e95040800 20 Filter name: none 2024-09-12T00:24:19.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.736+0000 7f9cadffb640 20 reqs_thread_entry: start 2024-09-12T00:24:19.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.763+0000 7f9d457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:24:19.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.766+0000 7f9e95040800 20 remove_watcher() i=0 2024-09-12T00:24:19.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.766+0000 7f9e95040800 2 removed watcher, disabling cache 2024-09-12T00:24:19.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.767+0000 7f9e95040800 20 remove_watcher() i=1 2024-09-12T00:24:19.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.768+0000 7f9e95040800 20 remove_watcher() i=2 2024-09-12T00:24:19.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.773+0000 7f9e95040800 20 remove_watcher() i=3 2024-09-12T00:24:19.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.774+0000 7f9e95040800 20 remove_watcher() i=4 2024-09-12T00:24:19.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.775+0000 7f9e95040800 20 remove_watcher() i=5 2024-09-12T00:24:19.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.777+0000 7f9e95040800 20 remove_watcher() i=6 2024-09-12T00:24:19.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.778+0000 7f9e95040800 20 remove_watcher() i=7 2024-09-12T00:24:19.790 INFO:teuthology.orchestra.run.smithi163.stdout:[] 2024-09-12T00:24:19.791 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T00:24:19.791 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T00:24:19.791 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T00:24:19.791 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T00:24:19.857 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:19.858 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:19.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.886+0000 7fd62a933800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:19.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.886+0000 7fd62a933800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:19.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.890+0000 7fd4e8fe1640 20 reqs_thread_entry: start 2024-09-12T00:24:19.906 INFO:teuthology.orchestra.run.smithi163.stdout:{"id":"b4a76f9e-eae5-46de-bb87-fa616419e8f6","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T00:24:19.906 DEBUG:tasks.util.rgw: json result: {'id': 'b4a76f9e-eae5-46de-bb87-fa616419e8f6', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T00:24:19.907 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T00:24:19.907 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T00:24:19.907 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T00:24:19.962 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:19.963 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:19.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.996+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:19.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:19.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 realm 2024-09-12T00:24:19.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:19.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:19.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.998+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.999+0000 7fee37840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:19.999+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.000+0000 7fee37840800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T00:24:20.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.000+0000 7fee37840800 20 searching for the correct realm 2024-09-12T00:24:20.002 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.004+0000 7fee2ffff640 0 -- 172.21.15.163:0/1276178314 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fee28001c20 msgr2=0x7fee280a7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:24:20.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.210+0000 7fee35b32640 0 -- 172.21.15.163:0/1276178314 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5569909afbb0 msgr2=0x5569909b1fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:24:20.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:24:20.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.212+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:24:20.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T00:24:20.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 zone default found 2024-09-12T00:24:20.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 4 Realm: () 2024-09-12T00:24:20.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:24:20.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 zonegroup default 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.213+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 started sync module instance, tier type = 2024-09-12T00:24:20.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.214+0000 7fee37840800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:24:20.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=0 2024-09-12T00:24:20.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=1 2024-09-12T00:24:20.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=2 2024-09-12T00:24:20.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=3 2024-09-12T00:24:20.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=4 2024-09-12T00:24:20.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=5 2024-09-12T00:24:20.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=6 2024-09-12T00:24:20.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 20 add_watcher() i=7 2024-09-12T00:24:20.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.236+0000 7fee37840800 2 all 8 watchers are set, enabling cache 2024-09-12T00:24:20.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.239+0000 7fecebfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:24:20.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.239+0000 7fee37840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:20.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.239+0000 7fee37840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:20.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.239+0000 7fee37840800 5 note: GC not initialized 2024-09-12T00:24:20.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.239+0000 7feceafe5640 20 reqs_thread_entry: start 2024-09-12T00:24:20.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.240+0000 7fee37840800 20 init_complete bucket index max shards: 1 2024-09-12T00:24:20.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.240+0000 7fee37840800 20 Filter name: none 2024-09-12T00:24:20.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.240+0000 7fece8fe1640 20 reqs_thread_entry: start 2024-09-12T00:24:20.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.249+0000 7fecebfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:24:20.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.251+0000 7fee37840800 20 remove_watcher() i=0 2024-09-12T00:24:20.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.251+0000 7fee37840800 2 removed watcher, disabling cache 2024-09-12T00:24:20.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.253+0000 7fee37840800 20 remove_watcher() i=1 2024-09-12T00:24:20.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.254+0000 7fee37840800 20 remove_watcher() i=2 2024-09-12T00:24:20.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.255+0000 7fee37840800 20 remove_watcher() i=3 2024-09-12T00:24:20.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.257+0000 7fee37840800 20 remove_watcher() i=4 2024-09-12T00:24:20.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.258+0000 7fee37840800 20 remove_watcher() i=5 2024-09-12T00:24:20.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.261+0000 7fee37840800 20 remove_watcher() i=6 2024-09-12T00:24:20.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.262+0000 7fee37840800 20 remove_watcher() i=7 2024-09-12T00:24:20.271 INFO:teuthology.orchestra.run.smithi163.stdout:[] 2024-09-12T00:24:20.271 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T00:24:20.271 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T00:24:20.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T00:24:20.272 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-12T00:24:20.334 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:20.334 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:20.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.361+0000 7f2616739800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:20.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.361+0000 7f2616739800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:20.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.364+0000 7f24d57e2640 20 reqs_thread_entry: start 2024-09-12T00:24:20.378 INFO:teuthology.orchestra.run.smithi163.stdout:{"id":"b4a76f9e-eae5-46de-bb87-fa616419e8f6","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T00:24:20.378 DEBUG:tasks.util.rgw: json result: {'id': 'b4a76f9e-eae5-46de-bb87-fa616419e8f6', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T00:24:20.378 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T00:24:20.378 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T00:24:20.379 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T00:24:20.434 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:20.435 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:20.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.469+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.470+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.470+0000 7f583ba0e800 20 realm 2024-09-12T00:24:20.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.470+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.471+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.471+0000 7f583ba0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:24:20.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.471+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.471+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.471+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.472+0000 7f583ba0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:24:20.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.472+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.472+0000 7f583ba0e800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T00:24:20.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.472+0000 7f583ba0e800 20 searching for the correct realm 2024-09-12T00:24:20.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.474+0000 7f5837059640 0 -- 172.21.15.163:0/1594000075 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f5830018070 msgr2=0x7f5830087a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:24:20.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.680+0000 7f583785a640 0 -- 172.21.15.163:0/1594000075 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f58280d4860 msgr2=0x7f58280c87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.887+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 zone default found 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 4 Realm: () 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 zonegroup default 2024-09-12T00:24:20.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.888+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.889+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.889+0000 7f583ba0e800 20 rados->read ofs=0 len=0 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.889+0000 7f583ba0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.889+0000 7f583ba0e800 20 started sync module instance, tier type = 2024-09-12T00:24:20.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.889+0000 7f583ba0e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=0 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=1 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=2 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=3 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=4 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=5 2024-09-12T00:24:20.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.901+0000 7f583ba0e800 20 add_watcher() i=6 2024-09-12T00:24:20.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.902+0000 7f583ba0e800 20 add_watcher() i=7 2024-09-12T00:24:20.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.902+0000 7f583ba0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f56edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f583ba0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f583ba0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f583ba0e800 5 note: GC not initialized 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f56ecfe1640 20 reqs_thread_entry: start 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f583ba0e800 20 init_complete bucket index max shards: 1 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f583ba0e800 20 Filter name: none 2024-09-12T00:24:20.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.904+0000 7f56667fc640 20 reqs_thread_entry: start 2024-09-12T00:24:20.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.913+0000 7f56edfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:24:20.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.916+0000 7f583ba0e800 20 remove_watcher() i=0 2024-09-12T00:24:20.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.916+0000 7f583ba0e800 2 removed watcher, disabling cache 2024-09-12T00:24:20.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.917+0000 7f583ba0e800 20 remove_watcher() i=1 2024-09-12T00:24:20.916 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.918+0000 7f583ba0e800 20 remove_watcher() i=2 2024-09-12T00:24:20.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.919+0000 7f583ba0e800 20 remove_watcher() i=3 2024-09-12T00:24:20.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.920+0000 7f583ba0e800 20 remove_watcher() i=4 2024-09-12T00:24:20.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.921+0000 7f583ba0e800 20 remove_watcher() i=5 2024-09-12T00:24:20.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.922+0000 7f583ba0e800 20 remove_watcher() i=6 2024-09-12T00:24:20.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:20.923+0000 7f583ba0e800 20 remove_watcher() i=7 2024-09-12T00:24:20.932 INFO:teuthology.orchestra.run.smithi163.stdout:[] 2024-09-12T00:24:20.932 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T00:24:20.932 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T00:24:20.932 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T00:24:20.932 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T00:24:20.932 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T00:24:20.994 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:20.994 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:21.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.021+0000 7f6779a20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:21.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.021+0000 7f6779a20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:21.024 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.025+0000 7f66367fc640 20 reqs_thread_entry: start 2024-09-12T00:24:21.040 INFO:teuthology.orchestra.run.smithi163.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T00:24:21.040 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T00:24:21.040 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T00:24:21.041 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T00:24:21.041 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T00:24:21.105 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:21.105 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:21.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.132+0000 7fbe8870a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:21.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.132+0000 7fbe8870a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:21.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.136+0000 7fbd497e2640 20 reqs_thread_entry: start 2024-09-12T00:24:21.150 INFO:teuthology.orchestra.run.smithi163.stdout:{"id":"b4a76f9e-eae5-46de-bb87-fa616419e8f6","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T00:24:21.150 DEBUG:tasks.util.rgw: json result: {'id': 'b4a76f9e-eae5-46de-bb87-fa616419e8f6', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T00:24:21.150 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T00:24:21.150 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T00:24:21.150 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T00:24:21.151 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T00:24:21.213 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:21.213 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:21.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.240+0000 7f964132c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:21.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.240+0000 7f964132c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:21.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.243+0000 7f94faffd640 20 reqs_thread_entry: start 2024-09-12T00:24:21.256 INFO:teuthology.orchestra.run.smithi163.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T00:24:21.256 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T00:24:21.257 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T00:24:21.257 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T00:24:21.257 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T00:24:21.321 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:24:21.321 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:24:21.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.348+0000 7f9dc1210800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:24:21.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.348+0000 7f9dc1210800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:24:21.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:24:21.352+0000 7f9c1affd640 20 reqs_thread_entry: start 2024-09-12T00:24:21.365 INFO:teuthology.orchestra.run.smithi163.stdout:{"id":"b4a76f9e-eae5-46de-bb87-fa616419e8f6","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T00:24:21.365 DEBUG:tasks.util.rgw: json result: {'id': 'b4a76f9e-eae5-46de-bb87-fa616419e8f6', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T00:24:21.366 INFO:tasks.rgw:Starting rgw... 2024-09-12T00:24:21.366 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2024-09-12T00:24:21.366 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T00:24:21.366 DEBUG:teuthology.orchestra.run.smithi163:> sudo echo -n https://smithi163.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T00:24:21.406 INFO:teuthology.orchestra.run.smithi163.stdout:https://smithi163.front.sepia.ceph.com:443 2024-09-12T00:24:21.407 DEBUG:teuthology.orchestra.run.smithi163:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T00:24:21.485 DEBUG:teuthology.orchestra.run.smithi163:> sudo keytool -import -alias smithi163.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T00:24:21.695 INFO:teuthology.orchestra.run.smithi163.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T00:24:21.824 INFO:teuthology.orchestra.run.smithi163.stderr:Certificate was added to keystore 2024-09-12T00:24:21.851 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2024-09-12T00:24:21.851 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T00:24:21.851 DEBUG:teuthology.orchestra.run.smithi163:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T00:24:21.854 INFO:tasks.rgw.client.0:Started 2024-09-12T00:24:21.854 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:21.854 DEBUG:teuthology.orchestra.run.smithi163:> curl https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:21.892 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T00:24:21.893 INFO:teuthology.orchestra.run.smithi163.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:24:21.893 INFO:teuthology.orchestra.run.smithi163.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:24:21.893 INFO:teuthology.orchestra.run.smithi163.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T00:24:21.893 INFO:teuthology.orchestra.run.smithi163.stderr:curl: (7) Failed to connect to smithi163.front.sepia.ceph.com port 443: Connection refused 2024-09-12T00:24:22.893 DEBUG:teuthology.orchestra.run.smithi163:> curl https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:22.927 INFO:teuthology.orchestra.run.smithi163.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:24:22.927 INFO:teuthology.orchestra.run.smithi163.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:24:22.927 INFO:teuthology.orchestra.run.smithi163.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T00:24:22.928 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T00:24:22.929 INFO:teuthology.orchestra.run.smithi163.stderr:curl: (7) Failed to connect to smithi163.front.sepia.ceph.com port 443: Connection refused 2024-09-12T00:24:24.929 DEBUG:teuthology.orchestra.run.smithi163:> curl https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:24.962 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T00:24:24.963 INFO:teuthology.orchestra.run.smithi163.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:24:24.963 INFO:teuthology.orchestra.run.smithi163.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:24:24.963 INFO:teuthology.orchestra.run.smithi163.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T00:24:24.963 INFO:teuthology.orchestra.run.smithi163.stderr:curl: (7) Failed to connect to smithi163.front.sepia.ceph.com port 443: Connection refused 2024-09-12T00:24:28.964 DEBUG:teuthology.orchestra.run.smithi163:> curl https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:28.997 INFO:teuthology.orchestra.run.smithi163.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:24:28.997 INFO:teuthology.orchestra.run.smithi163.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:24:28.997 INFO:teuthology.orchestra.run.smithi163.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T00:24:28.998 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T00:24:28.998 INFO:teuthology.orchestra.run.smithi163.stderr:curl: (7) Failed to connect to smithi163.front.sepia.ceph.com port 443: Connection refused 2024-09-12T00:24:37.000 DEBUG:teuthology.orchestra.run.smithi163:> curl https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:37.035 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T00:24:37.035 INFO:teuthology.orchestra.run.smithi163.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:24:37.035 INFO:teuthology.orchestra.run.smithi163.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:24:37.035 INFO:teuthology.orchestra.run.smithi163.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T00:24:37.035 INFO:teuthology.orchestra.run.smithi163.stderr:curl: (7) Failed to connect to smithi163.front.sepia.ceph.com port 443: Connection refused 2024-09-12T00:24:44.480 INFO:tasks.rgw.client.0.smithi163.stdout:2024-09-12T00:24:44.359+0000 a1be240 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T00:24:53.036 DEBUG:teuthology.orchestra.run.smithi163:> curl https://smithi163.front.sepia.ceph.com:443/ 2024-09-12T00:24:53.076 INFO:teuthology.orchestra.run.smithi163.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:24:53.076 INFO:teuthology.orchestra.run.smithi163.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:24:54.057 INFO:teuthology.orchestra.run.smithi163.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 190 0 --:--:-- --:--:-- --:--:-- 190 2024-09-12T00:24:54.058 INFO:teuthology.orchestra.run.smithi163.stdout:anonymous 2024-09-12T00:24:54.059 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T00:24:54.072 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T00:24:54.072 DEBUG:teuthology.orchestra.run.smithi163:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T00:24:56.582 DEBUG:teuthology.orchestra.run.smithi163:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T00:24:57.106 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting tox==3.15.0 2024-09-12T00:24:57.172 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T00:24:57.302 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting toml>=0.9.4 2024-09-12T00:24:57.316 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T00:24:57.401 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting six<2,>=1.14.0 2024-09-12T00:24:57.415 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:24:57.521 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting packaging>=14 2024-09-12T00:24:57.535 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T00:24:57.639 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting py<2,>=1.4.17 2024-09-12T00:24:57.653 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T00:24:57.912 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T00:24:57.929 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T00:24:58.315 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T00:24:58.330 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T00:24:58.434 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T00:24:58.448 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T00:24:58.589 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T00:24:58.603 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T00:24:58.686 INFO:teuthology.orchestra.run.smithi163.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T00:24:58.703 INFO:teuthology.orchestra.run.smithi163.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T00:24:58.829 INFO:teuthology.orchestra.run.smithi163.stdout:Installing collected packages: platformdirs, filelock, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2024-09-12T00:24:59.650 INFO:teuthology.orchestra.run.smithi163.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T00:24:59.848 INFO:teuthology.orchestra.run.smithi163.stderr:WARNING: You are using pip version 21.3.1; however, version 24.2 is available. 2024-09-12T00:24:59.848 INFO:teuthology.orchestra.run.smithi163.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2024-09-12T00:24:59.910 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:24:59.931 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:24:59.931 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:24:59.931 DEBUG:teuthology.orchestra.run.smithi163:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:24:59.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:24:59.960 INFO:teuthology.orchestra.run.smithi163.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:24:59.960 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:25:00.029 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:25:00.030 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:25:00.098 INFO:tasks.workunit:timeout=3h 2024-09-12T00:25:00.098 INFO:tasks.workunit:cleanup=True 2024-09-12T00:25:00.098 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:25:00.168 INFO:tasks.workunit.client.0.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:25:45.352 INFO:tasks.workunit.client.0.smithi163.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr: git switch -c 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.353 INFO:tasks.workunit.client.0.smithi163.stderr:Or undo this operation with: 2024-09-12T00:25:45.354 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.354 INFO:tasks.workunit.client.0.smithi163.stderr: git switch - 2024-09-12T00:25:45.354 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.354 INFO:tasks.workunit.client.0.smithi163.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:25:45.354 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:45.354 INFO:tasks.workunit.client.0.smithi163.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:25:45.356 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:25:45.434 INFO:tasks.workunit.client.0.smithi163.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:25:45.436 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:25:45.436 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:25:46.059 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:25:46.133 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:25:46.173 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:25:46.175 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:25:46.175 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:25:46.214 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:25:46.217 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:25:46.217 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:25:46.287 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T00:25:46.288 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T00:25:46.288 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T00:25:46.360 INFO:tasks.workunit.client.0.smithi163.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T00:25:46.361 INFO:tasks.workunit.client.0.smithi163.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:25:46.361 INFO:tasks.workunit.client.0.smithi163.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ deactivate nondestructive 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ hash -r 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:25:48.646 INFO:tasks.workunit.client.0.smithi163.stderr:++ unset VIRTUAL_ENV 2024-09-12T00:25:48.647 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T00:25:48.647 INFO:tasks.workunit.client.0.smithi163.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:25:48.647 INFO:tasks.workunit.client.0.smithi163.stderr:++ export VIRTUAL_ENV 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ export PATH 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -z '' ']' 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ PS1='(rgw) ' 2024-09-12T00:25:48.648 INFO:tasks.workunit.client.0.smithi163.stderr:++ export PS1 2024-09-12T00:25:48.649 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:25:48.649 INFO:tasks.workunit.client.0.smithi163.stderr:++ hash -r 2024-09-12T00:25:48.649 INFO:tasks.workunit.client.0.smithi163.stderr:+ pip install pip --upgrade 2024-09-12T00:25:48.875 INFO:tasks.workunit.client.0.smithi163.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:25:49.065 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting pip 2024-09-12T00:25:49.115 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:25:49.338 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: pip 2024-09-12T00:25:49.338 INFO:tasks.workunit.client.0.smithi163.stdout: Attempting uninstall: pip 2024-09-12T00:25:49.338 INFO:tasks.workunit.client.0.smithi163.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:25:49.489 INFO:tasks.workunit.client.0.smithi163.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:25:49.494 INFO:tasks.workunit.client.0.smithi163.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:25:50.232 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed pip-24.2 2024-09-12T00:25:50.476 INFO:tasks.workunit.client.0.smithi163.stderr:+ pip install boto3 2024-09-12T00:25:51.338 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting boto3 2024-09-12T00:25:51.389 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T00:25:52.062 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T00:25:52.107 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T00:25:52.247 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T00:25:52.276 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T00:25:52.403 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T00:25:52.485 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T00:25:52.605 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:25:52.619 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T00:25:52.743 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:25:52.757 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T00:25:53.011 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:25:53.025 INFO:tasks.workunit.client.0.smithi163.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:25:53.092 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T00:25:53.174 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T00:25:53.444 INFO:tasks.workunit.client.0.smithi163.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.5/12.5 MB 48.1 MB/s eta 0:00:00 2024-09-12T00:25:53.458 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T00:25:53.522 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T00:25:53.589 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T00:25:53.656 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T00:25:53.723 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:25:53.842 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T00:25:54.805 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T00:25:54.927 INFO:tasks.workunit.client.0.smithi163.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T00:25:55.055 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T00:25:55.090 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:25:55.090 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:25:55.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.128+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.129+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.129+0000 7fa9cf946800 20 realm 2024-09-12T00:25:55.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.129+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.129+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.129+0000 7fa9cf946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:25:55.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.129+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.130+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.130+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.130+0000 7fa9cf946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:55.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.130+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.131+0000 7fa9cf946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:25:55.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.131+0000 7fa9cf946800 20 searching for the correct realm 2024-09-12T00:25:55.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.135+0000 7fa9c7fff640 0 -- 172.21.15.163:0/1625503680 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa9c007e930 msgr2=0x7fa9c00a6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:55.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.341+0000 7fa9cdc38640 0 -- 172.21.15.163:0/1625503680 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x56245b18b320 msgr2=0x56245b18d750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.344+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:55.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:25:55.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 zone default found 2024-09-12T00:25:55.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 4 Realm: () 2024-09-12T00:25:55.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:25:55.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:25:55.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:25:55.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 zonegroup default 2024-09-12T00:25:55.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.345+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.346+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.346+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.346+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.346+0000 7fa9cf946800 20 started sync module instance, tier type = 2024-09-12T00:25:55.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.346+0000 7fa9cf946800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=0 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=1 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=2 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=3 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=4 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=5 2024-09-12T00:25:55.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.361+0000 7fa9cf946800 20 add_watcher() i=6 2024-09-12T00:25:55.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.364+0000 7fa9cf946800 20 add_watcher() i=7 2024-09-12T00:25:55.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.364+0000 7fa9cf946800 2 all 8 watchers are set, enabling cache 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa883fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa9cf946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa9cf946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa9cf946800 5 note: GC not initialized 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa882fe5640 20 reqs_thread_entry: start 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa9cf946800 20 init_complete bucket index max shards: 1 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.366+0000 7fa9cf946800 20 Filter name: none 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa880fe1640 20 reqs_thread_entry: start 2024-09-12T00:25:55.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 20 rados->read ofs=0 len=0 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T00:25:55.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.367+0000 7fa9cf946800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T00:25:55.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.369+0000 7fa9cf946800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T00:25:55.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.369+0000 7fa9cf946800 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T00:25:55.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.369+0000 7fa9cf946800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T00:25:55.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.369+0000 7fa89ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 184683593728 cookie 94714147164736 notifier 4610 bl.length()=593 2024-09-12T00:25:55.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.369+0000 7fa89ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T00:25:55.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.369+0000 7fa89ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T00:25:55.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.395+0000 7fa9cf946800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T00:25:55.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.395+0000 7fa9cf946800 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T00:25:55.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.395+0000 7fa9cf946800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T00:25:55.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.395+0000 7fa89ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 184683593728 cookie 94714147162528 notifier 4610 bl.length()=186 2024-09-12T00:25:55.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.395+0000 7fa89ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T00:25:55.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.395+0000 7fa89ffff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T00:25:55.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.397+0000 7fa883fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:55.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.400+0000 7fa9cf946800 20 remove_watcher() i=0 2024-09-12T00:25:55.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.400+0000 7fa9cf946800 2 removed watcher, disabling cache 2024-09-12T00:25:55.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.401+0000 7fa9cf946800 20 remove_watcher() i=1 2024-09-12T00:25:55.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.402+0000 7fa9cf946800 20 remove_watcher() i=2 2024-09-12T00:25:55.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.404+0000 7fa9cf946800 20 remove_watcher() i=3 2024-09-12T00:25:55.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.405+0000 7fa9cf946800 20 remove_watcher() i=4 2024-09-12T00:25:55.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.406+0000 7fa9cf946800 20 remove_watcher() i=5 2024-09-12T00:25:55.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.408+0000 7fa9cf946800 20 remove_watcher() i=6 2024-09-12T00:25:55.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:55.409+0000 7fa9cf946800 20 remove_watcher() i=7 2024-09-12T00:25:55.619 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:55.619 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:55.789 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:55.789 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:55.891 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:55.892 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.115 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.116 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.559 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.560 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.667 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.667 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.750 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.750 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.775 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.776 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.870 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.870 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:56.984 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:56.984 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.019 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:57.019 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.072 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:57.072 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.097 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:57.097 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.153 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:57.153 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.178 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:57.178 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.239 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:57.239 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:57.263 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T00:25:57.263 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:57.265 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T00:25:57.293 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:25:57.294 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:25:57.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.330+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 realm 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.332+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.333+0000 7f10abd21800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:57.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.333+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.333+0000 7f10abd21800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:25:57.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.333+0000 7f10abd21800 20 searching for the correct realm 2024-09-12T00:25:57.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.337+0000 7f10a7155640 0 -- 172.21.15.163:0/1452251445 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f109808b290 msgr2=0x7f1098098970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:57.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.543+0000 7f10a8157640 0 -- 172.21.15.163:0/1452251445 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5589f073be00 msgr2=0x5589f073e230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:57.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:25:57.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:25:57.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:25:57.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.546+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 zone default found 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 4 Realm: () 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:25:57.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 zonegroup default 2024-09-12T00:25:57.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.547+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.548+0000 7f10abd21800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.548+0000 7f10abd21800 20 started sync module instance, tier type = 2024-09-12T00:25:57.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.548+0000 7f10abd21800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:25:57.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.563+0000 7f10abd21800 20 add_watcher() i=0 2024-09-12T00:25:57.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.563+0000 7f10abd21800 20 add_watcher() i=1 2024-09-12T00:25:57.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.563+0000 7f10abd21800 20 add_watcher() i=2 2024-09-12T00:25:57.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.563+0000 7f10abd21800 20 add_watcher() i=3 2024-09-12T00:25:57.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.563+0000 7f10abd21800 20 add_watcher() i=4 2024-09-12T00:25:57.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.563+0000 7f10abd21800 20 add_watcher() i=5 2024-09-12T00:25:57.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.566+0000 7f10abd21800 20 add_watcher() i=6 2024-09-12T00:25:57.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.566+0000 7f10abd21800 20 add_watcher() i=7 2024-09-12T00:25:57.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.566+0000 7f10abd21800 2 all 8 watchers are set, enabling cache 2024-09-12T00:25:57.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.569+0000 7f0f5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:57.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.569+0000 7f10abd21800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:25:57.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.569+0000 7f10abd21800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:25:57.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.569+0000 7f10abd21800 5 note: GC not initialized 2024-09-12T00:25:57.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.569+0000 7f0f5cfe1640 20 reqs_thread_entry: start 2024-09-12T00:25:57.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 20 init_complete bucket index max shards: 1 2024-09-12T00:25:57.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 20 Filter name: none 2024-09-12T00:25:57.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f0ed67fc640 20 reqs_thread_entry: start 2024-09-12T00:25:57.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:25:57.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.570+0000 7f10abd21800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:25:57.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:25:57.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.571+0000 7f10abd21800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:25:57.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.575+0000 7f0f5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:57.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.578+0000 7f10abd21800 20 remove_watcher() i=0 2024-09-12T00:25:57.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.578+0000 7f10abd21800 2 removed watcher, disabling cache 2024-09-12T00:25:57.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.579+0000 7f10abd21800 20 remove_watcher() i=1 2024-09-12T00:25:57.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.580+0000 7f10abd21800 20 remove_watcher() i=2 2024-09-12T00:25:57.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.581+0000 7f10abd21800 20 remove_watcher() i=3 2024-09-12T00:25:57.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.583+0000 7f10abd21800 20 remove_watcher() i=4 2024-09-12T00:25:57.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.584+0000 7f10abd21800 20 remove_watcher() i=5 2024-09-12T00:25:57.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.585+0000 7f10abd21800 20 remove_watcher() i=6 2024-09-12T00:25:57.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.586+0000 7f10abd21800 20 remove_watcher() i=7 2024-09-12T00:25:57.598 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T00:25:57.626 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:25:57.626 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:25:57.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.662+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 realm 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.664+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.665+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:57.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.665+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.665+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:25:57.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.665+0000 7f21a9bad800 20 searching for the correct realm 2024-09-12T00:25:57.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.670+0000 7f21a6e96640 0 -- 172.21.15.163:0/2410738426 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2198058920 msgr2=0x7f219802c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:57.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.876+0000 7f21a7e98640 0 -- 172.21.15.163:0/2410738426 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5620753af650 msgr2=0x5620753b1a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:57.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:25:57.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:25:57.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:25:57.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:25:57.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:25:57.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:25:57.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:57.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:25:57.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 zone default found 2024-09-12T00:25:57.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 4 Realm: () 2024-09-12T00:25:57.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:25:57.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:25:57.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:25:57.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 zonegroup default 2024-09-12T00:25:57.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.879+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 started sync module instance, tier type = 2024-09-12T00:25:57.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.880+0000 7f21a9bad800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:25:57.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=0 2024-09-12T00:25:57.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=1 2024-09-12T00:25:57.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=2 2024-09-12T00:25:57.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=3 2024-09-12T00:25:57.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=4 2024-09-12T00:25:57.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=5 2024-09-12T00:25:57.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=6 2024-09-12T00:25:57.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 20 add_watcher() i=7 2024-09-12T00:25:57.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.896+0000 7f21a9bad800 2 all 8 watchers are set, enabling cache 2024-09-12T00:25:57.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.898+0000 7f205dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:57.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.898+0000 7f21a9bad800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.898+0000 7f21a9bad800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.898+0000 7f21a9bad800 5 note: GC not initialized 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.898+0000 7f205cfe1640 20 reqs_thread_entry: start 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 init_complete bucket index max shards: 1 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 Filter name: none 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f1fd67fc640 20 reqs_thread_entry: start 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:25:57.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.899+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.900+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.900+0000 7f21a9bad800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.900+0000 7f21a9bad800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.900+0000 7f21a9bad800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.901+0000 7f205dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.904+0000 7f21a9bad800 20 remove_watcher() i=0 2024-09-12T00:25:57.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.904+0000 7f21a9bad800 2 removed watcher, disabling cache 2024-09-12T00:25:57.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.905+0000 7f21a9bad800 20 remove_watcher() i=1 2024-09-12T00:25:57.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.906+0000 7f21a9bad800 20 remove_watcher() i=2 2024-09-12T00:25:57.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.908+0000 7f21a9bad800 20 remove_watcher() i=3 2024-09-12T00:25:57.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.909+0000 7f21a9bad800 20 remove_watcher() i=4 2024-09-12T00:25:57.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.910+0000 7f21a9bad800 20 remove_watcher() i=5 2024-09-12T00:25:57.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.911+0000 7f21a9bad800 20 remove_watcher() i=6 2024-09-12T00:25:57.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.912+0000 7f21a9bad800 20 remove_watcher() i=7 2024-09-12T00:25:57.922 INFO:tasks.workunit.client.0.smithi163.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 73, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T00:25:57.922 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T00:25:57.922 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:25:57.923 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T00:25:57.957 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:25:57.957 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:25:57.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.994+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 realm 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:57.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.996+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.997+0000 7effe6b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:57.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.997+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:57.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.997+0000 7effe6b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:25:57.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:57.997+0000 7effe6b2e800 20 searching for the correct realm 2024-09-12T00:25:58.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.000+0000 7effe28dd640 0 -- 172.21.15.163:0/1351321420 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x560e85200a60 msgr2=0x560e85202f00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:58.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.004+0000 7effe30de640 0 -- 172.21.15.163:0/1351321420 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7effd40d42a0 msgr2=0x7effd40bb5b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:25:58.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:25:58.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:25:58.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:25:58.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:25:58.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:25:58.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:25:58.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:58.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:25:58.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:25:58.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 zone default found 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 4 Realm: () 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 zonegroup default 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.008+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.009+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.009+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.009+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.009+0000 7effe6b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.009+0000 7effe6b2e800 20 started sync module instance, tier type = 2024-09-12T00:25:58.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.009+0000 7effe6b2e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:25:58.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.018+0000 7effe6b2e800 20 add_watcher() i=0 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.018+0000 7effe6b2e800 20 add_watcher() i=1 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.018+0000 7effe6b2e800 20 add_watcher() i=2 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.018+0000 7effe6b2e800 20 add_watcher() i=3 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.018+0000 7effe6b2e800 20 add_watcher() i=4 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.018+0000 7effe6b2e800 20 add_watcher() i=5 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.019+0000 7effe6b2e800 20 add_watcher() i=6 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.019+0000 7effe6b2e800 20 add_watcher() i=7 2024-09-12T00:25:58.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.019+0000 7effe6b2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:25:58.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.020+0000 7efe997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 5 note: GC not initialized 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7efe13fff640 20 reqs_thread_entry: start 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 20 init_complete bucket index max shards: 1 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 20 Filter name: none 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7efe11ffb640 20 reqs_thread_entry: start 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:25:58.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.021+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:25:58.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.022+0000 7effe6b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.023+0000 7effe6b2e800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:25:58.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.023+0000 7effe6b2e800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T00:25:58.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.024+0000 7efe997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:25:58.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.026+0000 7effe6b2e800 20 remove_watcher() i=0 2024-09-12T00:25:58.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.026+0000 7effe6b2e800 2 removed watcher, disabling cache 2024-09-12T00:25:58.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.027+0000 7effe6b2e800 20 remove_watcher() i=1 2024-09-12T00:25:58.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.028+0000 7effe6b2e800 20 remove_watcher() i=2 2024-09-12T00:25:58.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.029+0000 7effe6b2e800 20 remove_watcher() i=3 2024-09-12T00:25:58.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.030+0000 7effe6b2e800 20 remove_watcher() i=4 2024-09-12T00:25:58.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.031+0000 7effe6b2e800 20 remove_watcher() i=5 2024-09-12T00:25:58.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.033+0000 7effe6b2e800 20 remove_watcher() i=6 2024-09-12T00:25:58.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:25:58.034+0000 7effe6b2e800 20 remove_watcher() i=7 2024-09-12T00:25:58.045 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T00:25:58.441 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T00:25:59.830 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:25:59.830 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:25:59.952 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:25:59.953 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:25:59.985 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:25:59.985 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:00.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.022+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.024+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.024+0000 7fb327810800 20 realm 2024-09-12T00:26:00.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.024+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.024+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.024+0000 7fb327810800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:00.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.024+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.025+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.025+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.025+0000 7fb327810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.025+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.026+0000 7fb327810800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:00.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.026+0000 7fb327810800 20 searching for the correct realm 2024-09-12T00:26:00.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.030+0000 7fb31a7df640 0 -- 172.21.15.163:0/1013498680 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fb314052040 msgr2=0x7fb31405f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.236+0000 7fb3237e1640 0 -- 172.21.15.163:0/1013498680 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x561e046252b0 msgr2=0x561e046276a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:00.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.239+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 zone default found 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 4 Realm: () 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 zonegroup default 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 started sync module instance, tier type = 2024-09-12T00:26:00.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.240+0000 7fb327810800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=0 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=1 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=2 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=3 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=4 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=5 2024-09-12T00:26:00.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.256+0000 7fb327810800 20 add_watcher() i=6 2024-09-12T00:26:00.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.257+0000 7fb327810800 20 add_watcher() i=7 2024-09-12T00:26:00.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.257+0000 7fb327810800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:00.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb1d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:00.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb327810800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:00.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb327810800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:00.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb327810800 5 note: GC not initialized 2024-09-12T00:26:00.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb153fff640 20 reqs_thread_entry: start 2024-09-12T00:26:00.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb327810800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:00.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb327810800 20 Filter name: none 2024-09-12T00:26:00.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.259+0000 7fb151ffb640 20 reqs_thread_entry: start 2024-09-12T00:26:00.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:00.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 INFO: main: starting shard=0 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.260+0000 7fb327810800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.261+0000 7fb327810800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:26:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.261+0000 7fb327810800 20 INFO: main: done 2024-09-12T00:26:00.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.262+0000 7fb1d97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:00.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.264+0000 7fb327810800 20 remove_watcher() i=0 2024-09-12T00:26:00.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.264+0000 7fb327810800 2 removed watcher, disabling cache 2024-09-12T00:26:00.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.265+0000 7fb327810800 20 remove_watcher() i=1 2024-09-12T00:26:00.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.266+0000 7fb327810800 20 remove_watcher() i=2 2024-09-12T00:26:00.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.267+0000 7fb327810800 20 remove_watcher() i=3 2024-09-12T00:26:00.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.268+0000 7fb327810800 20 remove_watcher() i=4 2024-09-12T00:26:00.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.269+0000 7fb327810800 20 remove_watcher() i=5 2024-09-12T00:26:00.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.273+0000 7fb327810800 20 remove_watcher() i=6 2024-09-12T00:26:00.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.274+0000 7fb327810800 20 remove_watcher() i=7 2024-09-12T00:26:00.286 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.286 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.314 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.314 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.339 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.339 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.432 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:00.433 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:26:00.466 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:00.466 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:00.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.503+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.504+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.504+0000 7fd026f46800 20 realm 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.504+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.504+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.504+0000 7fd026f46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.504+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.505+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.505+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.505+0000 7fd026f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.505+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.506+0000 7fd026f46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:00.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.506+0000 7fd026f46800 20 searching for the correct realm 2024-09-12T00:26:00.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.510+0000 7fd024a30640 0 -- 172.21.15.163:0/629532755 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fd02009a900 msgr2=0x7fd02004d3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.513+0000 7fd01ffff640 0 -- 172.21.15.163:0/629532755 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fd0180ab920 msgr2=0x7fd01806e3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:00.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:00.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:00.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.516+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 zone default found 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 4 Realm: () 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 zonegroup default 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.517+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.518+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.518+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.518+0000 7fd026f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.518+0000 7fd026f46800 20 started sync module instance, tier type = 2024-09-12T00:26:00.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.518+0000 7fd026f46800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.537+0000 7fd026f46800 20 add_watcher() i=0 2024-09-12T00:26:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.537+0000 7fd026f46800 20 add_watcher() i=1 2024-09-12T00:26:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.537+0000 7fd026f46800 20 add_watcher() i=2 2024-09-12T00:26:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.537+0000 7fd026f46800 20 add_watcher() i=3 2024-09-12T00:26:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.537+0000 7fd026f46800 20 add_watcher() i=4 2024-09-12T00:26:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.537+0000 7fd026f46800 20 add_watcher() i=5 2024-09-12T00:26:00.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.540+0000 7fd026f46800 20 add_watcher() i=6 2024-09-12T00:26:00.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.540+0000 7fd026f46800 20 add_watcher() i=7 2024-09-12T00:26:00.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.540+0000 7fd026f46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:00.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fcedafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:00.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fd026f46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:00.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fd026f46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:00.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fd026f46800 5 note: GC not initialized 2024-09-12T00:26:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fced9fe3640 20 reqs_thread_entry: start 2024-09-12T00:26:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fd026f46800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.542+0000 7fd026f46800 20 Filter name: none 2024-09-12T00:26:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fce4b7fe640 20 reqs_thread_entry: start 2024-09-12T00:26:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 INFO: main: starting shard=0 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.543+0000 7fd026f46800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.544+0000 7fd026f46800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:26:00.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.544+0000 7fd026f46800 20 INFO: main: done 2024-09-12T00:26:00.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.545+0000 7fcedafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:00.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.548+0000 7fd026f46800 20 remove_watcher() i=0 2024-09-12T00:26:00.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.548+0000 7fd026f46800 2 removed watcher, disabling cache 2024-09-12T00:26:00.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.549+0000 7fd026f46800 20 remove_watcher() i=1 2024-09-12T00:26:00.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.550+0000 7fd026f46800 20 remove_watcher() i=2 2024-09-12T00:26:00.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.551+0000 7fd026f46800 20 remove_watcher() i=3 2024-09-12T00:26:00.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.552+0000 7fd026f46800 20 remove_watcher() i=4 2024-09-12T00:26:00.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.555+0000 7fd026f46800 20 remove_watcher() i=5 2024-09-12T00:26:00.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.555+0000 7fd026f46800 20 remove_watcher() i=6 2024-09-12T00:26:00.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.556+0000 7fd026f46800 20 remove_watcher() i=7 2024-09-12T00:26:00.568 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.569 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.591 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.592 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.678 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:00.679 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T00:26:00.712 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:00.712 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:00.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.749+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 realm 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.751+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.752+0000 7fd9134bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.752+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.753+0000 7fd9134bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:00.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.753+0000 7fd9134bb800 20 searching for the correct realm 2024-09-12T00:26:00.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.756+0000 7fd910fa5640 0 -- 172.21.15.163:0/3779419054 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fd90c055920 msgr2=0x7fd90c08e400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.760+0000 7fd910fa5640 0 -- 172.21.15.163:0/3779419054 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fd7dc0840e0 msgr2=0x7fd7dc086510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.763+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 zone default found 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 4 Realm: () 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 zonegroup default 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.764+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.765+0000 7fd9134bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.765+0000 7fd9134bb800 20 started sync module instance, tier type = 2024-09-12T00:26:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.765+0000 7fd9134bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:00.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=0 2024-09-12T00:26:00.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=1 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=2 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=3 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=4 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=5 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.777+0000 7fd9134bb800 20 add_watcher() i=6 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.778+0000 7fd9134bb800 20 add_watcher() i=7 2024-09-12T00:26:00.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.778+0000 7fd9134bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:00.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.779+0000 7fd7c6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 5 note: GC not initialized 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd7c5fe3640 20 reqs_thread_entry: start 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 Filter name: none 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd7377fe640 20 reqs_thread_entry: start 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:00.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.780+0000 7fd9134bb800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 INFO: main: starting shard=0 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.781+0000 7fd9134bb800 20 INFO: main: done 2024-09-12T00:26:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.782+0000 7fd7c6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:00.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.784+0000 7fd9134bb800 20 remove_watcher() i=0 2024-09-12T00:26:00.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.784+0000 7fd9134bb800 2 removed watcher, disabling cache 2024-09-12T00:26:00.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.785+0000 7fd9134bb800 20 remove_watcher() i=1 2024-09-12T00:26:00.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.786+0000 7fd9134bb800 20 remove_watcher() i=2 2024-09-12T00:26:00.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.787+0000 7fd9134bb800 20 remove_watcher() i=3 2024-09-12T00:26:00.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.788+0000 7fd9134bb800 20 remove_watcher() i=4 2024-09-12T00:26:00.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.789+0000 7fd9134bb800 20 remove_watcher() i=5 2024-09-12T00:26:00.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.790+0000 7fd9134bb800 20 remove_watcher() i=6 2024-09-12T00:26:00.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.791+0000 7fd9134bb800 20 remove_watcher() i=7 2024-09-12T00:26:00.803 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.803 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.827 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:00.827 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:00.911 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:00.912 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T00:26:00.943 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:00.943 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:00.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.980+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.981+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.981+0000 7febc1140800 20 realm 2024-09-12T00:26:00.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.981+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.982+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.982+0000 7febc1140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:00.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.982+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.982+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.982+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.983+0000 7febc1140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.983+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.983+0000 7febc1140800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:00.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.983+0000 7febc1140800 20 searching for the correct realm 2024-09-12T00:26:00.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.986+0000 7febbc685640 0 -- 172.21.15.163:0/2732501660 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55f6f5734700 msgr2=0x55f6f5736b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.989+0000 7febbce86640 0 -- 172.21.15.163:0/2732501660 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7febb40b2bc0 msgr2=0x7febb40a7450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.993+0000 7febc1140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 zone default found 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 4 Realm: () 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 zonegroup default 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.994+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:00.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.995+0000 7febc1140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:00.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.995+0000 7febc1140800 20 started sync module instance, tier type = 2024-09-12T00:26:00.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:00.995+0000 7febc1140800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:01.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=0 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=1 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=2 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=3 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=4 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=5 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.003+0000 7febc1140800 20 add_watcher() i=6 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.004+0000 7febc1140800 20 add_watcher() i=7 2024-09-12T00:26:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.004+0000 7febc1140800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:01.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.005+0000 7fea72fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:01.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:01.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:01.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 5 note: GC not initialized 2024-09-12T00:26:01.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7fea71fe3640 20 reqs_thread_entry: start 2024-09-12T00:26:01.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:01.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 Filter name: none 2024-09-12T00:26:01.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7fe9e37fe640 20 reqs_thread_entry: start 2024-09-12T00:26:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.006+0000 7febc1140800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.007+0000 7febc1140800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.007+0000 7febc1140800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.007+0000 7febc1140800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:01.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.007+0000 7febc1140800 20 INFO: main: starting shard=0 2024-09-12T00:26:01.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.007+0000 7febc1140800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:01.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.008+0000 7febc1140800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:26:01.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.008+0000 7febc1140800 20 INFO: main: done 2024-09-12T00:26:01.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.008+0000 7fea72fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:01.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.010+0000 7febc1140800 20 remove_watcher() i=0 2024-09-12T00:26:01.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.010+0000 7febc1140800 2 removed watcher, disabling cache 2024-09-12T00:26:01.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.011+0000 7febc1140800 20 remove_watcher() i=1 2024-09-12T00:26:01.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.012+0000 7febc1140800 20 remove_watcher() i=2 2024-09-12T00:26:01.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.013+0000 7febc1140800 20 remove_watcher() i=3 2024-09-12T00:26:01.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.014+0000 7febc1140800 20 remove_watcher() i=4 2024-09-12T00:26:01.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.015+0000 7febc1140800 20 remove_watcher() i=5 2024-09-12T00:26:01.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.016+0000 7febc1140800 20 remove_watcher() i=6 2024-09-12T00:26:01.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.017+0000 7febc1140800 20 remove_watcher() i=7 2024-09-12T00:26:01.030 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:01.030 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:01.053 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T00:26:01.453 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T00:26:01.850 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T00:26:01.850 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:01.851 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T00:26:01.884 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:01.885 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.922+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.923+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.923+0000 7f81093af800 20 realm 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.923+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.924+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.924+0000 7f81093af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.924+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.924+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.924+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.925+0000 7f81093af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:01.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.925+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.925+0000 7f81093af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:01.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.925+0000 7f81093af800 20 searching for the correct realm 2024-09-12T00:26:01.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.929+0000 7f8106ea0640 0 -- 172.21.15.163:0/581659192 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f810001f040 msgr2=0x7f8100069e10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:01.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.932+0000 7f810669f640 0 -- 172.21.15.163:0/581659192 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f80f802e8e0 msgr2=0x7f80f800d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:01.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:01.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:01.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.936+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 20 zone default found 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 4 Realm: () 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 20 zonegroup default 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.937+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.938+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.938+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.938+0000 7f81093af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.938+0000 7f81093af800 20 started sync module instance, tier type = 2024-09-12T00:26:01.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.938+0000 7f81093af800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:01.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=0 2024-09-12T00:26:01.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=1 2024-09-12T00:26:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=2 2024-09-12T00:26:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=3 2024-09-12T00:26:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=4 2024-09-12T00:26:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=5 2024-09-12T00:26:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.951+0000 7f81093af800 20 add_watcher() i=6 2024-09-12T00:26:01.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.954+0000 7f81093af800 20 add_watcher() i=7 2024-09-12T00:26:01.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.954+0000 7f81093af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:01.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.956+0000 7f7fbd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 5 note: GC not initialized 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f7f37fff640 20 reqs_thread_entry: start 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 20 Filter name: none 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f7f35ffb640 20 reqs_thread_entry: start 2024-09-12T00:26:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.957+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 20 rados->read ofs=0 len=0 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.958+0000 7f81093af800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:01.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.961+0000 7f81093af800 1 NOTICE: finished shard 0 (4 entries found) 2024-09-12T00:26:01.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.961+0000 7f81093af800 1 NOTICE: finished all shards (4 entries found) 2024-09-12T00:26:01.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.962+0000 7f7fbd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:01.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.964+0000 7f81093af800 20 remove_watcher() i=0 2024-09-12T00:26:01.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.964+0000 7f81093af800 2 removed watcher, disabling cache 2024-09-12T00:26:01.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.965+0000 7f81093af800 20 remove_watcher() i=1 2024-09-12T00:26:01.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.966+0000 7f81093af800 20 remove_watcher() i=2 2024-09-12T00:26:01.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.967+0000 7f81093af800 20 remove_watcher() i=3 2024-09-12T00:26:01.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.968+0000 7f81093af800 20 remove_watcher() i=4 2024-09-12T00:26:01.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.969+0000 7f81093af800 20 remove_watcher() i=5 2024-09-12T00:26:01.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.970+0000 7f81093af800 20 remove_watcher() i=6 2024-09-12T00:26:01.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:01.971+0000 7f81093af800 20 remove_watcher() i=7 2024-09-12T00:26:01.981 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: unlinked entries are not listable 2024-09-12T00:26:01.981 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:01.984 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:01.984 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.092 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T00:26:02.092 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:02.095 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.095 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.165 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.165 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.226 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T00:26:02.226 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:26:02.264 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:02.264 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:02.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.301+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.302+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.302+0000 7f1cbff36800 20 realm 2024-09-12T00:26:02.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.302+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.303+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.303+0000 7f1cbff36800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:02.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.303+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.303+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.303+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.304+0000 7f1cbff36800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:02.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.304+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.304+0000 7f1cbff36800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:02.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.304+0000 7f1cbff36800 20 searching for the correct realm 2024-09-12T00:26:02.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.308+0000 7f1cb3fff640 0 -- 172.21.15.163:0/1944548271 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f1cac08f960 msgr2=0x7f1cac069040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:02.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.514+0000 7f1cbc4b8640 0 -- 172.21.15.163:0/1944548271 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558b9e828d40 msgr2=0x558b9e82b130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:02.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:02.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:02.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.517+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 zone default found 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 4 Realm: () 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 zonegroup default 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.518+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.519+0000 7f1cbff36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.519+0000 7f1cbff36800 20 started sync module instance, tier type = 2024-09-12T00:26:02.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.519+0000 7f1cbff36800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=0 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=1 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=2 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=3 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=4 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=5 2024-09-12T00:26:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.536+0000 7f1cbff36800 20 add_watcher() i=6 2024-09-12T00:26:02.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.539+0000 7f1cbff36800 20 add_watcher() i=7 2024-09-12T00:26:02.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.539+0000 7f1cbff36800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:02.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.541+0000 7f1b71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:02.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:02.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:02.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 5 note: GC not initialized 2024-09-12T00:26:02.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1b70fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 Filter name: none 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1aea7fc640 20 reqs_thread_entry: start 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 rados->read ofs=0 len=0 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.543+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.545+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.545+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:c state=0x558b9e85fa48 s->prefetch_data=0 2024-09-12T00:26:02.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.546+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to 680sa3y8n2ykw63naocckgpld2ixyker 2024-09-12T00:26:02.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.546+0000 7f1cbff36800 20 get_obj_state_impl: setting s->olh_tag to pyos1e80xoll88nhzj6pmg0tnclsx9ry 2024-09-12T00:26:02.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.546+0000 7f1cbff36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=pyos1e80xoll88nhzj6pmg0tnclsx9ry 2024-09-12T00:26:02.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.547+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.548+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 20 olh_log_entry: epoch=3 op=3 key=c[uLBgPcDY4FF35SpwykrxjNkywWKlP51] 2024-09-12T00:26:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:uLBgPcDY4FF35SpwykrxjNkywWKlP51_c state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 10 manifest: total_size = 22 2024-09-12T00:26:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16264530508418677415 2024-09-12T00:26:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:uLBgPcDY4FF35SpwykrxjNkywWKlP51_c state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 20 prepare_atomic_modification: state is not atomic. state=0x558b9e89b3e8 2024-09-12T00:26:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.549+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.553+0000 7f1cbff36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:02.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.553+0000 7f1cbff36800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:26:02.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.553+0000 7f1cbff36800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:02.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.553+0000 7f1cbff36800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:uLBgPcDY4FF35SpwykrxjNkywWKlP51_.RR0iRcU8yKanieKKBGp03Z6PmvFbIZh_0 2024-09-12T00:26:02.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.555+0000 7f1cbff36800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:02.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.555+0000 7f1b9a7fc640 20 handle_completion(): completion ok for obj=c[uLBgPcDY4FF35SpwykrxjNkywWKlP51] 2024-09-12T00:26:02.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.557+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.557+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.559+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.559+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.559+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:d state=0x558b9e85e638 s->prefetch_data=0 2024-09-12T00:26:02.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.560+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to 40dnh8dvkt32l2kdiqp7ik44jzrkosru 2024-09-12T00:26:02.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.560+0000 7f1cbff36800 20 get_obj_state_impl: setting s->olh_tag to 4444n9vqs7xwerlvgjbcxh0sgieqkeph 2024-09-12T00:26:02.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.560+0000 7f1cbff36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4444n9vqs7xwerlvgjbcxh0sgieqkeph 2024-09-12T00:26:02.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.562+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.567+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.567+0000 7f1cbff36800 20 olh_log_entry: epoch=3 op=3 key=d[3PxcTndBdA4-Q77HvoQ8y7pkZSNttWI] 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.567+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:3PxcTndBdA4-Q77HvoQ8y7pkZSNttWI_d state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.568+0000 7f1cbff36800 10 manifest: total_size = 22 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.568+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16581012797755250574 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.568+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:3PxcTndBdA4-Q77HvoQ8y7pkZSNttWI_d state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.568+0000 7f1cbff36800 20 prepare_atomic_modification: state is not atomic. state=0x558b9e89b3e8 2024-09-12T00:26:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.568+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.571+0000 7f1cbff36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:02.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.571+0000 7f1cbff36800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:26:02.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.571+0000 7f1cbff36800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:02.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.571+0000 7f1cbff36800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:3PxcTndBdA4-Q77HvoQ8y7pkZSNttWI_.Olf1SYSSK4-2Fx3_ADSVMvNwXJtG50A_0 2024-09-12T00:26:02.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.574+0000 7f1b9affd640 20 handle_completion(): completion ok for obj=d[3PxcTndBdA4-Q77HvoQ8y7pkZSNttWI] 2024-09-12T00:26:02.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.574+0000 7f1cbff36800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:02.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.576+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.576+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.580+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.580+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.580+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:e state=0x558b9e85e638 s->prefetch_data=0 2024-09-12T00:26:02.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.580+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to zndgbpa8k0btefxbb86zcvncbmts1rba 2024-09-12T00:26:02.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.580+0000 7f1cbff36800 20 get_obj_state_impl: setting s->olh_tag to 6z4tvmkkkvpbndl84ztgkua93re0e75e 2024-09-12T00:26:02.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.580+0000 7f1cbff36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6z4tvmkkkvpbndl84ztgkua93re0e75e 2024-09-12T00:26:02.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.582+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.583+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T00:26:02.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 olh_log_entry: epoch=2 op=3 key=e[7x8NiU9QfeUz833pd3MG4bRYBDyxPsj] 2024-09-12T00:26:02.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:7x8NiU9QfeUz833pd3MG4bRYBDyxPsj_e state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 10 manifest: total_size = 11 2024-09-12T00:26:02.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1376705401958079537 2024-09-12T00:26:02.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:7x8NiU9QfeUz833pd3MG4bRYBDyxPsj_e state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 prepare_atomic_modification: state is not atomic. state=0x558b9e89b3e8 2024-09-12T00:26:02.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.584+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.587+0000 7f1cbff36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:02.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.587+0000 7f1cbff36800 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-12T00:26:02.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.587+0000 7f1cbff36800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:02.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.587+0000 7f1cbff36800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:7x8NiU9QfeUz833pd3MG4bRYBDyxPsj_.eJvifD6ZTMos9lJOO2m8XS2wFjGQhGD_0 2024-09-12T00:26:02.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.588+0000 7f1b9affd640 20 handle_completion(): completion ok for obj=e[7x8NiU9QfeUz833pd3MG4bRYBDyxPsj] 2024-09-12T00:26:02.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.592+0000 7f1cbff36800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:02.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.592+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:e state=0x558b9e85e638 s->prefetch_data=0 2024-09-12T00:26:02.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.592+0000 7f1cbff36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=6z4tvmkkkvpbndl84ztgkua93re0e75e 2024-09-12T00:26:02.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.601+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.602+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.603+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.603+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:f state=0x558b9e85e638 s->prefetch_data=0 2024-09-12T00:26:02.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.603+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to fbwcvth26mrg68aevslw52c0t0q7iv2d 2024-09-12T00:26:02.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.603+0000 7f1cbff36800 20 get_obj_state_impl: setting s->olh_tag to j4g1vgfazla4g3n1m8qdh5v9vis26ju7 2024-09-12T00:26:02.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.603+0000 7f1cbff36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=j4g1vgfazla4g3n1m8qdh5v9vis26ju7 2024-09-12T00:26:02.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.605+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.606+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 olh_log_entry: epoch=2 op=3 key=f[lYz7Tl3bKiGUutBKt3UyJgS-5W4l.rw] 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:lYz7Tl3bKiGUutBKt3UyJgS-5W4l.rw_f state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 10 manifest: total_size = 9 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9133531129910595322 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:_:lYz7Tl3bKiGUutBKt3UyJgS-5W4l.rw_f state=0x558b9e89b3e8 s->prefetch_data=0 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 prepare_atomic_modification: state is not atomic. state=0x558b9e89b3e8 2024-09-12T00:26:02.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.607+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.611+0000 7f1cbff36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:02.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.611+0000 7f1cbff36800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:26:02.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.611+0000 7f1cbff36800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:02.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.611+0000 7f1cbff36800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:lYz7Tl3bKiGUutBKt3UyJgS-5W4l.rw_.2A4HYHEnEqY585CUxbOyZIpNr3ZHKdR_0 2024-09-12T00:26:02.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.617+0000 7f1b9affd640 20 handle_completion(): completion ok for obj=f[lYz7Tl3bKiGUutBKt3UyJgS-5W4l.rw] 2024-09-12T00:26:02.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.617+0000 7f1cbff36800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:02.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.618+0000 7f1cbff36800 20 get_obj_state: octx=0x558b9e59d690 obj=check-bucket:f state=0x558b9e85e638 s->prefetch_data=0 2024-09-12T00:26:02.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.618+0000 7f1cbff36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=j4g1vgfazla4g3n1m8qdh5v9vis26ju7 2024-09-12T00:26:02.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.621+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.622+0000 7f1cbff36800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:02.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.622+0000 7f1cbff36800 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T00:26:02.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.622+0000 7f1cbff36800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T00:26:02.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.623+0000 7f1b71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:02.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.625+0000 7f1cbff36800 20 remove_watcher() i=0 2024-09-12T00:26:02.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.625+0000 7f1cbff36800 2 removed watcher, disabling cache 2024-09-12T00:26:02.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.627+0000 7f1cbff36800 20 remove_watcher() i=1 2024-09-12T00:26:02.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.628+0000 7f1cbff36800 20 remove_watcher() i=2 2024-09-12T00:26:02.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.629+0000 7f1cbff36800 20 remove_watcher() i=3 2024-09-12T00:26:02.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.630+0000 7f1cbff36800 20 remove_watcher() i=4 2024-09-12T00:26:02.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.631+0000 7f1cbff36800 20 remove_watcher() i=5 2024-09-12T00:26:02.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.632+0000 7f1cbff36800 20 remove_watcher() i=6 2024-09-12T00:26:02.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:02.633+0000 7f1cbff36800 20 remove_watcher() i=7 2024-09-12T00:26:02.645 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.646 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.666 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.666 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.688 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.688 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.708 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.708 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.728 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T00:26:02.728 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:02.729 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.729 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.795 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.795 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.817 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.817 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.840 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.840 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.863 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:02.863 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:02.888 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T00:26:02.888 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:02.890 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T00:26:02.922 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:02.923 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:03.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.163+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.164+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.164+0000 7f369ac2f800 20 realm 2024-09-12T00:26:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.164+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.164+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.164+0000 7f369ac2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.164+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.165+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.165+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.165+0000 7f369ac2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:03.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.166+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.166+0000 7f369ac2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:03.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.166+0000 7f369ac2f800 20 searching for the correct realm 2024-09-12T00:26:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.169+0000 7f368ffff640 0 -- 172.21.15.163:0/943140111 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f368806e4a0 msgr2=0x7f368806b950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:26:03.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.173+0000 7f3698f1a640 0 -- 172.21.15.163:0/943140111 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f3688077040 msgr2=0x7f368806ebd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:26:03.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:03.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.379+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:03.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:03.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 zone default found 2024-09-12T00:26:03.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 4 Realm: () 2024-09-12T00:26:03.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 zonegroup default 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.380+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 started sync module instance, tier type = 2024-09-12T00:26:03.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.381+0000 7f369ac2f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=0 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=1 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=2 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=3 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=4 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=5 2024-09-12T00:26:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.391+0000 7f369ac2f800 20 add_watcher() i=6 2024-09-12T00:26:03.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.392+0000 7f369ac2f800 20 add_watcher() i=7 2024-09-12T00:26:03.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.392+0000 7f369ac2f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:03.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.394+0000 7f354efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.394+0000 7f369ac2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.394+0000 7f369ac2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.394+0000 7f369ac2f800 5 note: GC not initialized 2024-09-12T00:26:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.394+0000 7f354dfdb640 20 reqs_thread_entry: start 2024-09-12T00:26:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 20 Filter name: none 2024-09-12T00:26:03.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f34bf7fe640 20 reqs_thread_entry: start 2024-09-12T00:26:03.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:03.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.395+0000 7f369ac2f800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.396+0000 7f369ac2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:03.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.396+0000 7f369ac2f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:03.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.397+0000 7f369ac2f800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:26:03.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.397+0000 7f369ac2f800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T00:26:03.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.397+0000 7f354efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:03.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.400+0000 7f369ac2f800 20 remove_watcher() i=0 2024-09-12T00:26:03.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.400+0000 7f369ac2f800 2 removed watcher, disabling cache 2024-09-12T00:26:03.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.401+0000 7f369ac2f800 20 remove_watcher() i=1 2024-09-12T00:26:03.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.402+0000 7f369ac2f800 20 remove_watcher() i=2 2024-09-12T00:26:03.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.403+0000 7f369ac2f800 20 remove_watcher() i=3 2024-09-12T00:26:03.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.404+0000 7f369ac2f800 20 remove_watcher() i=4 2024-09-12T00:26:03.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.405+0000 7f369ac2f800 20 remove_watcher() i=5 2024-09-12T00:26:03.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.406+0000 7f369ac2f800 20 remove_watcher() i=6 2024-09-12T00:26:03.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.407+0000 7f369ac2f800 20 remove_watcher() i=7 2024-09-12T00:26:03.418 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:03.419 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:03.560 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:03.560 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:03.612 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:26:03.642 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:03.642 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:03.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.679+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 realm 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.681+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.682+0000 7f1ec172c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:03.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.682+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.683+0000 7f1ec172c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:03.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.683+0000 7f1ec172c800 20 searching for the correct realm 2024-09-12T00:26:03.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.687+0000 7f1eb7fff640 0 -- 172.21.15.163:0/1252968575 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f1eb00606a0 msgr2=0x7f1eb0062c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:03.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.894+0000 7f1ebdc50640 0 -- 172.21.15.163:0/1252968575 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5610d149f300 msgr2=0x5610d14a16f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:03.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:03.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:03.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.897+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 zone default found 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 4 Realm: () 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 zonegroup default 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.898+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.899+0000 7f1ec172c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.899+0000 7f1ec172c800 20 started sync module instance, tier type = 2024-09-12T00:26:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.899+0000 7f1ec172c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:03.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=0 2024-09-12T00:26:03.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=1 2024-09-12T00:26:03.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=2 2024-09-12T00:26:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=3 2024-09-12T00:26:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=4 2024-09-12T00:26:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=5 2024-09-12T00:26:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.909+0000 7f1ec172c800 20 add_watcher() i=6 2024-09-12T00:26:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.910+0000 7f1ec172c800 20 add_watcher() i=7 2024-09-12T00:26:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.910+0000 7f1ec172c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:03.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.912+0000 7f1d73fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:03.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.912+0000 7f1ec172c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:03.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.912+0000 7f1ec172c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:03.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.912+0000 7f1ec172c800 5 note: GC not initialized 2024-09-12T00:26:03.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.912+0000 7f1d72fe5640 20 reqs_thread_entry: start 2024-09-12T00:26:03.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:03.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 Filter name: none 2024-09-12T00:26:03.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1d70fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:03.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:03.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:03.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 INFO: main: starting shard=0 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.913+0000 7f1ec172c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.914+0000 7f1ec172c800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.914+0000 7f1ec172c800 20 INFO: main: done 2024-09-12T00:26:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.915+0000 7f1d73fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:03.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.917+0000 7f1ec172c800 20 remove_watcher() i=0 2024-09-12T00:26:03.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.917+0000 7f1ec172c800 2 removed watcher, disabling cache 2024-09-12T00:26:03.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.919+0000 7f1ec172c800 20 remove_watcher() i=1 2024-09-12T00:26:03.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.920+0000 7f1ec172c800 20 remove_watcher() i=2 2024-09-12T00:26:03.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.921+0000 7f1ec172c800 20 remove_watcher() i=3 2024-09-12T00:26:03.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.922+0000 7f1ec172c800 20 remove_watcher() i=4 2024-09-12T00:26:03.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.923+0000 7f1ec172c800 20 remove_watcher() i=5 2024-09-12T00:26:03.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.925+0000 7f1ec172c800 20 remove_watcher() i=6 2024-09-12T00:26:03.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:03.927+0000 7f1ec172c800 20 remove_watcher() i=7 2024-09-12T00:26:03.938 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:26:03.968 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:03.969 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:04.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.007+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.008+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.008+0000 7fd9c7f23800 20 realm 2024-09-12T00:26:04.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.008+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.009+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.009+0000 7fd9c7f23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.009+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.009+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.009+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.010+0000 7fd9c7f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.010+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.010+0000 7fd9c7f23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:04.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.010+0000 7fd9c7f23800 20 searching for the correct realm 2024-09-12T00:26:04.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.014+0000 7fd9c3412640 0 -- 172.21.15.163:0/3943927229 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fd9bc0e8040 msgr2=0x7fd9bc08b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.220+0000 7fd9c3412640 0 -- 172.21.15.163:0/3943927229 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fd9bc0e8040 msgr2=0x7fd9bc08b970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.224+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:04.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 zone default found 2024-09-12T00:26:04.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 4 Realm: () 2024-09-12T00:26:04.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:04.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:04.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 zonegroup default 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.225+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.226+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.226+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.226+0000 7fd9c7f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.226+0000 7fd9c7f23800 20 started sync module instance, tier type = 2024-09-12T00:26:04.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.226+0000 7fd9c7f23800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:04.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=0 2024-09-12T00:26:04.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=1 2024-09-12T00:26:04.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=2 2024-09-12T00:26:04.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=3 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=4 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=5 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.236+0000 7fd9c7f23800 20 add_watcher() i=6 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.238+0000 7fd9c7f23800 20 add_watcher() i=7 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.238+0000 7fd9c7f23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.239+0000 7fd879fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd9c7f23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd9c7f23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd9c7f23800 5 note: GC not initialized 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd878fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd9c7f23800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd9c7f23800 20 Filter name: none 2024-09-12T00:26:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd7f27fc640 20 reqs_thread_entry: start 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.240+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 INFO: main: starting shard=0 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.241+0000 7fd9c7f23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.242+0000 7fd9c7f23800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.242+0000 7fd9c7f23800 20 INFO: main: done 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.243+0000 7fd879fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.246+0000 7fd9c7f23800 20 remove_watcher() i=0 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.246+0000 7fd9c7f23800 2 removed watcher, disabling cache 2024-09-12T00:26:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.247+0000 7fd9c7f23800 20 remove_watcher() i=1 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.248+0000 7fd9c7f23800 20 remove_watcher() i=2 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.249+0000 7fd9c7f23800 20 remove_watcher() i=3 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.250+0000 7fd9c7f23800 20 remove_watcher() i=4 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.251+0000 7fd9c7f23800 20 remove_watcher() i=5 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.252+0000 7fd9c7f23800 20 remove_watcher() i=6 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.253+0000 7fd9c7f23800 20 remove_watcher() i=7 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:04.330 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:04.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.332+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 realm 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.334+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.335+0000 7f065fc32800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.335+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.336+0000 7f065fc32800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:04.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.336+0000 7f065fc32800 20 searching for the correct realm 2024-09-12T00:26:04.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.339+0000 7f065af53640 0 -- 172.21.15.163:0/3027800677 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f0654087060 msgr2=0x7f06540ab070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.343+0000 7f065a752640 0 -- 172.21.15.163:0/3027800677 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f064c076040 msgr2=0x7f064c04c130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:04.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:04.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:04.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:04.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.346+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 zone default found 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 4 Realm: () 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 zonegroup default 2024-09-12T00:26:04.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.347+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.348+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.348+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.348+0000 7f065fc32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.348+0000 7f065fc32800 20 started sync module instance, tier type = 2024-09-12T00:26:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.348+0000 7f065fc32800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:04.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=0 2024-09-12T00:26:04.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=1 2024-09-12T00:26:04.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=2 2024-09-12T00:26:04.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=3 2024-09-12T00:26:04.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=4 2024-09-12T00:26:04.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=5 2024-09-12T00:26:04.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.363+0000 7f065fc32800 20 add_watcher() i=6 2024-09-12T00:26:04.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.364+0000 7f065fc32800 20 add_watcher() i=7 2024-09-12T00:26:04.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.364+0000 7f065fc32800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:04.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.367+0000 7f05117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.367+0000 7f065fc32800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.367+0000 7f065fc32800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.367+0000 7f065fc32800 5 note: GC not initialized 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.367+0000 7f048bfff640 20 reqs_thread_entry: start 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.367+0000 7f065fc32800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 20 Filter name: none 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f0489ffb640 20 reqs_thread_entry: start 2024-09-12T00:26:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:04.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.368+0000 7f065fc32800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.369+0000 7f065fc32800 1 NOTICE: finished shard 0 (2 entries found) 2024-09-12T00:26:04.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.369+0000 7f065fc32800 1 NOTICE: finished all shards (2 entries found) 2024-09-12T00:26:04.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.370+0000 7f05117e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.372+0000 7f065fc32800 20 remove_watcher() i=0 2024-09-12T00:26:04.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.372+0000 7f065fc32800 2 removed watcher, disabling cache 2024-09-12T00:26:04.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.373+0000 7f065fc32800 20 remove_watcher() i=1 2024-09-12T00:26:04.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.374+0000 7f065fc32800 20 remove_watcher() i=2 2024-09-12T00:26:04.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.375+0000 7f065fc32800 20 remove_watcher() i=3 2024-09-12T00:26:04.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.376+0000 7f065fc32800 20 remove_watcher() i=4 2024-09-12T00:26:04.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.377+0000 7f065fc32800 20 remove_watcher() i=5 2024-09-12T00:26:04.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.378+0000 7f065fc32800 20 remove_watcher() i=6 2024-09-12T00:26:04.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.379+0000 7f065fc32800 20 remove_watcher() i=7 2024-09-12T00:26:04.388 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T00:26:04.388 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:04.389 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:26:04.422 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:04.423 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:04.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.460+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.461+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.461+0000 7fe5f4546800 20 realm 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.462+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.462+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.462+0000 7fe5f4546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.462+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.462+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.462+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.463+0000 7fe5f4546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.463+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.463+0000 7fe5f4546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:04.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.463+0000 7fe5f4546800 20 searching for the correct realm 2024-09-12T00:26:04.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.466+0000 7fe5f2037640 0 -- 172.21.15.163:0/2097168874 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x5609e461c340 msgr2=0x5609e461e7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.470+0000 7fe5f2838640 0 -- 172.21.15.163:0/2097168874 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fe5e4019ab0 msgr2=0x7fe5e40607d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:04.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:04.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:04.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.474+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 zone default found 2024-09-12T00:26:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 4 Realm: () 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 zonegroup default 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 started sync module instance, tier type = 2024-09-12T00:26:04.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.475+0000 7fe5f4546800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:04.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=0 2024-09-12T00:26:04.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=1 2024-09-12T00:26:04.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=2 2024-09-12T00:26:04.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=3 2024-09-12T00:26:04.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=4 2024-09-12T00:26:04.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=5 2024-09-12T00:26:04.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.485+0000 7fe5f4546800 20 add_watcher() i=6 2024-09-12T00:26:04.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.486+0000 7fe5f4546800 20 add_watcher() i=7 2024-09-12T00:26:04.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.486+0000 7fe5f4546800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.487+0000 7fe4a8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 5 note: GC not initialized 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe4237fe640 20 reqs_thread_entry: start 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 20 Filter name: none 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe4217fa640 20 reqs_thread_entry: start 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.488+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.489+0000 7fe5f4546800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 get_obj_state: octx=0x5609e438c660 obj=check-bucket:c state=0x5609e464db38 s->prefetch_data=0 2024-09-12T00:26:04.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 get_obj_state: setting s->obj_tag to 680sa3y8n2ykw63naocckgpld2ixyker 2024-09-12T00:26:04.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 get_obj_state_impl: setting s->olh_tag to pyos1e80xoll88nhzj6pmg0tnclsx9ry 2024-09-12T00:26:04.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T00:26:04.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 olh_log_entry: epoch=4 op=3 key=c[3WlnFXfgDf0-UFC4xBxoCY3NxTkcDxm] 2024-09-12T00:26:04.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.490+0000 7fe5f4546800 20 get_obj_state: octx=0x5609e4687bb0 obj=check-bucket:_:3WlnFXfgDf0-UFC4xBxoCY3NxTkcDxm_c state=0x5609e464ce68 s->prefetch_data=0 2024-09-12T00:26:04.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.492+0000 7fe5f4546800 20 get_obj_state: octx=0x5609e4687bb0 obj=check-bucket:c state=0x5609e4648e28 s->prefetch_data=0 2024-09-12T00:26:04.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.492+0000 7fe5f4546800 20 get_obj_state: setting s->obj_tag to 680sa3y8n2ykw63naocckgpld2ixyker 2024-09-12T00:26:04.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.492+0000 7fe5f4546800 20 get_obj_state_impl: setting s->olh_tag to pyos1e80xoll88nhzj6pmg0tnclsx9ry 2024-09-12T00:26:04.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.492+0000 7fe5f4546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=pyos1e80xoll88nhzj6pmg0tnclsx9ry 2024-09-12T00:26:04.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.498+0000 7fe5f4546800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.499+0000 7fe5f4546800 20 get_obj_state: octx=0x5609e438c660 obj=check-bucket:d state=0x5609e464db38 s->prefetch_data=0 2024-09-12T00:26:04.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.500+0000 7fe5f4546800 20 get_obj_state: setting s->obj_tag to 40dnh8dvkt32l2kdiqp7ik44jzrkosru 2024-09-12T00:26:04.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.500+0000 7fe5f4546800 20 get_obj_state_impl: setting s->olh_tag to 4444n9vqs7xwerlvgjbcxh0sgieqkeph 2024-09-12T00:26:04.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.500+0000 7fe5f4546800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.500+0000 7fe5f4546800 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T00:26:04.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.500+0000 7fe5f4546800 20 olh_log_entry: epoch=4 op=3 key=d[rVBJNEbL5ZWRJ-ACyqzhdI3pq0fq3wb] 2024-09-12T00:26:04.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.500+0000 7fe5f4546800 20 get_obj_state: octx=0x5609e4687bb0 obj=check-bucket:_:rVBJNEbL5ZWRJ-ACyqzhdI3pq0fq3wb_d state=0x5609e464c2d8 s->prefetch_data=0 2024-09-12T00:26:04.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.502+0000 7fe5f4546800 20 get_obj_state: octx=0x5609e4687bb0 obj=check-bucket:d state=0x5609e4649e38 s->prefetch_data=0 2024-09-12T00:26:04.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.502+0000 7fe5f4546800 20 get_obj_state: setting s->obj_tag to 40dnh8dvkt32l2kdiqp7ik44jzrkosru 2024-09-12T00:26:04.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.502+0000 7fe5f4546800 20 get_obj_state_impl: setting s->olh_tag to 4444n9vqs7xwerlvgjbcxh0sgieqkeph 2024-09-12T00:26:04.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.502+0000 7fe5f4546800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=4444n9vqs7xwerlvgjbcxh0sgieqkeph 2024-09-12T00:26:04.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.509+0000 7fe5f4546800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.514+0000 7fe5f4546800 1 NOTICE: finished shard 0 (2 entries removed) 2024-09-12T00:26:04.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.514+0000 7fe5f4546800 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T00:26:04.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.515+0000 7fe4a8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.517+0000 7fe5f4546800 20 remove_watcher() i=0 2024-09-12T00:26:04.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.517+0000 7fe5f4546800 2 removed watcher, disabling cache 2024-09-12T00:26:04.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.518+0000 7fe5f4546800 20 remove_watcher() i=1 2024-09-12T00:26:04.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.519+0000 7fe5f4546800 20 remove_watcher() i=2 2024-09-12T00:26:04.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.520+0000 7fe5f4546800 20 remove_watcher() i=3 2024-09-12T00:26:04.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.521+0000 7fe5f4546800 20 remove_watcher() i=4 2024-09-12T00:26:04.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.522+0000 7fe5f4546800 20 remove_watcher() i=5 2024-09-12T00:26:04.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.523+0000 7fe5f4546800 20 remove_watcher() i=6 2024-09-12T00:26:04.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.524+0000 7fe5f4546800 20 remove_watcher() i=7 2024-09-12T00:26:04.534 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:26:04.565 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:04.565 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:04.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.602+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 realm 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.604+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.605+0000 7f5733742800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.605+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.605+0000 7f5733742800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:04.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.605+0000 7f5733742800 20 searching for the correct realm 2024-09-12T00:26:04.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.609+0000 7f572ecec640 0 -- 172.21.15.163:0/3807546991 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f572007f040 msgr2=0x7f572008b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.814+0000 7f572fcee640 0 -- 172.21.15.163:0/3807546991 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5650bd342f50 msgr2=0x5650bd345340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:04.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.817+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 20 zone default found 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 4 Realm: () 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 20 zonegroup default 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.818+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.819+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.819+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.819+0000 7f5733742800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.819+0000 7f5733742800 20 started sync module instance, tier type = 2024-09-12T00:26:04.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.819+0000 7f5733742800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:04.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=0 2024-09-12T00:26:04.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=1 2024-09-12T00:26:04.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=2 2024-09-12T00:26:04.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=3 2024-09-12T00:26:04.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=4 2024-09-12T00:26:04.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=5 2024-09-12T00:26:04.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.830+0000 7f5733742800 20 add_watcher() i=6 2024-09-12T00:26:04.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.831+0000 7f5733742800 20 add_watcher() i=7 2024-09-12T00:26:04.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.831+0000 7f5733742800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:04.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f55e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f5733742800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f5733742800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f5733742800 5 note: GC not initialized 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f55e4fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f5733742800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.833+0000 7f5733742800 20 Filter name: none 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f555e7fc640 20 reqs_thread_entry: start 2024-09-12T00:26:04.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 INFO: main: starting shard=0 2024-09-12T00:26:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.834+0000 7f5733742800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:04.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.835+0000 7f5733742800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:26:04.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.835+0000 7f5733742800 20 INFO: main: done 2024-09-12T00:26:04.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.836+0000 7f55e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:04.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.838+0000 7f5733742800 20 remove_watcher() i=0 2024-09-12T00:26:04.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.838+0000 7f5733742800 2 removed watcher, disabling cache 2024-09-12T00:26:04.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.840+0000 7f5733742800 20 remove_watcher() i=1 2024-09-12T00:26:04.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.841+0000 7f5733742800 20 remove_watcher() i=2 2024-09-12T00:26:04.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.843+0000 7f5733742800 20 remove_watcher() i=3 2024-09-12T00:26:04.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.843+0000 7f5733742800 20 remove_watcher() i=4 2024-09-12T00:26:04.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.845+0000 7f5733742800 20 remove_watcher() i=5 2024-09-12T00:26:04.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.846+0000 7f5733742800 20 remove_watcher() i=6 2024-09-12T00:26:04.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.847+0000 7f5733742800 20 remove_watcher() i=7 2024-09-12T00:26:04.858 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:26:04.888 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:04.889 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:04.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.924+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 realm 2024-09-12T00:26:04.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.926+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.927+0000 7fae6b746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.927+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.927+0000 7fae6b746800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.927+0000 7fae6b746800 20 searching for the correct realm 2024-09-12T00:26:04.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:04.931+0000 7fae60a2f640 0 -- 172.21.15.163:0/3236637234 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fae5c086c00 msgr2=0x7fae5c096930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:05.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.138+0000 7fae69a31640 0 -- 172.21.15.163:0/3236637234 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x563b93166cb0 msgr2=0x563b931690a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:05.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.140+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:05.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 zone default found 2024-09-12T00:26:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 4 Realm: () 2024-09-12T00:26:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 zonegroup default 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.141+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 started sync module instance, tier type = 2024-09-12T00:26:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.142+0000 7fae6b746800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:05.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.160+0000 7fae6b746800 20 add_watcher() i=0 2024-09-12T00:26:05.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.160+0000 7fae6b746800 20 add_watcher() i=1 2024-09-12T00:26:05.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.160+0000 7fae6b746800 20 add_watcher() i=2 2024-09-12T00:26:05.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.160+0000 7fae6b746800 20 add_watcher() i=3 2024-09-12T00:26:05.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.160+0000 7fae6b746800 20 add_watcher() i=4 2024-09-12T00:26:05.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.160+0000 7fae6b746800 20 add_watcher() i=5 2024-09-12T00:26:05.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.162+0000 7fae6b746800 20 add_watcher() i=6 2024-09-12T00:26:05.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.163+0000 7fae6b746800 20 add_watcher() i=7 2024-09-12T00:26:05.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.163+0000 7fae6b746800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:05.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fad1f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:05.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fae6b746800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:05.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fae6b746800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:05.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fae6b746800 5 note: GC not initialized 2024-09-12T00:26:05.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fad1e7e4640 20 reqs_thread_entry: start 2024-09-12T00:26:05.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fae6b746800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fae6b746800 20 Filter name: none 2024-09-12T00:26:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fac8ffff640 20 reqs_thread_entry: start 2024-09-12T00:26:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.166+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:05.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:05.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:05.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 INFO: main: starting shard=0 2024-09-12T00:26:05.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.167+0000 7fae6b746800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:05.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.168+0000 7fae6b746800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:26:05.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.168+0000 7fae6b746800 20 INFO: main: done 2024-09-12T00:26:05.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.168+0000 7fad1f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:05.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.171+0000 7fae6b746800 20 remove_watcher() i=0 2024-09-12T00:26:05.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.171+0000 7fae6b746800 2 removed watcher, disabling cache 2024-09-12T00:26:05.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.172+0000 7fae6b746800 20 remove_watcher() i=1 2024-09-12T00:26:05.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.173+0000 7fae6b746800 20 remove_watcher() i=2 2024-09-12T00:26:05.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.174+0000 7fae6b746800 20 remove_watcher() i=3 2024-09-12T00:26:05.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.175+0000 7fae6b746800 20 remove_watcher() i=4 2024-09-12T00:26:05.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.176+0000 7fae6b746800 20 remove_watcher() i=5 2024-09-12T00:26:05.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.177+0000 7fae6b746800 20 remove_watcher() i=6 2024-09-12T00:26:05.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.178+0000 7fae6b746800 20 remove_watcher() i=7 2024-09-12T00:26:05.186 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T00:26:05.187 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:05.188 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T00:26:05.219 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:05.219 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:05.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.258+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 realm 2024-09-12T00:26:05.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:05.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.259+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.260+0000 7f2dbb315800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:05.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.260+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.260+0000 7f2dbb315800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:05.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.260+0000 7f2dbb315800 20 searching for the correct realm 2024-09-12T00:26:05.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.263+0000 7f2db8dff640 0 -- 172.21.15.163:0/2592187243 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x56234c7374c0 msgr2=0x56234c739960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:05.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.266+0000 7f2db9600640 0 -- 172.21.15.163:0/2592187243 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f2dac0b4e30 msgr2=0x7f2dac0b54b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:05.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 zone default found 2024-09-12T00:26:05.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 4 Realm: () 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 zonegroup default 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.270+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 started sync module instance, tier type = 2024-09-12T00:26:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.271+0000 7f2dbb315800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:05.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=0 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=1 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=2 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=3 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=4 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=5 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.286+0000 7f2dbb315800 20 add_watcher() i=6 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.287+0000 7f2dbb315800 20 add_watcher() i=7 2024-09-12T00:26:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.287+0000 7f2dbb315800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2c6efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 5 note: GC not initialized 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2c6dfe3640 20 reqs_thread_entry: start 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 20 Filter name: none 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2bdf7fe640 20 reqs_thread_entry: start 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.289+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 20 rados->read ofs=0 len=0 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.290+0000 7f2dbb315800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.291+0000 7f2dbb315800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.291+0000 7f2dbb315800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T00:26:05.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.292+0000 7f2c6efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:05.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.294+0000 7f2dbb315800 20 remove_watcher() i=0 2024-09-12T00:26:05.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.294+0000 7f2dbb315800 2 removed watcher, disabling cache 2024-09-12T00:26:05.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.296+0000 7f2dbb315800 20 remove_watcher() i=1 2024-09-12T00:26:05.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.296+0000 7f2dbb315800 20 remove_watcher() i=2 2024-09-12T00:26:05.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.298+0000 7f2dbb315800 20 remove_watcher() i=3 2024-09-12T00:26:05.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.299+0000 7f2dbb315800 20 remove_watcher() i=4 2024-09-12T00:26:05.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.300+0000 7f2dbb315800 20 remove_watcher() i=5 2024-09-12T00:26:05.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.303+0000 7f2dbb315800 20 remove_watcher() i=6 2024-09-12T00:26:05.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:05.304+0000 7f2dbb315800 20 remove_watcher() i=7 2024-09-12T00:26:05.315 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T00:26:05.315 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:05.316 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.316 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.339 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.339 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.362 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.363 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.427 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T00:26:05.427 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:05.429 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.429 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.492 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.493 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.698 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.698 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.755 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.756 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.779 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.779 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.831 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.854 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.854 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.908 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.908 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.931 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.931 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:05.984 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:05.984 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:06.007 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:06.007 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:06.058 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:06.059 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:06.085 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:06.085 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:06.137 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:06.137 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:06.162 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T00:26:06.563 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T00:26:07.969 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:07.969 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:08.060 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:08.061 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:26:08.094 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:08.094 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:08.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.134+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 realm 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.136+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.137+0000 7f38df840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:08.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.137+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.138+0000 7f38df840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:08.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.138+0000 7f38df840800 20 searching for the correct realm 2024-09-12T00:26:08.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.142+0000 7f38d7fff640 0 -- 172.21.15.163:0/3703344882 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f38d0019490 msgr2=0x7f38d005c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:08.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.349+0000 7f38ddb2b640 0 -- 172.21.15.163:0/3703344882 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55a20dcc46f0 msgr2=0x55a20dcc6ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:08.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:08.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:08.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:08.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.352+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:08.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:08.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 zone default found 2024-09-12T00:26:08.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 4 Realm: () 2024-09-12T00:26:08.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:08.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:08.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 zonegroup default 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.353+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 started sync module instance, tier type = 2024-09-12T00:26:08.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.354+0000 7f38df840800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:08.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=0 2024-09-12T00:26:08.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=1 2024-09-12T00:26:08.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=2 2024-09-12T00:26:08.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=3 2024-09-12T00:26:08.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=4 2024-09-12T00:26:08.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=5 2024-09-12T00:26:08.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.371+0000 7f38df840800 20 add_watcher() i=6 2024-09-12T00:26:08.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.373+0000 7f38df840800 20 add_watcher() i=7 2024-09-12T00:26:08.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.373+0000 7f38df840800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:08.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f37937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f38df840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f38df840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f38df840800 5 note: GC not initialized 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f37927e4640 20 reqs_thread_entry: start 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f38df840800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f38df840800 20 Filter name: none 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f3703fff640 20 reqs_thread_entry: start 2024-09-12T00:26:08.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.376+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 INFO: main: starting shard=0 2024-09-12T00:26:08.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.377+0000 7f38df840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:08.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.378+0000 7f38df840800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:26:08.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.378+0000 7f38df840800 20 INFO: main: done 2024-09-12T00:26:08.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.379+0000 7f37937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:08.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.382+0000 7f38df840800 20 remove_watcher() i=0 2024-09-12T00:26:08.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.382+0000 7f38df840800 2 removed watcher, disabling cache 2024-09-12T00:26:08.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.383+0000 7f38df840800 20 remove_watcher() i=1 2024-09-12T00:26:08.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.384+0000 7f38df840800 20 remove_watcher() i=2 2024-09-12T00:26:08.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.385+0000 7f38df840800 20 remove_watcher() i=3 2024-09-12T00:26:08.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.386+0000 7f38df840800 20 remove_watcher() i=4 2024-09-12T00:26:08.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.387+0000 7f38df840800 20 remove_watcher() i=5 2024-09-12T00:26:08.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.389+0000 7f38df840800 20 remove_watcher() i=6 2024-09-12T00:26:08.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.390+0000 7f38df840800 20 remove_watcher() i=7 2024-09-12T00:26:08.401 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:08.402 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:08.424 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:08.424 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:08.511 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:08.512 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:26:08.544 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:08.545 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:08.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.583+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.585+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.585+0000 7f881d123800 20 realm 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.585+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.585+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.585+0000 7f881d123800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.585+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.586+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.586+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.587+0000 7f881d123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:08.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.587+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.587+0000 7f881d123800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:08.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.587+0000 7f881d123800 20 searching for the correct realm 2024-09-12T00:26:08.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.590+0000 7f8818e0c640 0 -- 172.21.15.163:0/3280786591 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f8814024030 msgr2=0x7f8814083170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:08.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.593+0000 7f881960d640 0 -- 172.21.15.163:0/3280786591 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f880c05d920 msgr2=0x7f880c04d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.799+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 zone default found 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 4 Realm: () 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 zonegroup default 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.800+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.801+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.801+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.801+0000 7f881d123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:08.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.801+0000 7f881d123800 20 started sync module instance, tier type = 2024-09-12T00:26:08.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.801+0000 7f881d123800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:08.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=0 2024-09-12T00:26:08.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=1 2024-09-12T00:26:08.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=2 2024-09-12T00:26:08.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=3 2024-09-12T00:26:08.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=4 2024-09-12T00:26:08.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=5 2024-09-12T00:26:08.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.811+0000 7f881d123800 20 add_watcher() i=6 2024-09-12T00:26:08.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.812+0000 7f881d123800 20 add_watcher() i=7 2024-09-12T00:26:08.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.812+0000 7f881d123800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:08.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f86cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f881d123800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f881d123800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f881d123800 5 note: GC not initialized 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f86ce7e4640 20 reqs_thread_entry: start 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f881d123800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.814+0000 7f881d123800 20 Filter name: none 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f86c77fe640 20 reqs_thread_entry: start 2024-09-12T00:26:08.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:08.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 rados->read ofs=0 len=0 2024-09-12T00:26:08.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:08.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:08.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:08.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 INFO: main: starting shard=0 2024-09-12T00:26:08.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.815+0000 7f881d123800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:08.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.816+0000 7f881d123800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:26:08.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.816+0000 7f881d123800 20 INFO: main: done 2024-09-12T00:26:08.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.817+0000 7f86cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:08.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.820+0000 7f881d123800 20 remove_watcher() i=0 2024-09-12T00:26:08.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.820+0000 7f881d123800 2 removed watcher, disabling cache 2024-09-12T00:26:08.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.821+0000 7f881d123800 20 remove_watcher() i=1 2024-09-12T00:26:08.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.822+0000 7f881d123800 20 remove_watcher() i=2 2024-09-12T00:26:08.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.823+0000 7f881d123800 20 remove_watcher() i=3 2024-09-12T00:26:08.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.824+0000 7f881d123800 20 remove_watcher() i=4 2024-09-12T00:26:08.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.825+0000 7f881d123800 20 remove_watcher() i=5 2024-09-12T00:26:08.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.826+0000 7f881d123800 20 remove_watcher() i=6 2024-09-12T00:26:08.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:08.827+0000 7f881d123800 20 remove_watcher() i=7 2024-09-12T00:26:08.838 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:08.838 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:08.862 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:08.863 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:08.885 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:08.886 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:08.972 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:08.973 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T00:26:09.004 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:09.004 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:09.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.041+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.042+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.042+0000 7fc735230800 20 realm 2024-09-12T00:26:09.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.042+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.043+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.043+0000 7fc735230800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:09.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.043+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.043+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.043+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.044+0000 7fc735230800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:09.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.044+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.044+0000 7fc735230800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:09.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.044+0000 7fc735230800 20 searching for the correct realm 2024-09-12T00:26:09.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.048+0000 7fc72fd52640 0 -- 172.21.15.163:0/1721852668 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc72009aba0 msgr2=0x7fc720061380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:09.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.255+0000 7fc730d54640 0 -- 172.21.15.163:0/1721852668 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55e95697f0f0 msgr2=0x55e9569814e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:09.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.258+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 zone default found 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 4 Realm: () 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 zonegroup default 2024-09-12T00:26:09.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.259+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.260+0000 7fc735230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.260+0000 7fc735230800 20 started sync module instance, tier type = 2024-09-12T00:26:09.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.260+0000 7fc735230800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:09.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=0 2024-09-12T00:26:09.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=1 2024-09-12T00:26:09.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=2 2024-09-12T00:26:09.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=3 2024-09-12T00:26:09.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=4 2024-09-12T00:26:09.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=5 2024-09-12T00:26:09.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.270+0000 7fc735230800 20 add_watcher() i=6 2024-09-12T00:26:09.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.271+0000 7fc735230800 20 add_watcher() i=7 2024-09-12T00:26:09.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.271+0000 7fc735230800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:09.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.273+0000 7fc5e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:09.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.273+0000 7fc735230800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:09.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.273+0000 7fc735230800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:09.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.273+0000 7fc735230800 5 note: GC not initialized 2024-09-12T00:26:09.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc5e5fdb640 20 reqs_thread_entry: start 2024-09-12T00:26:09.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc735230800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:09.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc735230800 20 Filter name: none 2024-09-12T00:26:09.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc5577fe640 20 reqs_thread_entry: start 2024-09-12T00:26:09.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc735230800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.274+0000 7fc735230800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 INFO: main: starting shard=0 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:26:09.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.275+0000 7fc735230800 20 INFO: main: done 2024-09-12T00:26:09.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.276+0000 7fc5e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:09.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.278+0000 7fc735230800 20 remove_watcher() i=0 2024-09-12T00:26:09.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.279+0000 7fc735230800 2 removed watcher, disabling cache 2024-09-12T00:26:09.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.280+0000 7fc735230800 20 remove_watcher() i=1 2024-09-12T00:26:09.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.281+0000 7fc735230800 20 remove_watcher() i=2 2024-09-12T00:26:09.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.282+0000 7fc735230800 20 remove_watcher() i=3 2024-09-12T00:26:09.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.283+0000 7fc735230800 20 remove_watcher() i=4 2024-09-12T00:26:09.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.284+0000 7fc735230800 20 remove_watcher() i=5 2024-09-12T00:26:09.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.285+0000 7fc735230800 20 remove_watcher() i=6 2024-09-12T00:26:09.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.286+0000 7fc735230800 20 remove_watcher() i=7 2024-09-12T00:26:09.298 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:09.298 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:09.320 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:09.320 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:09.409 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:26:09.410 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T00:26:09.440 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:09.441 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:09.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.478+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 realm 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.480+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.481+0000 7f5ec9e98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:09.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.481+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.481+0000 7f5ec9e98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:09.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.481+0000 7f5ec9e98800 20 searching for the correct realm 2024-09-12T00:26:09.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.485+0000 7f5ebffff640 0 -- 172.21.15.163:0/295713201 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5eb803fb80 msgr2=0x7f5eb804c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:09.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.691+0000 7f5ec8183640 0 -- 172.21.15.163:0/295713201 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c420ec6780 msgr2=0x55c420ec8c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:09.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:09.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:09.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:09.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:09.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:09.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:09.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:09.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.694+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:09.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 zone default found 2024-09-12T00:26:09.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 4 Realm: () 2024-09-12T00:26:09.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 zonegroup default 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.695+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.696+0000 7f5ec9e98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.696+0000 7f5ec9e98800 20 started sync module instance, tier type = 2024-09-12T00:26:09.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.696+0000 7f5ec9e98800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:09.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=0 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=1 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=2 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=3 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=4 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=5 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.716+0000 7f5ec9e98800 20 add_watcher() i=6 2024-09-12T00:26:09.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.717+0000 7f5ec9e98800 20 add_watcher() i=7 2024-09-12T00:26:09.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.717+0000 7f5ec9e98800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:09.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.718+0000 7f5d7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5ec9e98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5ec9e98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5ec9e98800 5 note: GC not initialized 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5d7cfe1640 20 reqs_thread_entry: start 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5ec9e98800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5ec9e98800 20 Filter name: none 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5cf67fc640 20 reqs_thread_entry: start 2024-09-12T00:26:09.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.719+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:09.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 rados->read ofs=0 len=0 2024-09-12T00:26:09.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:09.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:09.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T00:26:09.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 INFO: main: starting shard=0 2024-09-12T00:26:09.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.720+0000 7f5ec9e98800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:09.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.721+0000 7f5ec9e98800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:26:09.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.721+0000 7f5ec9e98800 20 INFO: main: done 2024-09-12T00:26:09.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.721+0000 7f5d7dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:09.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.724+0000 7f5ec9e98800 20 remove_watcher() i=0 2024-09-12T00:26:09.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.724+0000 7f5ec9e98800 2 removed watcher, disabling cache 2024-09-12T00:26:09.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.726+0000 7f5ec9e98800 20 remove_watcher() i=1 2024-09-12T00:26:09.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.727+0000 7f5ec9e98800 20 remove_watcher() i=2 2024-09-12T00:26:09.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.730+0000 7f5ec9e98800 20 remove_watcher() i=3 2024-09-12T00:26:09.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.732+0000 7f5ec9e98800 20 remove_watcher() i=4 2024-09-12T00:26:09.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.733+0000 7f5ec9e98800 20 remove_watcher() i=5 2024-09-12T00:26:09.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.735+0000 7f5ec9e98800 20 remove_watcher() i=6 2024-09-12T00:26:09.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:09.736+0000 7f5ec9e98800 20 remove_watcher() i=7 2024-09-12T00:26:09.747 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:09.747 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:09.771 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T00:26:10.170 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T00:26:10.558 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T00:26:10.588 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:10.588 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:10.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.626+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 realm 2024-09-12T00:26:10.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:10.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.628+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.629+0000 7f1cd9c0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:10.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.629+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.629+0000 7f1cd9c0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:10.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.629+0000 7f1cd9c0e800 20 searching for the correct realm 2024-09-12T00:26:10.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.632+0000 7f1cd536b640 0 -- 172.21.15.163:0/4029022070 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x55b535bfadf0 msgr2=0x55b535bfd2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:26:10.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.636+0000 7f1cd5b6c640 0 -- 172.21.15.163:0/4029022070 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f1cc8085000 msgr2=0x7f1cc808e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:26:10.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:10.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:10.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:10.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:10.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:10.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:10.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.842+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:10.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 zone default found 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 4 Realm: () 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:10.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 zonegroup default 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.843+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.844+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.844+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.844+0000 7f1cd9c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.844+0000 7f1cd9c0e800 20 started sync module instance, tier type = 2024-09-12T00:26:10.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.844+0000 7f1cd9c0e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=0 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=1 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=2 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=3 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=4 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=5 2024-09-12T00:26:10.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.862+0000 7f1cd9c0e800 20 add_watcher() i=6 2024-09-12T00:26:10.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.865+0000 7f1cd9c0e800 20 add_watcher() i=7 2024-09-12T00:26:10.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.865+0000 7f1cd9c0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:10.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.866+0000 7f1b8bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 5 note: GC not initialized 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1b8afe5640 20 reqs_thread_entry: start 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 20 Filter name: none 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1b88fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:10.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.867+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:10.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.868+0000 7f1cd9c0e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:10.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.873+0000 7f1b8bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:10.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.876+0000 7f1cd9c0e800 20 remove_watcher() i=0 2024-09-12T00:26:10.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.876+0000 7f1cd9c0e800 2 removed watcher, disabling cache 2024-09-12T00:26:10.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.877+0000 7f1cd9c0e800 20 remove_watcher() i=1 2024-09-12T00:26:10.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.878+0000 7f1cd9c0e800 20 remove_watcher() i=2 2024-09-12T00:26:10.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.879+0000 7f1cd9c0e800 20 remove_watcher() i=3 2024-09-12T00:26:10.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.880+0000 7f1cd9c0e800 20 remove_watcher() i=4 2024-09-12T00:26:10.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.881+0000 7f1cd9c0e800 20 remove_watcher() i=5 2024-09-12T00:26:10.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.882+0000 7f1cd9c0e800 20 remove_watcher() i=6 2024-09-12T00:26:10.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.885+0000 7f1cd9c0e800 20 remove_watcher() i=7 2024-09-12T00:26:10.895 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:26:10.930 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:10.930 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:10.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.969+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 realm 2024-09-12T00:26:10.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:10.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.971+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.972+0000 7f13e812c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:10.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.972+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.973+0000 7f13e812c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:10.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.973+0000 7f13e812c800 20 searching for the correct realm 2024-09-12T00:26:10.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.975+0000 7f13e4657640 0 -- 172.21.15.163:0/2002827063 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f13cc018070 msgr2=0x7f13cc0495d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:10.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.978+0000 7f13e4657640 0 -- 172.21.15.163:0/2002827063 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f12ac0840e0 msgr2=0x7f12ac086510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:10.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:10.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:10.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.983+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:10.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:10.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 zone default found 2024-09-12T00:26:10.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 4 Realm: () 2024-09-12T00:26:10.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:10.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:10.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 zonegroup default 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.984+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 started sync module instance, tier type = 2024-09-12T00:26:10.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.985+0000 7f13e812c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=0 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=1 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=2 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=3 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=4 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=5 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.998+0000 7f13e812c800 20 add_watcher() i=6 2024-09-12T00:26:10.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.999+0000 7f13e812c800 20 add_watcher() i=7 2024-09-12T00:26:10.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:10.999+0000 7f13e812c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:11.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f1299fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:11.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f13e812c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:11.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f13e812c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:11.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f13e812c800 5 note: GC not initialized 2024-09-12T00:26:11.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f1298fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:11.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f13e812c800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:11.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.001+0000 7f13e812c800 20 Filter name: none 2024-09-12T00:26:11.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f12127fc640 20 reqs_thread_entry: start 2024-09-12T00:26:11.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:26:11.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:11.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:26:11.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:26:11.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 : miss 2024-09-12T00:26:11.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 info.flags=0x17 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 to cache LRU end 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.002+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.004+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.004+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:c state=0x56387d95ca48 s->prefetch_data=0 2024-09-12T00:26:11.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.004+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to 3jbpqnyqsxhe1m2og0xmzebety3ifusw 2024-09-12T00:26:11.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.004+0000 7f13e812c800 20 get_obj_state_impl: setting s->olh_tag to dq6c02p52da47u7q6ml3i26grp1ziscm 2024-09-12T00:26:11.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.004+0000 7f13e812c800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=dq6c02p52da47u7q6ml3i26grp1ziscm 2024-09-12T00:26:11.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.005+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.007+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.007+0000 7f13e812c800 20 olh_log_entry: epoch=3 op=3 key=c[AZfJqR5d-tlVhzs21kLQtb4xZ93ruV-] 2024-09-12T00:26:11.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.007+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:AZfJqR5d-tlVhzs21kLQtb4xZ93ruV-_c state=0x56387d95b918 s->prefetch_data=0 2024-09-12T00:26:11.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.008+0000 7f13e812c800 10 manifest: total_size = 22 2024-09-12T00:26:11.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.008+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16559241083823834155 2024-09-12T00:26:11.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.008+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:AZfJqR5d-tlVhzs21kLQtb4xZ93ruV-_c state=0x56387d95b918 s->prefetch_data=0 2024-09-12T00:26:11.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.008+0000 7f13e812c800 20 prepare_atomic_modification: state is not atomic. state=0x56387d95b918 2024-09-12T00:26:11.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.008+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.010+0000 7f13e812c800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:11.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.010+0000 7f13e812c800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:26:11.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.010+0000 7f13e812c800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:11.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.010+0000 7f13e812c800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:AZfJqR5d-tlVhzs21kLQtb4xZ93ruV-_.qOzpyZ-H6vDG6pS4GRJ3-RBUzcZJQKH_0 2024-09-12T00:26:11.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.012+0000 7f13e812c800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:11.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.012+0000 7f12c27fc640 20 handle_completion(): completion ok for obj=c[AZfJqR5d-tlVhzs21kLQtb4xZ93ruV-] 2024-09-12T00:26:11.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.013+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.013+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.015+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.016+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.016+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:d state=0x56387d95ca48 s->prefetch_data=0 2024-09-12T00:26:11.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.017+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to yh1g9fanryaf5xvjy74i211kho4v256k 2024-09-12T00:26:11.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.017+0000 7f13e812c800 20 get_obj_state_impl: setting s->olh_tag to e72hv62gbub5jtwo79r10xbzl875vh9f 2024-09-12T00:26:11.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.017+0000 7f13e812c800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=e72hv62gbub5jtwo79r10xbzl875vh9f 2024-09-12T00:26:11.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.018+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.021+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.021+0000 7f13e812c800 20 olh_log_entry: epoch=3 op=3 key=d[WI3ujxh7ATpiRcc9yk4jkREWuRbya1D] 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.021+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:WI3ujxh7ATpiRcc9yk4jkREWuRbya1D_d state=0x56387d9a0b48 s->prefetch_data=0 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.022+0000 7f13e812c800 10 manifest: total_size = 22 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.022+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4620281812048714661 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.022+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:WI3ujxh7ATpiRcc9yk4jkREWuRbya1D_d state=0x56387d9a0b48 s->prefetch_data=0 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.022+0000 7f13e812c800 20 prepare_atomic_modification: state is not atomic. state=0x56387d9a0b48 2024-09-12T00:26:11.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.022+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.026+0000 7f13e812c800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:11.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.026+0000 7f13e812c800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:26:11.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.026+0000 7f13e812c800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:11.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.026+0000 7f13e812c800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:WI3ujxh7ATpiRcc9yk4jkREWuRbya1D_.2UA5XF0zeIE9bDvKYsr-PImkIJ60Pdm_0 2024-09-12T00:26:11.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.029+0000 7f12c2ffd640 20 handle_completion(): completion ok for obj=d[WI3ujxh7ATpiRcc9yk4jkREWuRbya1D] 2024-09-12T00:26:11.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.029+0000 7f13e812c800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:11.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.031+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.031+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.032+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.033+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.033+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:e state=0x56387d997098 s->prefetch_data=0 2024-09-12T00:26:11.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.033+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to rkhz0742m640ih13z23rbnohton9m5kw 2024-09-12T00:26:11.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.033+0000 7f13e812c800 20 get_obj_state_impl: setting s->olh_tag to i1r1bo0p868tm6bra79m9sy9miqrr5bl 2024-09-12T00:26:11.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.033+0000 7f13e812c800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=i1r1bo0p868tm6bra79m9sy9miqrr5bl 2024-09-12T00:26:11.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.035+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.036+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.036+0000 7f13e812c800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T00:26:11.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.036+0000 7f13e812c800 20 olh_log_entry: epoch=2 op=3 key=e[xXpuHReWxv5FDw6mEsXvlj3MLvPJ1Aq] 2024-09-12T00:26:11.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.036+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:xXpuHReWxv5FDw6mEsXvlj3MLvPJ1Aq_e state=0x56387d9a0b48 s->prefetch_data=0 2024-09-12T00:26:11.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.037+0000 7f13e812c800 10 manifest: total_size = 9 2024-09-12T00:26:11.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.037+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8952952412457736394 2024-09-12T00:26:11.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.037+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:xXpuHReWxv5FDw6mEsXvlj3MLvPJ1Aq_e state=0x56387d9a0b48 s->prefetch_data=0 2024-09-12T00:26:11.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.037+0000 7f13e812c800 20 prepare_atomic_modification: state is not atomic. state=0x56387d9a0b48 2024-09-12T00:26:11.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.037+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.040+0000 7f13e812c800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:11.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.040+0000 7f13e812c800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:26:11.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.040+0000 7f13e812c800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:11.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.040+0000 7f13e812c800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:xXpuHReWxv5FDw6mEsXvlj3MLvPJ1Aq_.s7kHZOZUSkFTNX0KMkKkqNMS54yG4q5_0 2024-09-12T00:26:11.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.041+0000 7f13e812c800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:11.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.041+0000 7f12c2ffd640 20 handle_completion(): completion ok for obj=e[xXpuHReWxv5FDw6mEsXvlj3MLvPJ1Aq] 2024-09-12T00:26:11.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.042+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:e state=0x56387d997098 s->prefetch_data=0 2024-09-12T00:26:11.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.042+0000 7f13e812c800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=i1r1bo0p868tm6bra79m9sy9miqrr5bl 2024-09-12T00:26:11.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.045+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.047+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.047+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.048+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:f state=0x56387d95dec8 s->prefetch_data=0 2024-09-12T00:26:11.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.048+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to bkryotfunzcbrzk43ca0jyp3dtwo0dx9 2024-09-12T00:26:11.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.048+0000 7f13e812c800 20 get_obj_state_impl: setting s->olh_tag to w94gfr4ew62dhu9q86d1g1xvzlcahygu 2024-09-12T00:26:11.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.048+0000 7f13e812c800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=w94gfr4ew62dhu9q86d1g1xvzlcahygu 2024-09-12T00:26:11.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.049+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.051+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.051+0000 7f13e812c800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.051+0000 7f13e812c800 20 olh_log_entry: epoch=2 op=3 key=f[Mj3IhTC18oVr-TEYoTGWQNCBC7WX4Ly] 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.051+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:Mj3IhTC18oVr-TEYoTGWQNCBC7WX4Ly_f state=0x56387d9a0b48 s->prefetch_data=0 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.052+0000 7f13e812c800 10 manifest: total_size = 22 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.052+0000 7f13e812c800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14443126156539780513 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.052+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:_:Mj3IhTC18oVr-TEYoTGWQNCBC7WX4Ly_f state=0x56387d9a0b48 s->prefetch_data=0 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.052+0000 7f13e812c800 20 prepare_atomic_modification: state is not atomic. state=0x56387d9a0b48 2024-09-12T00:26:11.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.052+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.055+0000 7f13e812c800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:26:11.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.055+0000 7f13e812c800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:26:11.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.055+0000 7f13e812c800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:26:11.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.055+0000 7f13e812c800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1__shadow:Mj3IhTC18oVr-TEYoTGWQNCBC7WX4Ly_.SpYGfNCnfvUjAjzuSETGH8Wqn1evSN0_0 2024-09-12T00:26:11.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.056+0000 7f13e812c800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:26:11.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.056+0000 7f12c2ffd640 20 handle_completion(): completion ok for obj=f[Mj3IhTC18oVr-TEYoTGWQNCBC7WX4Ly] 2024-09-12T00:26:11.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.057+0000 7f13e812c800 20 get_obj_state: octx=0x56387d696690 obj=check-bucket:f state=0x56387d95dec8 s->prefetch_data=0 2024-09-12T00:26:11.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.057+0000 7f13e812c800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=w94gfr4ew62dhu9q86d1g1xvzlcahygu 2024-09-12T00:26:11.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.060+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.061+0000 7f13e812c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1.0 2024-09-12T00:26:11.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.061+0000 7f13e812c800 1 NOTICE: finished shard 0 (4 entries removed) 2024-09-12T00:26:11.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.061+0000 7f13e812c800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T00:26:11.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.062+0000 7f1299fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:11.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.064+0000 7f13e812c800 20 remove_watcher() i=0 2024-09-12T00:26:11.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.064+0000 7f13e812c800 2 removed watcher, disabling cache 2024-09-12T00:26:11.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.065+0000 7f13e812c800 20 remove_watcher() i=1 2024-09-12T00:26:11.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.066+0000 7f13e812c800 20 remove_watcher() i=2 2024-09-12T00:26:11.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.067+0000 7f13e812c800 20 remove_watcher() i=3 2024-09-12T00:26:11.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.068+0000 7f13e812c800 20 remove_watcher() i=4 2024-09-12T00:26:11.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.069+0000 7f13e812c800 20 remove_watcher() i=5 2024-09-12T00:26:11.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.071+0000 7f13e812c800 20 remove_watcher() i=6 2024-09-12T00:26:11.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.072+0000 7f13e812c800 20 remove_watcher() i=7 2024-09-12T00:26:11.084 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:11.084 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:11.116 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:11.117 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:11.296 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T00:26:11.324 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:26:11.324 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:26:11.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.362+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 realm 2024-09-12T00:26:11.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:26:11.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.364+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.365+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:11.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.365+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.365+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:26:11.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.365+0000 7f352751f800 20 searching for the correct realm 2024-09-12T00:26:11.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.369+0000 7f351bfff640 0 -- 172.21.15.163:0/3748007437 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3514042070 msgr2=0x7f3514042960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:26:11.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.576+0000 7f3523aa3640 0 -- 172.21.15.163:0/3748007437 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55b00f5965b0 msgr2=0x55b00f5989a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:26:11.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.578+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:26:11.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 zone default found 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 4 Realm: () 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 zonegroup default 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.579+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.580+0000 7f352751f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:26:11.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.580+0000 7f352751f800 20 started sync module instance, tier type = 2024-09-12T00:26:11.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.580+0000 7f352751f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:26:11.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.595+0000 7f352751f800 20 add_watcher() i=0 2024-09-12T00:26:11.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.595+0000 7f352751f800 20 add_watcher() i=1 2024-09-12T00:26:11.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.595+0000 7f352751f800 20 add_watcher() i=2 2024-09-12T00:26:11.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.595+0000 7f352751f800 20 add_watcher() i=3 2024-09-12T00:26:11.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.595+0000 7f352751f800 20 add_watcher() i=4 2024-09-12T00:26:11.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.595+0000 7f352751f800 20 add_watcher() i=5 2024-09-12T00:26:11.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.598+0000 7f352751f800 20 add_watcher() i=6 2024-09-12T00:26:11.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.598+0000 7f352751f800 20 add_watcher() i=7 2024-09-12T00:26:11.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.598+0000 7f352751f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:26:11.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.600+0000 7f33d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.600+0000 7f352751f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.600+0000 7f352751f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.600+0000 7f352751f800 5 note: GC not initialized 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.600+0000 7f33d8fe1640 20 reqs_thread_entry: start 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.600+0000 7f352751f800 20 init_complete bucket index max shards: 1 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 Filter name: none 2024-09-12T00:26:11.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f33527fc640 20 reqs_thread_entry: start 2024-09-12T00:26:11.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.601+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.602+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.602+0000 7f352751f800 20 rados->read ofs=0 len=0 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.602+0000 7f352751f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:26:11.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.602+0000 7f352751f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:26:11.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.603+0000 7f33d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:26:11.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.605+0000 7f352751f800 20 remove_watcher() i=0 2024-09-12T00:26:11.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.605+0000 7f352751f800 2 removed watcher, disabling cache 2024-09-12T00:26:11.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.606+0000 7f352751f800 20 remove_watcher() i=1 2024-09-12T00:26:11.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.607+0000 7f352751f800 20 remove_watcher() i=2 2024-09-12T00:26:11.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.608+0000 7f352751f800 20 remove_watcher() i=3 2024-09-12T00:26:11.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.609+0000 7f352751f800 20 remove_watcher() i=4 2024-09-12T00:26:11.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.610+0000 7f352751f800 20 remove_watcher() i=5 2024-09-12T00:26:11.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.611+0000 7f352751f800 20 remove_watcher() i=6 2024-09-12T00:26:11.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:26:11.612+0000 7f352751f800 20 remove_watcher() i=7 2024-09-12T00:26:11.621 INFO:tasks.workunit.client.0.smithi163.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T00:26:11.621 INFO:tasks.workunit.client.0.smithi163.stderr:Deleting bucket check-bucket 2024-09-12T00:26:11.623 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:11.623 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:11.648 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:26:11.649 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:26:11.780 INFO:tasks.workunit.client.0.smithi163.stderr:Completed bucket check tests 2024-09-12T00:26:11.780 INFO:tasks.workunit.client.0.smithi163.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T00:26:11.780 INFO:tasks.workunit.client.0.smithi163.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T00:26:11.780 INFO:tasks.workunit.client.0.smithi163.stdout:connected to https://localhost:443 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ deactivate 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ export PATH 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n '' ']' 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:26:11.843 INFO:tasks.workunit.client.0.smithi163.stderr:+ hash -r 2024-09-12T00:26:11.844 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n '' ']' 2024-09-12T00:26:11.844 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset VIRTUAL_ENV 2024-09-12T00:26:11.844 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T00:26:11.844 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset -f deactivate 2024-09-12T00:26:11.844 INFO:tasks.workunit.client.0.smithi163.stderr:+ echo OK. 2024-09-12T00:26:11.845 INFO:tasks.workunit.client.0.smithi163.stdout:OK. 2024-09-12T00:26:11.845 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:26:11.845 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:26:11.924 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T00:26:11.924 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:26:12.303 DEBUG:teuthology.parallel:result is None 2024-09-12T00:26:12.304 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:26:12.342 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:26:12.342 DEBUG:teuthology.orchestra.run.smithi163:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:26:12.424 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:26:12.425 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:26:12.435 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:26:12.435 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:26:12.436 DEBUG:teuthology.orchestra.run.smithi163:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:26:12.493 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:26:12.494 INFO:teuthology.orchestra.run.smithi163.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:26:12.494 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:26:12.563 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:26:12.563 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:26:12.632 INFO:tasks.workunit:timeout=3h 2024-09-12T00:26:12.632 INFO:tasks.workunit:cleanup=True 2024-09-12T00:26:12.633 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:26:12.702 INFO:tasks.workunit.client.0.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:26:58.969 INFO:tasks.workunit.client.0.smithi163.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:26:58.970 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.970 INFO:tasks.workunit.client.0.smithi163.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:26:58.970 INFO:tasks.workunit.client.0.smithi163.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:26:58.970 INFO:tasks.workunit.client.0.smithi163.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:26:58.970 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.970 INFO:tasks.workunit.client.0.smithi163.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: git switch -c 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr:Or undo this operation with: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: git switch - 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:26:58.971 INFO:tasks.workunit.client.0.smithi163.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:26:58.974 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:26:59.043 INFO:tasks.workunit.client.0.smithi163.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:26:59.045 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:26:59.045 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:26:59.095 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:26:59.145 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:26:59.185 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:26:59.187 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:26:59.187 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:26:59.226 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:26:59.229 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:26:59.229 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:26:59.300 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T00:26:59.301 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T00:26:59.301 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T00:26:59.383 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:26:59.383 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T00:26:59.383 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:26:59.384 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 11 tests from ClsLock 2024-09-12T00:26:59.384 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T00:27:01.388 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:01.389 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: exclusive 2024-09-12T00:27:01.389 INFO:tasks.workunit.client.0.smithi163.stdout: tag: 2024-09-12T00:27:01.389 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:01.389 INFO:tasks.workunit.client.0.smithi163.stdout: client.5238 expiration=2024-09-12T00:29:01.386399+0000 addr=v1:172.21.15.163:0/3543554492 cookie= 2024-09-12T00:27:01.394 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:01.394 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: shared 2024-09-12T00:27:01.394 INFO:tasks.workunit.client.0.smithi163.stdout: tag: 2024-09-12T00:27:01.394 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:01.394 INFO:tasks.workunit.client.0.smithi163.stdout: client.5238 expiration=2024-09-12T00:29:01.394088+0000 addr=v1:172.21.15.163:0/3543554492 cookie= 2024-09-12T00:27:01.394 INFO:tasks.workunit.client.0.smithi163.stdout: client.5244 expiration=0.000000 addr=v1:172.21.15.163:0/122845348 cookie= 2024-09-12T00:27:01.395 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:01.395 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: shared 2024-09-12T00:27:01.395 INFO:tasks.workunit.client.0.smithi163.stdout: tag: 2024-09-12T00:27:01.395 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:01.395 INFO:tasks.workunit.client.0.smithi163.stdout: client.5244 expiration=0.000000 addr=v1:172.21.15.163:0/122845348 cookie= 2024-09-12T00:27:02.185 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestMultiLocking (2802 ms) 2024-09-12T00:27:02.185 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T00:27:04.241 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:04.241 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: shared 2024-09-12T00:27:04.241 INFO:tasks.workunit.client.0.smithi163.stdout: tag: 2024-09-12T00:27:04.241 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:04.242 INFO:tasks.workunit.client.0.smithi163.stdout: client.5262 expiration=0.000000 addr=v1:172.21.15.163:0/3278187347 cookie= 2024-09-12T00:27:04.243 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:04.244 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: exclusive 2024-09-12T00:27:04.244 INFO:tasks.workunit.client.0.smithi163.stdout: tag: new_tag 2024-09-12T00:27:04.244 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:04.244 INFO:tasks.workunit.client.0.smithi163.stdout: client.5054 expiration=0.000000 addr=v1:172.21.15.163:0/2156831066 cookie= 2024-09-12T00:27:05.214 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestMeta (3030 ms) 2024-09-12T00:27:05.215 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T00:27:07.239 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:07.239 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: exclusive 2024-09-12T00:27:07.239 INFO:tasks.workunit.client.0.smithi163.stdout: tag: 2024-09-12T00:27:07.239 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:07.244 INFO:tasks.workunit.client.0.smithi163.stdout:lock: mylock 2024-09-12T00:27:07.244 INFO:tasks.workunit.client.0.smithi163.stdout: lock_type: shared 2024-09-12T00:27:07.244 INFO:tasks.workunit.client.0.smithi163.stdout: tag: 2024-09-12T00:27:07.244 INFO:tasks.workunit.client.0.smithi163.stdout: lockers: 2024-09-12T00:27:07.244 INFO:tasks.workunit.client.0.smithi163.stdout: client.5063 expiration=0.000000 addr=v1:172.21.15.163:0/1016368828 cookie= 2024-09-12T00:27:07.244 INFO:tasks.workunit.client.0.smithi163.stdout: client.5063 expiration=0.000000 addr=v1:172.21.15.163:0/1016368828 cookie=new cookie 2024-09-12T00:27:08.222 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestCookie (3007 ms) 2024-09-12T00:27:08.222 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T00:27:11.245 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestMultipleLocks (3023 ms) 2024-09-12T00:27:11.245 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T00:27:18.319 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestLockDuration (7074 ms) 2024-09-12T00:27:18.320 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestAssertLocked (3026 ms) 2024-09-12T00:27:21.345 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T00:27:24.348 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestSetCookie (3003 ms) 2024-09-12T00:27:24.348 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T00:27:45.407 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestRenew (21059 ms) 2024-09-12T00:27:45.407 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T00:27:52.444 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7033 ms) 2024-09-12T00:27:52.444 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T00:28:00.477 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8035 ms) 2024-09-12T00:28:00.477 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T00:28:08.517 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8040 ms) 2024-09-12T00:28:08.517 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 11 tests from ClsLock (69133 ms total) 2024-09-12T00:28:08.517 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:28:08.517 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:28:08.517 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 11 tests from 1 test suite ran. (69133 ms total) 2024-09-12T00:28:08.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 11 tests. 2024-09-12T00:28:08.519 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:28:08.519 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:28:08.603 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T00:28:08.605 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T00:28:08.605 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T00:28:08.691 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:28:08.691 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T00:28:08.691 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:28:08.691 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 4 tests from cls_log 2024-09-12T00:28:08.691 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T00:28:11.550 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_log.test_log_add_same_time (2859 ms) 2024-09-12T00:28:11.550 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T00:28:14.550 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_log.test_log_add_different_time (3000 ms) 2024-09-12T00:28:14.551 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T00:28:17.581 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_log.trim_by_time (3030 ms) 2024-09-12T00:28:17.590 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T00:28:20.586 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_log.trim_by_marker (3004 ms) 2024-09-12T00:28:20.586 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 4 tests from cls_log (11893 ms total) 2024-09-12T00:28:20.586 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:28:20.586 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:28:20.587 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 4 tests from 1 test suite ran. (11893 ms total) 2024-09-12T00:28:20.587 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 4 tests. 2024-09-12T00:28:20.588 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:28:20.589 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:28:20.632 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T00:28:20.634 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T00:28:20.634 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T00:28:20.719 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:28:20.719 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T00:28:20.719 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:28:20.719 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 10 tests from cls_refcount 2024-09-12T00:28:20.719 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T00:28:23.615 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_implicit (2898 ms) 2024-09-12T00:28:23.615 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T00:28:26.635 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3020 ms) 2024-09-12T00:28:26.635 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T00:28:35.678 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_put_snap (9042 ms) 2024-09-12T00:28:35.678 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T00:28:38.692 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_explicit (3015 ms) 2024-09-12T00:28:38.692 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.set 2024-09-12T00:28:41.721 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.set (3029 ms) 2024-09-12T00:28:41.721 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T00:28:48.747 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_implicit_ec (7026 ms) 2024-09-12T00:28:48.747 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T00:28:55.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7029 ms) 2024-09-12T00:28:55.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T00:29:07.910 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_put_snap_ec (12134 ms) 2024-09-12T00:29:07.911 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T00:29:14.982 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.test_explicit_ec (7072 ms) 2024-09-12T00:29:14.983 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T00:29:22.022 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_refcount.set_ec (7040 ms) 2024-09-12T00:29:22.022 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 10 tests from cls_refcount (61305 ms total) 2024-09-12T00:29:22.022 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:29:22.022 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:29:22.022 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 10 tests from 1 test suite ran. (61305 ms total) 2024-09-12T00:29:22.022 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 10 tests. 2024-09-12T00:29:22.024 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:29:22.025 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:29:22.067 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T00:29:22.069 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T00:29:22.069 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T00:29:22.153 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:29:22.153 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T00:29:22.153 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:29:22.153 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 19 tests from cls_rgw 2024-09-12T00:29:24.053 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T00:29:24.094 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2024-09-12T00:29:24.095 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T00:29:24.128 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (33 ms) 2024-09-12T00:29:24.128 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T00:29:24.172 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_remove_object (45 ms) 2024-09-12T00:29:24.172 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T00:29:25.674 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_suggest (1501 ms) 2024-09-12T00:29:25.674 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T00:29:25.681 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-09-12T00:29:25.682 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T00:29:25.706 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_list (24 ms) 2024-09-12T00:29:25.706 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T00:29:45.731 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_list_delimited (20025 ms) 2024-09-12T00:29:45.731 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T00:29:45.801 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-09-12T00:29:45.801 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T00:29:45.811 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.gc_set (10 ms) 2024-09-12T00:29:45.811 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T00:29:45.821 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.gc_list (10 ms) 2024-09-12T00:29:45.821 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T00:29:53.254 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.gc_defer (7433 ms) 2024-09-12T00:29:53.255 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T00:29:53.331 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.usage_basic (77 ms) 2024-09-12T00:29:53.331 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T00:29:53.332 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-09-12T00:29:53.332 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T00:29:53.423 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.usage_clear (91 ms) 2024-09-12T00:29:53.423 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T00:29:53.465 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.bi_log_trim (43 ms) 2024-09-12T00:29:53.466 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T00:29:53.482 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.index_racing_removes (17 ms) 2024-09-12T00:29:53.483 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T00:29:53.494 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.reshardlog_list (12 ms) 2024-09-12T00:29:53.494 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T00:29:53.503 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.reshardlog_num (9 ms) 2024-09-12T00:29:53.503 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw.bi_put_entries 2024-09-12T00:29:53.530 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw.bi_put_entries (27 ms) 2024-09-12T00:29:54.255 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 19 tests from cls_rgw (29478 ms total) 2024-09-12T00:29:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:29:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:29:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 19 tests from 1 test suite ran. (32102 ms total) 2024-09-12T00:29:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 19 tests. 2024-09-12T00:29:54.259 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:29:54.259 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:29:54.304 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T00:29:54.305 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T00:29:54.305 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T00:29:54.389 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:29:54.390 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T00:29:54.390 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:29:54.390 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T00:29:54.390 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T00:29:56.266 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.init (1877 ms) 2024-09-12T00:29:56.267 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T00:29:56.288 INFO:tasks.workunit.client.0.smithi163.stderr:[ ] list info tag = chain-0 2024-09-12T00:29:56.288 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-09-12T00:29:56.288 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T00:29:56.294 INFO:tasks.workunit.client.0.smithi163.stderr:[ ] next_marker is: = 0/4263 2024-09-12T00:29:56.294 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-09-12T00:29:56.294 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T00:29:56.302 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (9 ms) 2024-09-12T00:29:56.302 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T00:29:56.494 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (191 ms) 2024-09-12T00:29:56.494 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T00:29:56.503 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (10 ms) 2024-09-12T00:29:56.503 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T00:29:56.514 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (10 ms) 2024-09-12T00:29:56.514 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T00:29:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (8 ms) 2024-09-12T00:29:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T00:29:57.282 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_gc.finalize (761 ms) 2024-09-12T00:29:57.283 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 9 tests from cls_rgw_gc (2893 ms total) 2024-09-12T00:29:57.283 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:29:57.283 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:29:57.283 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 9 tests from 1 test suite ran. (2893 ms total) 2024-09-12T00:29:57.283 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 9 tests. 2024-09-12T00:29:57.285 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:29:57.285 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:29:57.328 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T00:29:57.330 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T00:29:57.331 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T00:29:57.423 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:29:57.423 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:29:57.423 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T00:29:57.424 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:29:59.295 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T00:29:59.295 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T00:29:59.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.304+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=GVIQP1R8AVKJ type=del size=1576386 2024-09-12T00:29:59.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.305+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=I0AXQ9TAWH7E type=write size=449166 2024-09-12T00:29:59.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.307+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=RHB81B11VXSO type=del size=869735 2024-09-12T00:29:59.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.309+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~Q7GFV50PBPPV.0 size=1048576 2024-09-12T00:29:59.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.310+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~Q7GFV50PBPPV.1 size=1048576 2024-09-12T00:29:59.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.311+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~Q7GFV50PBPPV.2 size=1037280 2024-09-12T00:29:59.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.311+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=Q7GFV50PBPPV tag=OX92TAOCD05L type=write size=4183008 2024-09-12T00:29:59.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.312+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=W0HAQD4S51VR type=del size=1405304 2024-09-12T00:29:59.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.315+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~R6F2OCQ8Y3C4.0 size=1048576 2024-09-12T00:29:59.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.316+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~R6F2OCQ8Y3C4.1 size=880160 2024-09-12T00:29:59.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.316+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=R6F2OCQ8Y3C4 tag=VY3O4RVEDVZ9 type=write size=2977312 2024-09-12T00:29:59.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.318+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~T7A767323NKL.0 size=1048576 2024-09-12T00:29:59.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.319+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~T7A767323NKL.1 size=1048576 2024-09-12T00:29:59.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.320+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~T7A767323NKL.2 size=222647 2024-09-12T00:29:59.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.320+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=T7A767323NKL tag=ESI002M0DXX1 type=write size=3368375 2024-09-12T00:29:59.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.322+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~MPH1KZFDLZ8K.0 size=1048576 2024-09-12T00:29:59.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.323+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~MPH1KZFDLZ8K.1 size=698211 2024-09-12T00:29:59.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.323+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=MPH1KZFDLZ8K tag=YZM9J487VGOR type=write size=2795363 2024-09-12T00:29:59.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.324+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=KJ3QE5R839CM type=del size=158636 2024-09-12T00:29:59.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.326+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=ZHDNH6I17XIG type=del size=2656940 2024-09-12T00:29:59.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.328+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~X0HTYHJ3P8I3.0 size=1048576 2024-09-12T00:29:59.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.329+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~X0HTYHJ3P8I3.1 size=1048576 2024-09-12T00:29:59.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.330+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~X0HTYHJ3P8I3.2 size=738451 2024-09-12T00:29:59.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.330+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=X0HTYHJ3P8I3 tag=B91YWMIYHGH0 type=write size=3884179 2024-09-12T00:29:59.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.332+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=MNGGHIRUUHM4 type=del size=1482651 2024-09-12T00:29:59.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.333+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=4R1VOMGPKVTE type=del size=1511846 2024-09-12T00:29:59.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.335+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=J13NC94I6E6U type=del size=3006544 2024-09-12T00:29:59.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.337+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~GLJL14YIPWRC.0 size=1039551 2024-09-12T00:29:59.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.337+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=GLJL14YIPWRC tag=76Q61FK40YZO type=write size=2088127 2024-09-12T00:29:59.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.339+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~7I0AQY89VJR5.0 size=1048576 2024-09-12T00:29:59.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.340+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~7I0AQY89VJR5.1 size=1048576 2024-09-12T00:29:59.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.341+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~7I0AQY89VJR5.2 size=359088 2024-09-12T00:29:59.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.341+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=7I0AQY89VJR5 tag=NCAIMSIO6L4G type=write size=3504816 2024-09-12T00:29:59.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.342+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=GVIQP1R8AVKJ type=del 2024-09-12T00:29:59.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.343+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=XIWYAJBDMTI4 type=del size=100269 2024-09-12T00:29:59.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.344+0000 7f8455f5c780 1 < canceled operation key=O6IDG2ZIU2BY tag=I0AXQ9TAWH7E type=write size=449166 2024-09-12T00:29:59.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.347+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~HT8RWQERE3N1.0 size=1048576 2024-09-12T00:29:59.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.348+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~HT8RWQERE3N1.1 size=1048576 2024-09-12T00:29:59.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.349+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~HT8RWQERE3N1.2 size=387364 2024-09-12T00:29:59.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.349+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=HT8RWQERE3N1 tag=KYZTNIDNXGTH type=write size=3533092 2024-09-12T00:29:59.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.350+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=RHB81B11VXSO type=del 2024-09-12T00:29:59.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.351+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=PNE4P3FD4KK4 type=write size=1038902 2024-09-12T00:29:59.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.353+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~Q7GFV50PBPPV.0 size=1048576 2024-09-12T00:29:59.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.354+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~Q7GFV50PBPPV.1 size=1048576 2024-09-12T00:29:59.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.355+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~Q7GFV50PBPPV.2 size=1037280 2024-09-12T00:29:59.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.357+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=Q7GFV50PBPPV tag=OX92TAOCD05L type=write size=4183008 2024-09-12T00:29:59.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.359+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~5IR0UN2Q6D8X.0 size=1048576 2024-09-12T00:29:59.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.360+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~5IR0UN2Q6D8X.1 size=1021951 2024-09-12T00:29:59.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.360+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=5IR0UN2Q6D8X tag=7L731HP9H2MC type=write size=3119103 2024-09-12T00:29:59.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.362+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=W0HAQD4S51VR type=del size=1405304 2024-09-12T00:29:59.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.363+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=CXZZPF97K3DR type=del size=3167198 2024-09-12T00:29:59.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.365+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~R6F2OCQ8Y3C4.0 size=1048576 2024-09-12T00:29:59.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.366+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~R6F2OCQ8Y3C4.1 size=880160 2024-09-12T00:29:59.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.368+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=R6F2OCQ8Y3C4 tag=VY3O4RVEDVZ9 type=write size=2977312 2024-09-12T00:29:59.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.370+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~5NKDYVX2JCLX.0 size=882899 2024-09-12T00:29:59.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.370+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=5NKDYVX2JCLX tag=OEFMSLS99L0P type=write size=1931475 2024-09-12T00:29:59.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.371+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~T7A767323NKL.0 size=1048576 2024-09-12T00:29:59.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.372+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~T7A767323NKL.1 size=1048576 2024-09-12T00:29:59.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.373+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~T7A767323NKL.2 size=222647 2024-09-12T00:29:59.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.375+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=T7A767323NKL tag=ESI002M0DXX1 type=write size=3368375 2024-09-12T00:29:59.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.377+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=Q1DUYQAFK4KS type=del size=2684317 2024-09-12T00:29:59.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.378+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~MPH1KZFDLZ8K.0 size=1048576 2024-09-12T00:29:59.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.379+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~MPH1KZFDLZ8K.1 size=698211 2024-09-12T00:29:59.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.381+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=MPH1KZFDLZ8K tag=YZM9J487VGOR type=write size=2795363 2024-09-12T00:29:59.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.384+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~QO6DL67EQAX2.0 size=930779 2024-09-12T00:29:59.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.384+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=QO6DL67EQAX2 tag=420HTKIBC0SC type=write size=1979355 2024-09-12T00:29:59.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.385+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=KJ3QE5R839CM type=del 2024-09-12T00:29:59.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.387+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2I0VJ0TR9CL6.0 size=1048576 2024-09-12T00:29:59.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.388+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2I0VJ0TR9CL6.1 size=1048576 2024-09-12T00:29:59.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.389+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2I0VJ0TR9CL6.2 size=591520 2024-09-12T00:29:59.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.389+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=2I0VJ0TR9CL6 tag=4JTTEEHEIEBV type=write size=3737248 2024-09-12T00:29:59.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.392+0000 7f8455f5c780 1 < suggested remove operation key=STIRHZQYJ1PZ tag=ZHDNH6I17XIG type=del 2024-09-12T00:29:59.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.393+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=3TPW38DYAC5C type=del size=2933172 2024-09-12T00:29:59.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.395+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~X0HTYHJ3P8I3.0 size=1048576 2024-09-12T00:29:59.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.396+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~X0HTYHJ3P8I3.1 size=1048576 2024-09-12T00:29:59.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.396+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~X0HTYHJ3P8I3.2 size=738451 2024-09-12T00:29:59.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.398+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=X0HTYHJ3P8I3 tag=B91YWMIYHGH0 type=write size=3884179 2024-09-12T00:29:59.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.399+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=FGK2N8UGRTJJ type=del size=1726386 2024-09-12T00:29:59.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.402+0000 7f8455f5c780 1 < suggested remove operation key=O0KLCJJC71GL tag=MNGGHIRUUHM4 type=del 2024-09-12T00:29:59.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.404+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~P76CH0OPSOT9.0 size=558649 2024-09-12T00:29:59.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.404+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=P76CH0OPSOT9 tag=FKPK67R11H2I type=write size=1607225 2024-09-12T00:29:59.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.405+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=4R1VOMGPKVTE type=del 2024-09-12T00:29:59.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.407+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=VYHIRY1MY3AH type=del size=2955605 2024-09-12T00:29:59.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.409+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=J13NC94I6E6U type=del 2024-09-12T00:29:59.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.410+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=0SHWDFURGN4I type=del size=1575280 2024-09-12T00:29:59.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.411+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~GLJL14YIPWRC.0 size=1039551 2024-09-12T00:29:59.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.413+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=GLJL14YIPWRC tag=76Q61FK40YZO type=write size=2088127 2024-09-12T00:29:59.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.415+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~2CDQWX1ECRK9.0 size=196415 2024-09-12T00:29:59.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.415+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=2CDQWX1ECRK9 tag=RQLZDWURXS4Q type=write size=1244991 2024-09-12T00:29:59.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.416+0000 7f8455f5c780 1 < canceled part key=_multipart_G6YFIJM3LQN2.2~7I0AQY89VJR5.0 size=1048576 2024-09-12T00:29:59.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.417+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~7I0AQY89VJR5.1 size=1048576 2024-09-12T00:29:59.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.418+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~7I0AQY89VJR5.2 size=359088 2024-09-12T00:29:59.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.420+0000 7f8455f5c780 1 < canceled multipart upload key=G6YFIJM3LQN2 upload=7I0AQY89VJR5 tag=NCAIMSIO6L4G type=write size=3504816 2024-09-12T00:29:59.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.421+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=3XI7I5UYDNVR type=del size=268217 2024-09-12T00:29:59.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.422+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=XIWYAJBDMTI4 type=del 2024-09-12T00:29:59.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.423+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=0GD0EYPKWKZK type=del size=322554 2024-09-12T00:29:59.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.424+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~HT8RWQERE3N1.0 size=1048576 2024-09-12T00:29:59.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.425+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~HT8RWQERE3N1.1 size=1048576 2024-09-12T00:29:59.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.426+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~HT8RWQERE3N1.2 size=387364 2024-09-12T00:29:59.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.429+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=HT8RWQERE3N1 tag=KYZTNIDNXGTH type=write size=3533092 2024-09-12T00:29:59.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.430+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=4SE24A9NSZE6 type=del size=740055 2024-09-12T00:29:59.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.432+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=PNE4P3FD4KK4 type=write size=1038902 2024-09-12T00:29:59.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.434+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~ADKASMQC4VPC.0 size=1002195 2024-09-12T00:29:59.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.434+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=ADKASMQC4VPC tag=60NVN32ZUGLN type=write size=2050771 2024-09-12T00:29:59.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.435+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~5IR0UN2Q6D8X.0 size=1048576 2024-09-12T00:29:59.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.436+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~5IR0UN2Q6D8X.1 size=1021951 2024-09-12T00:29:59.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.439+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=5IR0UN2Q6D8X tag=7L731HP9H2MC type=write size=3119103 2024-09-12T00:29:59.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.440+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=6U8VBHXVHHKW type=write size=628908 2024-09-12T00:29:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.442+0000 7f8455f5c780 1 < suggested update operation key=YOBG2K7WI8ZX tag=CXZZPF97K3DR type=del size=3167198 2024-09-12T00:29:59.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.444+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=DQLKD0CDROL4 type=del size=1391124 2024-09-12T00:29:59.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.445+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~5NKDYVX2JCLX.0 size=882899 2024-09-12T00:29:59.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.447+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=5NKDYVX2JCLX tag=OEFMSLS99L0P type=write size=1931475 2024-09-12T00:29:59.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.449+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BM59ZVCDHZ0X.0 size=1048576 2024-09-12T00:29:59.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.450+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BM59ZVCDHZ0X.1 size=482881 2024-09-12T00:29:59.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.450+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=BM59ZVCDHZ0X tag=LH636UXWOONB type=write size=2580033 2024-09-12T00:29:59.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.452+0000 7f8455f5c780 1 < suggested remove operation key=O6IDG2ZIU2BY tag=Q1DUYQAFK4KS type=del 2024-09-12T00:29:59.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.454+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~HOLO1PHHC4NP.0 size=213052 2024-09-12T00:29:59.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.454+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=HOLO1PHHC4NP tag=MBH3ZBFZKS3I type=write size=1261628 2024-09-12T00:29:59.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.455+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~QO6DL67EQAX2.0 size=930779 2024-09-12T00:29:59.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.457+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=QO6DL67EQAX2 tag=420HTKIBC0SC type=write size=1979355 2024-09-12T00:29:59.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.458+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=X6O0TL9MSOKI type=write size=472207 2024-09-12T00:29:59.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.460+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2I0VJ0TR9CL6.0 size=1048576 2024-09-12T00:29:59.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.461+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2I0VJ0TR9CL6.1 size=1048576 2024-09-12T00:29:59.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.461+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2I0VJ0TR9CL6.2 size=591520 2024-09-12T00:29:59.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.463+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=2I0VJ0TR9CL6 tag=4JTTEEHEIEBV type=write size=3737248 2024-09-12T00:29:59.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.465+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=AQAIIYPIL450 type=write size=414685 2024-09-12T00:29:59.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.466+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=3TPW38DYAC5C type=del 2024-09-12T00:29:59.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.467+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=2AG66BA1P4AM type=del size=1412118 2024-09-12T00:29:59.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.468+0000 7f8455f5c780 -1 < failed to complete operation key=O0KLCJJC71GL tag=FGK2N8UGRTJJ type=del size=1726386: (22) Invalid argument 2024-09-12T00:29:59.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.470+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~GL1D14XW3RPW.0 size=382142 2024-09-12T00:29:59.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.470+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=GL1D14XW3RPW tag=VZH9LGLTRG23 type=write size=1430718 2024-09-12T00:29:59.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.471+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~P76CH0OPSOT9.0 size=558649 2024-09-12T00:29:59.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.473+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=P76CH0OPSOT9 tag=FKPK67R11H2I type=write size=1607225 2024-09-12T00:29:59.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.475+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~46NN6O3PMBJ2.0 size=1048576 2024-09-12T00:29:59.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.476+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~46NN6O3PMBJ2.1 size=592563 2024-09-12T00:29:59.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.476+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=46NN6O3PMBJ2 tag=RLZTCJL5RYM3 type=write size=2689715 2024-09-12T00:29:59.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.477+0000 7f8455f5c780 -1 < failed to complete operation key=7Z8Q4GFFYTTY tag=VYHIRY1MY3AH type=del size=2955605: (22) Invalid argument 2024-09-12T00:29:59.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.479+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~CXSA5LJZETSX.0 size=832204 2024-09-12T00:29:59.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.479+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=CXSA5LJZETSX tag=3ZM03C0F6IRH type=write size=1880780 2024-09-12T00:29:59.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.481+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=0SHWDFURGN4I type=del 2024-09-12T00:29:59.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.483+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~IMQ7CJIZQ4Y0.0 size=1048576 2024-09-12T00:29:59.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.484+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~IMQ7CJIZQ4Y0.1 size=621826 2024-09-12T00:29:59.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.484+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=IMQ7CJIZQ4Y0 tag=F0GD8DTE8GTA type=write size=2718978 2024-09-12T00:29:59.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.485+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~2CDQWX1ECRK9.0 size=196415 2024-09-12T00:29:59.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.487+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=2CDQWX1ECRK9 tag=RQLZDWURXS4Q type=write size=1244991 2024-09-12T00:29:59.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.488+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=VXDMQLU5T9Y1 type=del size=2686101 2024-09-12T00:29:59.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.489+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=3XI7I5UYDNVR type=del 2024-09-12T00:29:59.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.490+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=R38YIB2K59SD type=del size=2408228 2024-09-12T00:29:59.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.493+0000 7f8455f5c780 1 < suggested update operation key=7Z8Q4GFFYTTY tag=0GD0EYPKWKZK type=del size=322554 2024-09-12T00:29:59.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.494+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=AUD144R1IMRX type=del size=120578 2024-09-12T00:29:59.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.496+0000 7f8455f5c780 1 < suggested remove operation key=Z7FSWDLC6Z2R tag=4SE24A9NSZE6 type=del 2024-09-12T00:29:59.497 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.498+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~SQFVSEMOB4T2.0 size=1048576 2024-09-12T00:29:59.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.499+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~SQFVSEMOB4T2.1 size=1048576 2024-09-12T00:29:59.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.500+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~SQFVSEMOB4T2.2 size=923559 2024-09-12T00:29:59.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.500+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=SQFVSEMOB4T2 tag=EJWZ52FL794Z type=write size=4069287 2024-09-12T00:29:59.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.502+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~ADKASMQC4VPC.0 size=1002195 2024-09-12T00:29:59.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.504+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=ADKASMQC4VPC tag=60NVN32ZUGLN type=write size=2050771 2024-09-12T00:29:59.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.505+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=Q7KK3MV47SJ9 type=del size=739045 2024-09-12T00:29:59.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.506+0000 7f8455f5c780 1 < completed write operation key=HTB4SFXRNX8P tag=6U8VBHXVHHKW type=write size=628908 2024-09-12T00:29:59.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.507+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=FUO9KSNMXHEU type=del size=461225 2024-09-12T00:29:59.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.508+0000 7f8455f5c780 -1 < failed to complete operation key=O6IDG2ZIU2BY tag=DQLKD0CDROL4 type=del size=1391124: (22) Invalid argument 2024-09-12T00:29:59.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.510+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=4C2J1VE70J3W type=del size=2587170 2024-09-12T00:29:59.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.511+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BM59ZVCDHZ0X.0 size=1048576 2024-09-12T00:29:59.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.512+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BM59ZVCDHZ0X.1 size=482881 2024-09-12T00:29:59.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.514+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=BM59ZVCDHZ0X tag=LH636UXWOONB type=write size=2580033 2024-09-12T00:29:59.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.516+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~UZLGYX2550UI.0 size=1048576 2024-09-12T00:29:59.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.517+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~UZLGYX2550UI.1 size=1048576 2024-09-12T00:29:59.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.518+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~UZLGYX2550UI.2 size=952876 2024-09-12T00:29:59.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.518+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=UZLGYX2550UI tag=YKV8IDMNSXRL type=write size=4098604 2024-09-12T00:29:59.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.519+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~HOLO1PHHC4NP.0 size=213052 2024-09-12T00:29:59.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.521+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=HOLO1PHHC4NP tag=MBH3ZBFZKS3I type=write size=1261628 2024-09-12T00:29:59.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.522+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=7O59S1Q263ZS type=write size=143562 2024-09-12T00:29:59.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.524+0000 7f8455f5c780 1 < suggested update operation key=UKPL92R8L6P1 tag=X6O0TL9MSOKI type=write size=472207 2024-09-12T00:29:59.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.526+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=B1KSJ0OAXKU4 type=write size=825561 2024-09-12T00:29:59.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.527+0000 7f8455f5c780 1 < completed write operation key=G6YFIJM3LQN2 tag=AQAIIYPIL450 type=write size=414685 2024-09-12T00:29:59.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.528+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=E337E3C5E6BK type=del size=303992 2024-09-12T00:29:59.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.529+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=2AG66BA1P4AM type=del 2024-09-12T00:29:59.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.530+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=MMCRXW6471V1 type=write size=577888 2024-09-12T00:29:59.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.532+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~GL1D14XW3RPW.0 size=382142 2024-09-12T00:29:59.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.534+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=GL1D14XW3RPW tag=VZH9LGLTRG23 type=write size=1430718 2024-09-12T00:29:59.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.535+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=FNAJV32XHZNX type=del size=2164098 2024-09-12T00:29:59.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.536+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~46NN6O3PMBJ2.0 size=1048576 2024-09-12T00:29:59.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.537+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~46NN6O3PMBJ2.1 size=592563 2024-09-12T00:29:59.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.540+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=46NN6O3PMBJ2 tag=RLZTCJL5RYM3 type=write size=2689715 2024-09-12T00:29:59.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.541+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=WLNN8O9HR6TK type=del size=2562476 2024-09-12T00:29:59.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.542+0000 7f8455f5c780 1 < canceled part key=_multipart_UKPL92R8L6P1.2~CXSA5LJZETSX.0 size=832204 2024-09-12T00:29:59.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.543+0000 7f8455f5c780 1 < canceled multipart upload key=UKPL92R8L6P1 upload=CXSA5LJZETSX tag=3ZM03C0F6IRH type=write size=1880780 2024-09-12T00:29:59.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.546+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~2U4E7LO0KK73.0 size=285831 2024-09-12T00:29:59.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.546+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=2U4E7LO0KK73 tag=8EP64RYF6PC5 type=write size=1334407 2024-09-12T00:29:59.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.547+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~IMQ7CJIZQ4Y0.0 size=1048576 2024-09-12T00:29:59.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.548+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~IMQ7CJIZQ4Y0.1 size=621826 2024-09-12T00:29:59.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.550+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=IMQ7CJIZQ4Y0 tag=F0GD8DTE8GTA type=write size=2718978 2024-09-12T00:29:59.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.552+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~3G44X1VETODN.0 size=1048576 2024-09-12T00:29:59.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.553+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~3G44X1VETODN.1 size=1048576 2024-09-12T00:29:59.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.554+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~3G44X1VETODN.2 size=306816 2024-09-12T00:29:59.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.554+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=3G44X1VETODN tag=25ON61KQCCTT type=write size=3452544 2024-09-12T00:29:59.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.555+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=VXDMQLU5T9Y1 type=del 2024-09-12T00:29:59.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.557+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~HQI5VMIORD8B.0 size=46953 2024-09-12T00:29:59.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.557+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=HQI5VMIORD8B tag=W8TYJOO2BP7O type=write size=1095529 2024-09-12T00:29:59.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.558+0000 7f8455f5c780 -1 < failed to complete operation key=Z7FSWDLC6Z2R tag=R38YIB2K59SD type=del size=2408228: (22) Invalid argument 2024-09-12T00:29:59.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.559+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=5APIZS8R8AAL type=write size=132089 2024-09-12T00:29:59.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.561+0000 7f8455f5c780 1 < suggested remove operation key=MK2OM1CN6QCN tag=AUD144R1IMRX type=del 2024-09-12T00:29:59.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.563+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=M89WL2K1YLF8 type=del size=1136768 2024-09-12T00:29:59.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.564+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~SQFVSEMOB4T2.0 size=1048576 2024-09-12T00:29:59.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.564+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~SQFVSEMOB4T2.1 size=1048576 2024-09-12T00:29:59.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.564+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~SQFVSEMOB4T2.2 size=923559 2024-09-12T00:29:59.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.566+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=SQFVSEMOB4T2 tag=EJWZ52FL794Z type=write size=4069287 2024-09-12T00:29:59.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.567+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=CLQZ42FFU1BN type=del size=1549345 2024-09-12T00:29:59.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.569+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=Q7KK3MV47SJ9 type=del 2024-09-12T00:29:59.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.571+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=5JJSJV2Q7KNG type=del size=1707584 2024-09-12T00:29:59.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.572+0000 7f8455f5c780 1 < canceled operation key=4DUAH9DXP2L3 tag=FUO9KSNMXHEU type=del size=461225 2024-09-12T00:29:59.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.573+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=6DXU63LBXO7X type=del size=283477 2024-09-12T00:29:59.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.574+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=4C2J1VE70J3W type=del 2024-09-12T00:29:59.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.575+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=4VYZW2RMXXAT type=del size=2721948 2024-09-12T00:29:59.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.577+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~UZLGYX2550UI.0 size=1048576 2024-09-12T00:29:59.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.578+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~UZLGYX2550UI.1 size=1048576 2024-09-12T00:29:59.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.579+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~UZLGYX2550UI.2 size=952876 2024-09-12T00:29:59.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.581+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=UZLGYX2550UI tag=YKV8IDMNSXRL type=write size=4098604 2024-09-12T00:29:59.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.583+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~KFTRPXFYJ7HV.0 size=1048576 2024-09-12T00:29:59.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.584+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~KFTRPXFYJ7HV.1 size=214423 2024-09-12T00:29:59.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.584+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=KFTRPXFYJ7HV tag=SI3KW2AU0IWZ type=write size=2311575 2024-09-12T00:29:59.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.585+0000 7f8455f5c780 -1 < failed to complete operation key=MK2OM1CN6QCN tag=7O59S1Q263ZS type=write size=143562: (22) Invalid argument 2024-09-12T00:29:59.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.587+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~2QNH2SYGJOHL.0 size=1048576 2024-09-12T00:29:59.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.588+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~2QNH2SYGJOHL.1 size=1048576 2024-09-12T00:29:59.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.589+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~2QNH2SYGJOHL.2 size=106593 2024-09-12T00:29:59.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.589+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=2QNH2SYGJOHL tag=IHW52N4UAP9U type=write size=3252321 2024-09-12T00:29:59.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.591+0000 7f8455f5c780 1 < completed write operation key=YOBG2K7WI8ZX tag=B1KSJ0OAXKU4 type=write size=825561 2024-09-12T00:29:59.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.592+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=S4IGELACD2S7 type=del size=3509669 2024-09-12T00:29:59.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.594+0000 7f8455f5c780 1 < suggested update operation key=FVZ1KXZLGCI5 tag=E337E3C5E6BK type=del size=303992 2024-09-12T00:29:59.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.596+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=VVNOHGAZXBSE type=del size=1634968 2024-09-12T00:29:59.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.597+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=MMCRXW6471V1 type=write size=577888 2024-09-12T00:29:59.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.598+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=U13NXITNHHQG type=del size=3371714 2024-09-12T00:29:59.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.599+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=FNAJV32XHZNX type=del 2024-09-12T00:29:59.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.601+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=3AGWPIW9IQ2I type=write size=756044 2024-09-12T00:29:59.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.602+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=WLNN8O9HR6TK type=del 2024-09-12T00:29:59.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.604+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~JMVD8L522LXW.0 size=1048576 2024-09-12T00:29:59.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.605+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~JMVD8L522LXW.1 size=961718 2024-09-12T00:29:59.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.605+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=JMVD8L522LXW tag=V0RMJ31CPOY2 type=write size=3058870 2024-09-12T00:29:59.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.607+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~2U4E7LO0KK73.0 size=285831 2024-09-12T00:29:59.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.608+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=2U4E7LO0KK73 tag=8EP64RYF6PC5 type=write size=1334407 2024-09-12T00:29:59.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.610+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=QSMXHCKXFMGC type=del size=1376316 2024-09-12T00:29:59.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.611+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~3G44X1VETODN.0 size=1048576 2024-09-12T00:29:59.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.612+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~3G44X1VETODN.1 size=1048576 2024-09-12T00:29:59.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.613+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~3G44X1VETODN.2 size=306816 2024-09-12T00:29:59.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.615+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=3G44X1VETODN tag=25ON61KQCCTT type=write size=3452544 2024-09-12T00:29:59.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.617+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~9ER5CDE2QKZP.0 size=1048576 2024-09-12T00:29:59.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.618+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~9ER5CDE2QKZP.1 size=738719 2024-09-12T00:29:59.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.618+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=9ER5CDE2QKZP tag=ZCX8IFQFJKDA type=write size=2835871 2024-09-12T00:29:59.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.619+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~HQI5VMIORD8B.0 size=46953 2024-09-12T00:29:59.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.621+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=HQI5VMIORD8B tag=W8TYJOO2BP7O type=write size=1095529 2024-09-12T00:29:59.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.623+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=IV403GBVV2HS type=del size=1439336 2024-09-12T00:29:59.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.625+0000 7f8455f5c780 1 < suggested remove operation key=1NY27D1OOWPU tag=5APIZS8R8AAL type=write 2024-09-12T00:29:59.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.626+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=5ZPDIQQIGT1C type=del size=34840 2024-09-12T00:29:59.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.627+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=M89WL2K1YLF8 type=del 2024-09-12T00:29:59.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.628+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=LI1HUYRJ7HM2 type=del size=1031343 2024-09-12T00:29:59.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.630+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=CLQZ42FFU1BN type=del 2024-09-12T00:29:59.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.632+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~X7G7Z7RPHGH2.0 size=1048576 2024-09-12T00:29:59.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.633+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~X7G7Z7RPHGH2.1 size=25681 2024-09-12T00:29:59.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.633+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=X7G7Z7RPHGH2 tag=AWFLA968AOSF type=write size=2122833 2024-09-12T00:29:59.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.634+0000 7f8455f5c780 -1 < failed to complete operation key=1NY27D1OOWPU tag=5JJSJV2Q7KNG type=del size=1707584: (22) Invalid argument 2024-09-12T00:29:59.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.636+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~1LID691LSHII.0 size=674351 2024-09-12T00:29:59.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.636+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=1LID691LSHII tag=UYDRJ7THM6VW type=write size=1722927 2024-09-12T00:29:59.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.637+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=6DXU63LBXO7X type=del 2024-09-12T00:29:59.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.638+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=D3CFFUGLEHPE type=del size=2321104 2024-09-12T00:29:59.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.639+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=4VYZW2RMXXAT type=del 2024-09-12T00:29:59.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.640+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=EK4OEZWEZS0Z type=write size=525512 2024-09-12T00:29:59.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.641+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~KFTRPXFYJ7HV.0 size=1048576 2024-09-12T00:29:59.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.642+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~KFTRPXFYJ7HV.1 size=214423 2024-09-12T00:29:59.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.644+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=KFTRPXFYJ7HV tag=SI3KW2AU0IWZ type=write size=2311575 2024-09-12T00:29:59.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.645+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=EYRLATLFK7RY type=del size=4184385 2024-09-12T00:29:59.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.646+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~2QNH2SYGJOHL.0 size=1048576 2024-09-12T00:29:59.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.647+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~2QNH2SYGJOHL.1 size=1048576 2024-09-12T00:29:59.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.648+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~2QNH2SYGJOHL.2 size=106593 2024-09-12T00:29:59.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.651+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=2QNH2SYGJOHL tag=IHW52N4UAP9U type=write size=3252321 2024-09-12T00:29:59.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.653+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~PGEA7VD9LYBI.0 size=1048576 2024-09-12T00:29:59.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.654+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~PGEA7VD9LYBI.1 size=1048576 2024-09-12T00:29:59.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.655+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~PGEA7VD9LYBI.2 size=263804 2024-09-12T00:29:59.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.655+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=PGEA7VD9LYBI tag=OJDZRDB963WN type=write size=3409532 2024-09-12T00:29:59.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.656+0000 7f8455f5c780 -1 < failed to complete operation key=FVZ1KXZLGCI5 tag=S4IGELACD2S7 type=del size=3509669: (22) Invalid argument 2024-09-12T00:29:59.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.657+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=AAZVP34XQC7X type=del size=544295 2024-09-12T00:29:59.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.658+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=VVNOHGAZXBSE type=del 2024-09-12T00:29:59.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.660+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=F8NPT3FXMK0R type=del size=337806 2024-09-12T00:29:59.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.661+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=U13NXITNHHQG type=del 2024-09-12T00:29:59.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.662+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=B8OEQ3FIUTYE type=del size=2975632 2024-09-12T00:29:59.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.663+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=3AGWPIW9IQ2I type=write size=756044 2024-09-12T00:29:59.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.664+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=FTT22VMM142N type=del size=3243183 2024-09-12T00:29:59.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.665+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~JMVD8L522LXW.0 size=1048576 2024-09-12T00:29:59.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.666+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~JMVD8L522LXW.1 size=961718 2024-09-12T00:29:59.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.668+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=JMVD8L522LXW tag=V0RMJ31CPOY2 type=write size=3058870 2024-09-12T00:29:59.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.669+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=AW0D9O07YIBY type=del size=1485344 2024-09-12T00:29:59.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.671+0000 7f8455f5c780 1 < suggested remove operation key=0B86VX5Z60TF tag=QSMXHCKXFMGC type=del 2024-09-12T00:29:59.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.673+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~BPLJ8OOC3KHA.0 size=1048576 2024-09-12T00:29:59.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.674+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~BPLJ8OOC3KHA.1 size=910953 2024-09-12T00:29:59.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.674+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=BPLJ8OOC3KHA tag=F3TO6OYUS17F type=write size=3008105 2024-09-12T00:29:59.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.675+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~9ER5CDE2QKZP.0 size=1048576 2024-09-12T00:29:59.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.675+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~9ER5CDE2QKZP.1 size=738719 2024-09-12T00:29:59.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.677+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=9ER5CDE2QKZP tag=ZCX8IFQFJKDA type=write size=2835871 2024-09-12T00:29:59.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.678+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=SIC2U5ESVHFH type=del size=88850 2024-09-12T00:29:59.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.680+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=IV403GBVV2HS type=del 2024-09-12T00:29:59.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.681+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=WRY40VR8UKVV type=del size=3212317 2024-09-12T00:29:59.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.682+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=5ZPDIQQIGT1C type=del 2024-09-12T00:29:59.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.685+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~2XIUY05Q3HQV.0 size=1048576 2024-09-12T00:29:59.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.685+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~2XIUY05Q3HQV.1 size=918744 2024-09-12T00:29:59.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.685+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=2XIUY05Q3HQV tag=U94CV5DYI0TX type=write size=3015896 2024-09-12T00:29:59.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.687+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=LI1HUYRJ7HM2 type=del 2024-09-12T00:29:59.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.689+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~PZ6OBEI2YJGU.0 size=1048576 2024-09-12T00:29:59.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.690+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~PZ6OBEI2YJGU.1 size=1016013 2024-09-12T00:29:59.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.690+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=PZ6OBEI2YJGU tag=K19WJRS090JZ type=write size=3113165 2024-09-12T00:29:59.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.691+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~X7G7Z7RPHGH2.0 size=1048576 2024-09-12T00:29:59.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.692+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~X7G7Z7RPHGH2.1 size=25681 2024-09-12T00:29:59.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.694+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=X7G7Z7RPHGH2 tag=AWFLA968AOSF type=write size=2122833 2024-09-12T00:29:59.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.696+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~1CJ6ZJN3CNT5.0 size=1048576 2024-09-12T00:29:59.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.697+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~1CJ6ZJN3CNT5.1 size=1046037 2024-09-12T00:29:59.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.698+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=1CJ6ZJN3CNT5 tag=3553DW29AXM7 type=write size=3143189 2024-09-12T00:29:59.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.699+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~1LID691LSHII.0 size=674351 2024-09-12T00:29:59.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.701+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=1LID691LSHII tag=UYDRJ7THM6VW type=write size=1722927 2024-09-12T00:29:59.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.703+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~MWT3VCZGMHTG.0 size=1048576 2024-09-12T00:29:59.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.704+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~MWT3VCZGMHTG.1 size=930402 2024-09-12T00:29:59.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.704+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=MWT3VCZGMHTG tag=MOWOZXC4IFMN type=write size=3027554 2024-09-12T00:29:59.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.705+0000 7f8455f5c780 1 < canceled operation key=MK2OM1CN6QCN tag=D3CFFUGLEHPE type=del size=2321104 2024-09-12T00:29:59.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.706+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=1GXHW6Z7B0AQ type=del size=2964624 2024-09-12T00:29:59.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.707+0000 7f8455f5c780 1 < completed write operation key=FAH61LMM19S7 tag=EK4OEZWEZS0Z type=write size=525512 2024-09-12T00:29:59.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.708+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=3BMYR7XHHYME type=del size=3528201 2024-09-12T00:29:59.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.711+0000 7f8455f5c780 1 < suggested remove operation key=UKPL92R8L6P1 tag=EYRLATLFK7RY type=del 2024-09-12T00:29:59.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.713+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~3VGCY9UW322P.0 size=1014999 2024-09-12T00:29:59.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.713+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=3VGCY9UW322P tag=PK06TVLEGA08 type=write size=2063575 2024-09-12T00:29:59.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.714+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~PGEA7VD9LYBI.0 size=1048576 2024-09-12T00:29:59.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.715+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~PGEA7VD9LYBI.1 size=1048576 2024-09-12T00:29:59.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.716+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~PGEA7VD9LYBI.2 size=263804 2024-09-12T00:29:59.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.718+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=PGEA7VD9LYBI tag=OJDZRDB963WN type=write size=3409532 2024-09-12T00:29:59.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.720+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~Z609MIKUXRWJ.0 size=1048576 2024-09-12T00:29:59.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.721+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~Z609MIKUXRWJ.1 size=234374 2024-09-12T00:29:59.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.721+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=Z609MIKUXRWJ tag=Z7H3UI8GNL0Y type=write size=2331526 2024-09-12T00:29:59.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.722+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=AAZVP34XQC7X type=del 2024-09-12T00:29:59.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.723+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=YL6KZHGIE7MX type=del size=647350 2024-09-12T00:29:59.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.724+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=F8NPT3FXMK0R type=del 2024-09-12T00:29:59.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.726+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~FB6G4GARBRH4.0 size=784440 2024-09-12T00:29:59.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.726+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=FB6G4GARBRH4 tag=J2MK9O2F4BJU type=write size=1833016 2024-09-12T00:29:59.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.728+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=B8OEQ3FIUTYE type=del 2024-09-12T00:29:59.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.730+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~FF32X5Z49380.0 size=426462 2024-09-12T00:29:59.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.730+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=FF32X5Z49380 tag=FV361P01QMW6 type=write size=1475038 2024-09-12T00:29:59.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.731+0000 7f8455f5c780 1 < canceled operation key=87B5GBBB0F0G tag=FTT22VMM142N type=del size=3243183 2024-09-12T00:29:59.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.732+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=YHVZ9F34SYJ1 type=del size=3189420 2024-09-12T00:29:59.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.733+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=AW0D9O07YIBY type=del 2024-09-12T00:29:59.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.735+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~19PAEC76L5EK.0 size=1048576 2024-09-12T00:29:59.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.736+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~19PAEC76L5EK.1 size=556249 2024-09-12T00:29:59.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.736+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=19PAEC76L5EK tag=TZ90YELSFNA1 type=write size=2653401 2024-09-12T00:29:59.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.737+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~BPLJ8OOC3KHA.0 size=1048576 2024-09-12T00:29:59.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.738+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~BPLJ8OOC3KHA.1 size=910953 2024-09-12T00:29:59.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.740+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=BPLJ8OOC3KHA tag=F3TO6OYUS17F type=write size=3008105 2024-09-12T00:29:59.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.741+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=4BA9GYHZTSU0 type=write size=378310 2024-09-12T00:29:59.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.743+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=SIC2U5ESVHFH type=del 2024-09-12T00:29:59.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.744+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=Z3784GXN1233 type=del size=1992867 2024-09-12T00:29:59.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.745+0000 7f8455f5c780 1 < canceled operation key=L293TNR2PBWD tag=WRY40VR8UKVV type=del size=3212317 2024-09-12T00:29:59.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.747+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~N4DQC0IN13MT.0 size=1048576 2024-09-12T00:29:59.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.748+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~N4DQC0IN13MT.1 size=1048576 2024-09-12T00:29:59.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.748+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~N4DQC0IN13MT.2 size=255184 2024-09-12T00:29:59.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.748+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=N4DQC0IN13MT tag=GSI5SX5E1VSK type=write size=3400912 2024-09-12T00:29:59.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.750+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~2XIUY05Q3HQV.0 size=1048576 2024-09-12T00:29:59.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.750+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~2XIUY05Q3HQV.1 size=918744 2024-09-12T00:29:59.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.752+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=2XIUY05Q3HQV tag=U94CV5DYI0TX type=write size=3015896 2024-09-12T00:29:59.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.753+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=6WZA70KI10YL type=del size=1144659 2024-09-12T00:29:59.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.755+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~PZ6OBEI2YJGU.0 size=1048576 2024-09-12T00:29:59.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.755+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~PZ6OBEI2YJGU.1 size=1016013 2024-09-12T00:29:59.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.758+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=PZ6OBEI2YJGU tag=K19WJRS090JZ type=write size=3113165 2024-09-12T00:29:59.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.759+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=53QUMPUJSXOD type=del size=1147551 2024-09-12T00:29:59.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.761+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~1CJ6ZJN3CNT5.0 size=1048576 2024-09-12T00:29:59.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.761+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~1CJ6ZJN3CNT5.1 size=1046037 2024-09-12T00:29:59.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.763+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=1CJ6ZJN3CNT5 tag=3553DW29AXM7 type=write size=3143189 2024-09-12T00:29:59.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.764+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=1HBCMMSLCAG4 type=del size=1300251 2024-09-12T00:29:59.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.764+0000 7f8455f5c780 1 < canceled part key=_multipart_3QZOXO71V3B0.2~MWT3VCZGMHTG.0 size=1048576 2024-09-12T00:29:59.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.765+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~MWT3VCZGMHTG.1 size=930402 2024-09-12T00:29:59.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.767+0000 7f8455f5c780 1 < canceled multipart upload key=3QZOXO71V3B0 upload=MWT3VCZGMHTG tag=MOWOZXC4IFMN type=write size=3027554 2024-09-12T00:29:59.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.769+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~8M10H2XZOXG8.0 size=72843 2024-09-12T00:29:59.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.769+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=8M10H2XZOXG8 tag=XO6QW5S14G70 type=write size=1121419 2024-09-12T00:29:59.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.770+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=1GXHW6Z7B0AQ type=del 2024-09-12T00:29:59.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.773+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~5FDYEE2ATM6S.0 size=112623 2024-09-12T00:29:59.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.773+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=5FDYEE2ATM6S tag=FLRLBBAQTOQH type=write size=1161199 2024-09-12T00:29:59.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.774+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=3BMYR7XHHYME type=del 2024-09-12T00:29:59.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.776+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=0ALFL3B0QOTO type=del size=780229 2024-09-12T00:29:59.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.777+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~3VGCY9UW322P.0 size=1014999 2024-09-12T00:29:59.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.779+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=3VGCY9UW322P tag=PK06TVLEGA08 type=write size=2063575 2024-09-12T00:29:59.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.780+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=RHWOG6DSUZF0 type=del size=2467403 2024-09-12T00:29:59.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.782+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~Z609MIKUXRWJ.0 size=1048576 2024-09-12T00:29:59.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.783+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~Z609MIKUXRWJ.1 size=234374 2024-09-12T00:29:59.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.785+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=Z609MIKUXRWJ tag=Z7H3UI8GNL0Y type=write size=2331526 2024-09-12T00:29:59.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.786+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=2USXL9CJSC3O type=del size=165377 2024-09-12T00:29:59.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.788+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=YL6KZHGIE7MX type=del 2024-09-12T00:29:59.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.789+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=H4DJCYOU54CS type=del size=2403864 2024-09-12T00:29:59.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.790+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~FB6G4GARBRH4.0 size=784440 2024-09-12T00:29:59.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.792+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=FB6G4GARBRH4 tag=J2MK9O2F4BJU type=write size=1833016 2024-09-12T00:29:59.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.793+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=91TWFRUN04AT type=del size=1620618 2024-09-12T00:29:59.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.795+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~FF32X5Z49380.0 size=426462 2024-09-12T00:29:59.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.797+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=FF32X5Z49380 tag=FV361P01QMW6 type=write size=1475038 2024-09-12T00:29:59.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.798+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=ZZAR40FRQSDO type=del size=3894602 2024-09-12T00:29:59.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.799+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=YHVZ9F34SYJ1 type=del 2024-09-12T00:29:59.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.801+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~UEKUFPZIR02O.0 size=1048576 2024-09-12T00:29:59.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.802+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~UEKUFPZIR02O.1 size=1048576 2024-09-12T00:29:59.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.803+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~UEKUFPZIR02O.2 size=305585 2024-09-12T00:29:59.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.803+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=UEKUFPZIR02O tag=JGVE350HC09A type=write size=3451313 2024-09-12T00:29:59.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.804+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~19PAEC76L5EK.0 size=1048576 2024-09-12T00:29:59.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.805+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~19PAEC76L5EK.1 size=556249 2024-09-12T00:29:59.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.807+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=19PAEC76L5EK tag=TZ90YELSFNA1 type=write size=2653401 2024-09-12T00:29:59.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.808+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=90PCAM2F4QR5 type=write size=264910 2024-09-12T00:29:59.808 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.809+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=4BA9GYHZTSU0 type=write size=378310 2024-09-12T00:29:59.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.811+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=POYQF7JXUQ5X type=del size=1770499 2024-09-12T00:29:59.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.812+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=Z3784GXN1233 type=del 2024-09-12T00:29:59.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.813+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=MH21P85QFJ5U type=del size=3736685 2024-09-12T00:29:59.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.813+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~N4DQC0IN13MT.0 size=1048576 2024-09-12T00:29:59.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.814+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~N4DQC0IN13MT.1 size=1048576 2024-09-12T00:29:59.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.815+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~N4DQC0IN13MT.2 size=255184 2024-09-12T00:29:59.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.817+0000 7f8455f5c780 1 < canceled multipart upload key=87B5GBBB0F0G upload=N4DQC0IN13MT tag=GSI5SX5E1VSK type=write size=3400912 2024-09-12T00:29:59.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.819+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7GDIJCE386TM.0 size=1048576 2024-09-12T00:29:59.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.820+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7GDIJCE386TM.1 size=1048576 2024-09-12T00:29:59.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.821+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7GDIJCE386TM.2 size=605392 2024-09-12T00:29:59.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.821+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=7GDIJCE386TM tag=R3AYLG4H8K20 type=write size=3751120 2024-09-12T00:29:59.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.822+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=6WZA70KI10YL type=del 2024-09-12T00:29:59.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.824+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=T1BIQYDEEMYE type=del size=3546526 2024-09-12T00:29:59.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.825+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=53QUMPUJSXOD type=del 2024-09-12T00:29:59.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.827+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~IVYOQB3BPC2S.0 size=321012 2024-09-12T00:29:59.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.827+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=IVYOQB3BPC2S tag=0H4YSFNR3ARQ type=write size=1369588 2024-09-12T00:29:59.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.828+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=1HBCMMSLCAG4 type=del 2024-09-12T00:29:59.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.830+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~70IEZ27A92TM.0 size=885113 2024-09-12T00:29:59.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.830+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=70IEZ27A92TM tag=6MJEZ5V85T2G type=write size=1933689 2024-09-12T00:29:59.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.831+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~8M10H2XZOXG8.0 size=72843 2024-09-12T00:29:59.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.833+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=8M10H2XZOXG8 tag=XO6QW5S14G70 type=write size=1121419 2024-09-12T00:29:59.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.834+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=1B9QMDSJKQA1 type=del size=533492 2024-09-12T00:29:59.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.835+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~5FDYEE2ATM6S.0 size=112623 2024-09-12T00:29:59.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.837+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=5FDYEE2ATM6S tag=FLRLBBAQTOQH type=write size=1161199 2024-09-12T00:29:59.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.839+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=1VSJ91G8T7FM type=del size=3024030 2024-09-12T00:29:59.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.840+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=0ALFL3B0QOTO type=del 2024-09-12T00:29:59.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.841+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=HCLJUH0DK6F3 type=del size=2676048 2024-09-12T00:29:59.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.843+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=RHWOG6DSUZF0 type=del 2024-09-12T00:29:59.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.845+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~ZCMRC6NAE1HU.0 size=318968 2024-09-12T00:29:59.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.845+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=ZCMRC6NAE1HU tag=J4S2MDEZS1YF type=write size=1367544 2024-09-12T00:29:59.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.848+0000 7f8455f5c780 1 < suggested update operation key=JINLCAVH28MB tag=2USXL9CJSC3O type=del size=165377 2024-09-12T00:29:59.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.852+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~CPBVBZCXJZC2.0 size=1048576 2024-09-12T00:29:59.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.853+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~CPBVBZCXJZC2.1 size=711141 2024-09-12T00:29:59.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.853+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=CPBVBZCXJZC2 tag=UJPZ2I4K3Q3Q type=write size=2808293 2024-09-12T00:29:59.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.855+0000 7f8455f5c780 1 < suggested update operation key=0B86VX5Z60TF tag=H4DJCYOU54CS type=del size=2403864 2024-09-12T00:29:59.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.856+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=8LU9MCZAR3EU type=del size=3089890 2024-09-12T00:29:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.857+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=91TWFRUN04AT type=del 2024-09-12T00:29:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.859+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=9MXOONMQ95FD type=del size=2523324 2024-09-12T00:29:59.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.860+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=ZZAR40FRQSDO type=del 2024-09-12T00:29:59.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.861+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=RP822NIN31PQ type=del size=3131071 2024-09-12T00:29:59.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.861+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~UEKUFPZIR02O.0 size=1048576 2024-09-12T00:29:59.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.862+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~UEKUFPZIR02O.1 size=1048576 2024-09-12T00:29:59.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.863+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~UEKUFPZIR02O.2 size=305585 2024-09-12T00:29:59.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.865+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=UEKUFPZIR02O tag=JGVE350HC09A type=write size=3451313 2024-09-12T00:29:59.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.866+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=UJXQX549AFCX type=del size=4117031 2024-09-12T00:29:59.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.869+0000 7f8455f5c780 1 < suggested update operation key=FVZ1KXZLGCI5 tag=90PCAM2F4QR5 type=write size=264910 2024-09-12T00:29:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.870+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=IKCE6NE0OSOH type=del size=3229737 2024-09-12T00:29:59.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.872+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=POYQF7JXUQ5X type=del 2024-09-12T00:29:59.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.874+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~I0MZ83UH9BZE.0 size=891009 2024-09-12T00:29:59.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.874+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=I0MZ83UH9BZE tag=QK1ZN8S98X72 type=write size=1939585 2024-09-12T00:29:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.876+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=MH21P85QFJ5U type=del 2024-09-12T00:29:59.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.877+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=57ZYNRH62D3C type=del size=1632246 2024-09-12T00:29:59.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.878+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~7GDIJCE386TM.0 size=1048576 2024-09-12T00:29:59.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.879+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~7GDIJCE386TM.1 size=1048576 2024-09-12T00:29:59.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.880+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~7GDIJCE386TM.2 size=605392 2024-09-12T00:29:59.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.882+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=7GDIJCE386TM tag=R3AYLG4H8K20 type=write size=3751120 2024-09-12T00:29:59.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.883+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=GVX5SQTKKSOL type=del size=3743135 2024-09-12T00:29:59.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.884+0000 7f8455f5c780 -1 < failed to complete operation key=0B86VX5Z60TF tag=T1BIQYDEEMYE type=del size=3546526: (22) Invalid argument 2024-09-12T00:29:59.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.886+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~DW58JAEU2NVL.0 size=1048576 2024-09-12T00:29:59.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.887+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~DW58JAEU2NVL.1 size=887268 2024-09-12T00:29:59.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.887+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=DW58JAEU2NVL tag=0W9IK3MJFEK2 type=write size=2984420 2024-09-12T00:29:59.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.889+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~IVYOQB3BPC2S.0 size=321012 2024-09-12T00:29:59.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.891+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=IVYOQB3BPC2S tag=0H4YSFNR3ARQ type=write size=1369588 2024-09-12T00:29:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.892+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=Y0321XRLR75W type=del size=1397975 2024-09-12T00:29:59.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.893+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~70IEZ27A92TM.0 size=885113 2024-09-12T00:29:59.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.895+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=70IEZ27A92TM tag=6MJEZ5V85T2G type=write size=1933689 2024-09-12T00:29:59.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.896+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=1PYYEAHAGOV3 type=del size=3172058 2024-09-12T00:29:59.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.898+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=1B9QMDSJKQA1 type=del 2024-09-12T00:29:59.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.900+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~C7GMCVGKTV2A.0 size=1048576 2024-09-12T00:29:59.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.901+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~C7GMCVGKTV2A.1 size=1048576 2024-09-12T00:29:59.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.902+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~C7GMCVGKTV2A.2 size=964139 2024-09-12T00:29:59.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.902+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=C7GMCVGKTV2A tag=3BXYIJXTYUOQ type=write size=4109867 2024-09-12T00:29:59.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.903+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=1VSJ91G8T7FM type=del 2024-09-12T00:29:59.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.905+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=9PXPYH6IGC8R type=del size=1881936 2024-09-12T00:29:59.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.906+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=HCLJUH0DK6F3 type=del 2024-09-12T00:29:59.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.908+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~8GCU7SEBWWGU.0 size=1048576 2024-09-12T00:29:59.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.909+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~8GCU7SEBWWGU.1 size=1048576 2024-09-12T00:29:59.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.910+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~8GCU7SEBWWGU.2 size=465413 2024-09-12T00:29:59.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.910+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=8GCU7SEBWWGU tag=UNCTBCLLP689 type=write size=3611141 2024-09-12T00:29:59.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.911+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~ZCMRC6NAE1HU.0 size=318968 2024-09-12T00:29:59.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.913+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=ZCMRC6NAE1HU tag=J4S2MDEZS1YF type=write size=1367544 2024-09-12T00:29:59.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.915+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~AIXRN3LXLQBR.0 size=1048576 2024-09-12T00:29:59.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.916+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~AIXRN3LXLQBR.1 size=1048576 2024-09-12T00:29:59.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.917+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~AIXRN3LXLQBR.2 size=268061 2024-09-12T00:29:59.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.917+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=AIXRN3LXLQBR tag=S2QGFQFDNVVB type=write size=3413789 2024-09-12T00:29:59.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.918+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~CPBVBZCXJZC2.0 size=1048576 2024-09-12T00:29:59.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.919+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~CPBVBZCXJZC2.1 size=711141 2024-09-12T00:29:59.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.921+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=CPBVBZCXJZC2 tag=UJPZ2I4K3Q3Q type=write size=2808293 2024-09-12T00:29:59.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.922+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=TSSGVGQ3WYWI type=del size=1164795 2024-09-12T00:29:59.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.923+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=8LU9MCZAR3EU type=del 2024-09-12T00:29:59.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.924+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=BWNQH07KKYQA type=del size=121135 2024-09-12T00:29:59.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.926+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=9MXOONMQ95FD type=del 2024-09-12T00:29:59.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.927+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=FXGG302AEUDX type=del size=3538224 2024-09-12T00:29:59.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.928+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=RP822NIN31PQ type=del 2024-09-12T00:29:59.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.929+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=HOB7V58KRE0F type=del size=503483 2024-09-12T00:29:59.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.931+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=UJXQX549AFCX type=del 2024-09-12T00:29:59.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.932+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=KRU90GCE0FOD type=del size=3730046 2024-09-12T00:29:59.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.933+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=IKCE6NE0OSOH type=del 2024-09-12T00:29:59.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.934+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=F4JN6VU3V3NY type=del size=73970 2024-09-12T00:29:59.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.935+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~I0MZ83UH9BZE.0 size=891009 2024-09-12T00:29:59.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.937+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=I0MZ83UH9BZE tag=QK1ZN8S98X72 type=write size=1939585 2024-09-12T00:29:59.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.939+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~KG7YAJDGXISJ.0 size=1048576 2024-09-12T00:29:59.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.940+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~KG7YAJDGXISJ.1 size=1048576 2024-09-12T00:29:59.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.941+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~KG7YAJDGXISJ.2 size=473961 2024-09-12T00:29:59.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.941+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=KG7YAJDGXISJ tag=YK15I5UG7UMM type=write size=3619689 2024-09-12T00:29:59.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.944+0000 7f8455f5c780 1 < suggested update operation key=4DUAH9DXP2L3 tag=57ZYNRH62D3C type=del size=1632246 2024-09-12T00:29:59.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.946+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~GCMY0CGCO1AJ.0 size=218534 2024-09-12T00:29:59.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.946+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=GCMY0CGCO1AJ tag=T8W1QTNMXMMR type=write size=1267110 2024-09-12T00:29:59.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.947+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=GVX5SQTKKSOL type=del 2024-09-12T00:29:59.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.949+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~F3EQNAQHAZG9.0 size=1048576 2024-09-12T00:29:59.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.950+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~F3EQNAQHAZG9.1 size=1048576 2024-09-12T00:29:59.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.951+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~F3EQNAQHAZG9.2 size=3055 2024-09-12T00:29:59.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.951+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=F3EQNAQHAZG9 tag=DY8I2Q0MCFRG type=write size=3148783 2024-09-12T00:29:59.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.952+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~DW58JAEU2NVL.0 size=1048576 2024-09-12T00:29:59.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.953+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~DW58JAEU2NVL.1 size=887268 2024-09-12T00:29:59.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.955+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=DW58JAEU2NVL tag=0W9IK3MJFEK2 type=write size=2984420 2024-09-12T00:29:59.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.957+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~RGPXUQMGIICV.0 size=1048576 2024-09-12T00:29:59.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.958+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~RGPXUQMGIICV.1 size=1048576 2024-09-12T00:29:59.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.959+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~RGPXUQMGIICV.2 size=610527 2024-09-12T00:29:59.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.959+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=RGPXUQMGIICV tag=AREJA7P6ELA0 type=write size=3756255 2024-09-12T00:29:59.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.961+0000 7f8455f5c780 1 < suggested remove operation key=0B86VX5Z60TF tag=Y0321XRLR75W type=del 2024-09-12T00:29:59.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.962+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=AIG9DCSXZF6J type=del size=1323010 2024-09-12T00:29:59.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.963+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=1PYYEAHAGOV3 type=del size=3172058 2024-09-12T00:29:59.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.964+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=8YZ6COPRN2G2 type=write size=889112 2024-09-12T00:29:59.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.966+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~C7GMCVGKTV2A.0 size=1048576 2024-09-12T00:29:59.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.967+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~C7GMCVGKTV2A.1 size=1048576 2024-09-12T00:29:59.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.967+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~C7GMCVGKTV2A.2 size=964139 2024-09-12T00:29:59.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.969+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=C7GMCVGKTV2A tag=3BXYIJXTYUOQ type=write size=4109867 2024-09-12T00:29:59.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.971+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=PZB6TR2ZHX8N type=write size=1041999 2024-09-12T00:29:59.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.973+0000 7f8455f5c780 1 < suggested remove operation key=1NY27D1OOWPU tag=9PXPYH6IGC8R type=del 2024-09-12T00:29:59.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.974+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=GDVY08R3AT3Q type=del size=1642164 2024-09-12T00:29:59.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.975+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~8GCU7SEBWWGU.0 size=1048576 2024-09-12T00:29:59.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.976+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~8GCU7SEBWWGU.1 size=1048576 2024-09-12T00:29:59.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.976+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~8GCU7SEBWWGU.2 size=465413 2024-09-12T00:29:59.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.978+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=8GCU7SEBWWGU tag=UNCTBCLLP689 type=write size=3611141 2024-09-12T00:29:59.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.979+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=QPHGBJ3HXPY0 type=del size=686647 2024-09-12T00:29:59.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.979+0000 7f8455f5c780 1 < canceled part key=_multipart_EWN14RZZVQSP.2~AIXRN3LXLQBR.0 size=1048576 2024-09-12T00:29:59.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.981+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~AIXRN3LXLQBR.1 size=1048576 2024-09-12T00:29:59.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.982+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~AIXRN3LXLQBR.2 size=268061 2024-09-12T00:29:59.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.986+0000 7f8455f5c780 1 < canceled multipart upload key=EWN14RZZVQSP upload=AIXRN3LXLQBR tag=S2QGFQFDNVVB type=write size=3413789 2024-09-12T00:29:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.988+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~C8NWEH712X3C.0 size=1048576 2024-09-12T00:29:59.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.989+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~C8NWEH712X3C.1 size=1000761 2024-09-12T00:29:59.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.989+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=C8NWEH712X3C tag=IY2KBFWIACJK type=write size=3097913 2024-09-12T00:29:59.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.990+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=TSSGVGQ3WYWI type=del 2024-09-12T00:29:59.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.992+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~JKB5ZPOX50J6.0 size=1048576 2024-09-12T00:29:59.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.993+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~JKB5ZPOX50J6.1 size=925637 2024-09-12T00:29:59.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.993+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=JKB5ZPOX50J6 tag=31K6UI5V9T82 type=write size=3022789 2024-09-12T00:29:59.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.994+0000 7f8455f5c780 -1 < failed to complete operation key=4DUAH9DXP2L3 tag=BWNQH07KKYQA type=del size=121135: (22) Invalid argument 2024-09-12T00:29:59.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.995+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=XMOQYR61GKMU type=write size=8770 2024-09-12T00:29:59.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.996+0000 7f8455f5c780 1 < canceled operation key=7Z8Q4GFFYTTY tag=FXGG302AEUDX type=del size=3538224 2024-09-12T00:29:59.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.997+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=Y211BELQTX06 type=del size=2978762 2024-09-12T00:29:59.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:29:59.998+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=HOB7V58KRE0F type=del 2024-09-12T00:29:59.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.000+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=ZFKVTMYPJE1I type=del size=2668288 2024-09-12T00:30:00.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.002+0000 7f8455f5c780 1 < suggested remove operation key=YOBG2K7WI8ZX tag=KRU90GCE0FOD type=del 2024-09-12T00:30:00.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.004+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~L9F9WX7RGGV2.0 size=1048576 2024-09-12T00:30:00.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.005+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~L9F9WX7RGGV2.1 size=1048576 2024-09-12T00:30:00.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.006+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~L9F9WX7RGGV2.2 size=1039043 2024-09-12T00:30:00.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.006+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=L9F9WX7RGGV2 tag=P8DTU10SJ6X5 type=write size=4184771 2024-09-12T00:30:00.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.007+0000 7f8455f5c780 -1 < failed to complete operation key=YOBG2K7WI8ZX tag=F4JN6VU3V3NY type=del size=73970: (22) Invalid argument 2024-09-12T00:30:00.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.008+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=UH4C5UFUWWJO type=write size=669111 2024-09-12T00:30:00.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.009+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~KG7YAJDGXISJ.0 size=1048576 2024-09-12T00:30:00.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.010+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~KG7YAJDGXISJ.1 size=1048576 2024-09-12T00:30:00.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.010+0000 7f8455f5c780 1 < canceled part key=_multipart_FVZ1KXZLGCI5.2~KG7YAJDGXISJ.2 size=473961 2024-09-12T00:30:00.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.012+0000 7f8455f5c780 1 < canceled multipart upload key=FVZ1KXZLGCI5 upload=KG7YAJDGXISJ tag=YK15I5UG7UMM type=write size=3619689 2024-09-12T00:30:00.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.013+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=0C8UV7MYBRPT type=del size=3007812 2024-09-12T00:30:00.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.013+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~GCMY0CGCO1AJ.0 size=218534 2024-09-12T00:30:00.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.015+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=GCMY0CGCO1AJ tag=T8W1QTNMXMMR type=write size=1267110 2024-09-12T00:30:00.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.016+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=ADSZ6I39X57Q type=del size=1135374 2024-09-12T00:30:00.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.018+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~F3EQNAQHAZG9.0 size=1048576 2024-09-12T00:30:00.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.018+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~F3EQNAQHAZG9.1 size=1048576 2024-09-12T00:30:00.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.019+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~F3EQNAQHAZG9.2 size=3055 2024-09-12T00:30:00.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.021+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=F3EQNAQHAZG9 tag=DY8I2Q0MCFRG type=write size=3148783 2024-09-12T00:30:00.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.022+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=RWTPA2UF2J1K type=del size=2470235 2024-09-12T00:30:00.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.024+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~RGPXUQMGIICV.0 size=1048576 2024-09-12T00:30:00.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.024+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~RGPXUQMGIICV.1 size=1048576 2024-09-12T00:30:00.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.024+0000 7f8455f5c780 1 < canceled part key=_multipart_O6IDG2ZIU2BY.2~RGPXUQMGIICV.2 size=610527 2024-09-12T00:30:00.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.026+0000 7f8455f5c780 1 < canceled multipart upload key=O6IDG2ZIU2BY upload=RGPXUQMGIICV tag=AREJA7P6ELA0 type=write size=3756255 2024-09-12T00:30:00.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.027+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=E14UEAXL06E5 type=del size=443762 2024-09-12T00:30:00.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.029+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=AIG9DCSXZF6J type=del 2024-09-12T00:30:00.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.030+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=HIAMRYE0ORIA type=del size=1823247 2024-09-12T00:30:00.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.031+0000 7f8455f5c780 1 < completed write operation key=O75MSKPJ6Q0D tag=8YZ6COPRN2G2 type=write size=889112 2024-09-12T00:30:00.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.032+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=NCX1GO3641Z2 type=del size=1093945 2024-09-12T00:30:00.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.033+0000 7f8455f5c780 1 < completed write operation key=5F2OS11YH2Y3 tag=PZB6TR2ZHX8N type=write size=1041999 2024-09-12T00:30:00.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.034+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=5KMELWIKKE9E type=del size=2299441 2024-09-12T00:30:00.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.036+0000 7f8455f5c780 1 < canceled operation key=3QZOXO71V3B0 tag=GDVY08R3AT3Q type=del size=1642164 2024-09-12T00:30:00.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.037+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=LZSM6MEAH28X type=write size=470261 2024-09-12T00:30:00.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.038+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=QPHGBJ3HXPY0 type=del 2024-09-12T00:30:00.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.039+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=QVJW6AFW06GX type=del size=1791577 2024-09-12T00:30:00.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.039+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~C8NWEH712X3C.0 size=1048576 2024-09-12T00:30:00.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.040+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~C8NWEH712X3C.1 size=1000761 2024-09-12T00:30:00.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.042+0000 7f8455f5c780 1 < canceled multipart upload key=87B5GBBB0F0G upload=C8NWEH712X3C tag=IY2KBFWIACJK type=write size=3097913 2024-09-12T00:30:00.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.043+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=OHFSANIM5SP8 type=write size=827370 2024-09-12T00:30:00.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.044+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~JKB5ZPOX50J6.0 size=1048576 2024-09-12T00:30:00.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.045+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~JKB5ZPOX50J6.1 size=925637 2024-09-12T00:30:00.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.047+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=JKB5ZPOX50J6 tag=31K6UI5V9T82 type=write size=3022789 2024-09-12T00:30:00.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.049+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~23X1I3603DQZ.0 size=1048576 2024-09-12T00:30:00.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.050+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~23X1I3603DQZ.1 size=309649 2024-09-12T00:30:00.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.050+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=23X1I3603DQZ tag=BC6U496JC0NJ type=write size=2406801 2024-09-12T00:30:00.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.051+0000 7f8455f5c780 1 < completed write operation key=7Z8Q4GFFYTTY tag=XMOQYR61GKMU type=write size=8770 2024-09-12T00:30:00.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.053+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=JDV8CTTQ9XKD type=del size=3536649 2024-09-12T00:30:00.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.054+0000 7f8455f5c780 1 < canceled operation key=B1FDYTC03874 tag=Y211BELQTX06 type=del size=2978762 2024-09-12T00:30:00.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.055+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=1FEOLSC1NF19 type=del size=2801546 2024-09-12T00:30:00.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.058+0000 7f8455f5c780 1 < suggested update operation key=HTB4SFXRNX8P tag=ZFKVTMYPJE1I type=del size=2668288 2024-09-12T00:30:00.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.059+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=9DAMO7KCXRJZ type=write size=591437 2024-09-12T00:30:00.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.060+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~L9F9WX7RGGV2.0 size=1048576 2024-09-12T00:30:00.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.061+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~L9F9WX7RGGV2.1 size=1048576 2024-09-12T00:30:00.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.062+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~L9F9WX7RGGV2.2 size=1039043 2024-09-12T00:30:00.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.064+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=L9F9WX7RGGV2 tag=P8DTU10SJ6X5 type=write size=4184771 2024-09-12T00:30:00.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.065+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=2LCHYV4IHRS9 type=del size=4126801 2024-09-12T00:30:00.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.067+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=UH4C5UFUWWJO type=write 2024-09-12T00:30:00.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.069+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=D54YUNN141FQ type=del size=3546925 2024-09-12T00:30:00.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.071+0000 7f8455f5c780 1 < suggested update operation key=STIRHZQYJ1PZ tag=0C8UV7MYBRPT type=del size=3007812 2024-09-12T00:30:00.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.072+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=VID34FP8S1GR type=write size=368966 2024-09-12T00:30:00.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.073+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=ADSZ6I39X57Q type=del 2024-09-12T00:30:00.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.074+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=P83KZI0AIT3B type=del size=4101216 2024-09-12T00:30:00.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.076+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=RWTPA2UF2J1K type=del 2024-09-12T00:30:00.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.077+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=M5QSGDP1X0WE type=del size=526200 2024-09-12T00:30:00.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.078+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=E14UEAXL06E5 type=del 2024-09-12T00:30:00.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.080+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~57JOOZO3WG27.0 size=1048576 2024-09-12T00:30:00.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.081+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~57JOOZO3WG27.1 size=378118 2024-09-12T00:30:00.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.081+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=57JOOZO3WG27 tag=8F7SIR2XOP59 type=write size=2475270 2024-09-12T00:30:00.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.084+0000 7f8455f5c780 1 < suggested remove operation key=MK2OM1CN6QCN tag=HIAMRYE0ORIA type=del 2024-09-12T00:30:00.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.086+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~H8D393BCXQH1.0 size=1048576 2024-09-12T00:30:00.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.087+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~H8D393BCXQH1.1 size=1048576 2024-09-12T00:30:00.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.088+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~H8D393BCXQH1.2 size=86018 2024-09-12T00:30:00.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.088+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=H8D393BCXQH1 tag=EYJ838JVRMFH type=write size=3231746 2024-09-12T00:30:00.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.089+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=NCX1GO3641Z2 type=del 2024-09-12T00:30:00.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.092+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~2EACDV32GB2N.0 size=324326 2024-09-12T00:30:00.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.092+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=2EACDV32GB2N tag=J37XIN1QHWX9 type=write size=1372902 2024-09-12T00:30:00.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.093+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=5KMELWIKKE9E type=del 2024-09-12T00:30:00.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.095+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~5WQWN2IM6521.0 size=1048576 2024-09-12T00:30:00.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.096+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~5WQWN2IM6521.1 size=1032267 2024-09-12T00:30:00.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.096+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=5WQWN2IM6521 tag=VAFWG8X7UM2B type=write size=3129419 2024-09-12T00:30:00.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.097+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=LZSM6MEAH28X type=write size=470261 2024-09-12T00:30:00.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.099+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~554PNIUK6C6B.0 size=1048576 2024-09-12T00:30:00.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.100+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~554PNIUK6C6B.1 size=1048576 2024-09-12T00:30:00.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.101+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~554PNIUK6C6B.2 size=701841 2024-09-12T00:30:00.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.101+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=554PNIUK6C6B tag=HPNRBOZNECG8 type=write size=3847569 2024-09-12T00:30:00.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.102+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=QVJW6AFW06GX type=del 2024-09-12T00:30:00.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.104+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~IYG1MQ8N1XJO.0 size=1048576 2024-09-12T00:30:00.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.105+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~IYG1MQ8N1XJO.1 size=252641 2024-09-12T00:30:00.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.105+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=IYG1MQ8N1XJO tag=NDKEBW0LNQXH type=write size=2349793 2024-09-12T00:30:00.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.106+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=OHFSANIM5SP8 type=write size=827370 2024-09-12T00:30:00.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.108+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~8XHV1S59XKGK.0 size=212213 2024-09-12T00:30:00.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.108+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=8XHV1S59XKGK tag=DPPBODUA1KQE type=write size=1260789 2024-09-12T00:30:00.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.110+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~23X1I3603DQZ.0 size=1048576 2024-09-12T00:30:00.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.111+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~23X1I3603DQZ.1 size=309649 2024-09-12T00:30:00.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.113+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=23X1I3603DQZ tag=BC6U496JC0NJ type=write size=2406801 2024-09-12T00:30:00.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.115+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~PTBD33PPXUPD.0 size=97790 2024-09-12T00:30:00.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.115+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=PTBD33PPXUPD tag=QKJ5K4L9X2ST type=write size=1146366 2024-09-12T00:30:00.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.116+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=JDV8CTTQ9XKD type=del 2024-09-12T00:30:00.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.117+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=SFNJO4BWMHV4 type=del size=947936 2024-09-12T00:30:00.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.118+0000 7f8455f5c780 -1 < failed to complete operation key=STIRHZQYJ1PZ tag=1FEOLSC1NF19 type=del size=2801546: (22) Invalid argument 2024-09-12T00:30:00.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.120+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~21P72T0UUO35.0 size=1048576 2024-09-12T00:30:00.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.121+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~21P72T0UUO35.1 size=647338 2024-09-12T00:30:00.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.121+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=21P72T0UUO35 tag=F5KUVS94S27N type=write size=2744490 2024-09-12T00:30:00.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.122+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=9DAMO7KCXRJZ type=write size=591437 2024-09-12T00:30:00.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.123+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=HN2BMWXYY1VJ type=del size=2216529 2024-09-12T00:30:00.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.124+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=2LCHYV4IHRS9 type=del 2024-09-12T00:30:00.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.126+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=E2LAHMFJ56N1 type=del size=2302376 2024-09-12T00:30:00.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.127+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=D54YUNN141FQ type=del 2024-09-12T00:30:00.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.128+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=BHLRQAK5D6T2 type=del size=632840 2024-09-12T00:30:00.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.129+0000 7f8455f5c780 1 < completed write operation key=HNLIR7DV5BHI tag=VID34FP8S1GR type=write size=368966 2024-09-12T00:30:00.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.131+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~BG36T5JM3KMX.0 size=1048576 2024-09-12T00:30:00.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.132+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~BG36T5JM3KMX.1 size=604238 2024-09-12T00:30:00.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.132+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=BG36T5JM3KMX tag=YLCDYRW3032E type=write size=2701390 2024-09-12T00:30:00.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.134+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=P83KZI0AIT3B type=del 2024-09-12T00:30:00.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.135+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=K30A8PFMLFAE type=del size=3629641 2024-09-12T00:30:00.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.136+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=M5QSGDP1X0WE type=del 2024-09-12T00:30:00.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.138+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~FXL61VKAX33T.0 size=1048576 2024-09-12T00:30:00.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.139+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~FXL61VKAX33T.1 size=1024280 2024-09-12T00:30:00.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.139+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=FXL61VKAX33T tag=HPRF80NBM76P type=write size=3121432 2024-09-12T00:30:00.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.140+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~57JOOZO3WG27.0 size=1048576 2024-09-12T00:30:00.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.141+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~57JOOZO3WG27.1 size=378118 2024-09-12T00:30:00.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.145+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=57JOOZO3WG27 tag=8F7SIR2XOP59 type=write size=2475270 2024-09-12T00:30:00.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.147+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~G964CZPWO1CM.0 size=1048576 2024-09-12T00:30:00.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.148+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~G964CZPWO1CM.1 size=1048576 2024-09-12T00:30:00.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.149+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~G964CZPWO1CM.2 size=493462 2024-09-12T00:30:00.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.149+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=G964CZPWO1CM tag=URCTEPT6TP5O type=write size=3639190 2024-09-12T00:30:00.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.150+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~H8D393BCXQH1.0 size=1048576 2024-09-12T00:30:00.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.151+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~H8D393BCXQH1.1 size=1048576 2024-09-12T00:30:00.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.152+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~H8D393BCXQH1.2 size=86018 2024-09-12T00:30:00.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.154+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=H8D393BCXQH1 tag=EYJ838JVRMFH type=write size=3231746 2024-09-12T00:30:00.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.156+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~VXVVHDIEC2CS.0 size=488555 2024-09-12T00:30:00.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.156+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=VXVVHDIEC2CS tag=2KG09B01OZRL type=write size=1537131 2024-09-12T00:30:00.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.158+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~2EACDV32GB2N.0 size=324326 2024-09-12T00:30:00.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.160+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=2EACDV32GB2N tag=J37XIN1QHWX9 type=write size=1372902 2024-09-12T00:30:00.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.161+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=XIJ2NXNCPUG3 type=del size=3503558 2024-09-12T00:30:00.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.162+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~5WQWN2IM6521.0 size=1048576 2024-09-12T00:30:00.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.162+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~5WQWN2IM6521.1 size=1032267 2024-09-12T00:30:00.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.164+0000 7f8455f5c780 1 < canceled multipart upload key=FAH61LMM19S7 upload=5WQWN2IM6521 tag=VAFWG8X7UM2B type=write size=3129419 2024-09-12T00:30:00.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.166+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~5PIOUFL3F3Z8.0 size=1048576 2024-09-12T00:30:00.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.167+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~5PIOUFL3F3Z8.1 size=198602 2024-09-12T00:30:00.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.167+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=5PIOUFL3F3Z8 tag=2UV5A6XEUB12 type=write size=2295754 2024-09-12T00:30:00.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.169+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~554PNIUK6C6B.0 size=1048576 2024-09-12T00:30:00.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.170+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~554PNIUK6C6B.1 size=1048576 2024-09-12T00:30:00.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.170+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~554PNIUK6C6B.2 size=701841 2024-09-12T00:30:00.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.172+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=554PNIUK6C6B tag=HPNRBOZNECG8 type=write size=3847569 2024-09-12T00:30:00.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.174+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=YVMSI10XLT99 type=del size=3819106 2024-09-12T00:30:00.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.175+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~IYG1MQ8N1XJO.0 size=1048576 2024-09-12T00:30:00.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.176+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~IYG1MQ8N1XJO.1 size=252641 2024-09-12T00:30:00.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.178+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=IYG1MQ8N1XJO tag=NDKEBW0LNQXH type=write size=2349793 2024-09-12T00:30:00.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.179+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=36WRRTXYRQNH type=del size=1663163 2024-09-12T00:30:00.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.180+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~8XHV1S59XKGK.0 size=212213 2024-09-12T00:30:00.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.182+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=8XHV1S59XKGK tag=DPPBODUA1KQE type=write size=1260789 2024-09-12T00:30:00.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.183+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=G34Z1IRIQFA2 type=del size=3062189 2024-09-12T00:30:00.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.184+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~PTBD33PPXUPD.0 size=97790 2024-09-12T00:30:00.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.186+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=PTBD33PPXUPD tag=QKJ5K4L9X2ST type=write size=1146366 2024-09-12T00:30:00.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.188+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~F39QQIRUF0QG.0 size=1048576 2024-09-12T00:30:00.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.189+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~F39QQIRUF0QG.1 size=324441 2024-09-12T00:30:00.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.189+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=F39QQIRUF0QG tag=8N2HCKN1ACD6 type=write size=2421593 2024-09-12T00:30:00.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.190+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=SFNJO4BWMHV4 type=del 2024-09-12T00:30:00.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.191+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=RBBH4YF6R9Z5 type=write size=761336 2024-09-12T00:30:00.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.192+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~21P72T0UUO35.0 size=1048576 2024-09-12T00:30:00.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.193+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~21P72T0UUO35.1 size=647338 2024-09-12T00:30:00.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.195+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=21P72T0UUO35 tag=F5KUVS94S27N type=write size=2744490 2024-09-12T00:30:00.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.196+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=RNPPTDDMYNWP type=del size=1585222 2024-09-12T00:30:00.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.197+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=HN2BMWXYY1VJ type=del 2024-09-12T00:30:00.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.200+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~G28B2XOW2P6P.0 size=737788 2024-09-12T00:30:00.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.200+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=G28B2XOW2P6P tag=9KCDD34SBOQK type=write size=1786364 2024-09-12T00:30:00.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.202+0000 7f8455f5c780 1 < suggested update operation key=5F2OS11YH2Y3 tag=E2LAHMFJ56N1 type=del size=2302376 2024-09-12T00:30:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.204+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~Z7Y73YN2T9WQ.0 size=1048576 2024-09-12T00:30:00.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.205+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~Z7Y73YN2T9WQ.1 size=511918 2024-09-12T00:30:00.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.205+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=Z7Y73YN2T9WQ tag=7IA5SL4X2FOI type=write size=2609070 2024-09-12T00:30:00.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.206+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=BHLRQAK5D6T2 type=del 2024-09-12T00:30:00.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.208+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=JSDEDWXMYII7 type=del size=4148576 2024-09-12T00:30:00.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.209+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~BG36T5JM3KMX.0 size=1048576 2024-09-12T00:30:00.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.210+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~BG36T5JM3KMX.1 size=604238 2024-09-12T00:30:00.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.212+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=BG36T5JM3KMX tag=YLCDYRW3032E type=write size=2701390 2024-09-12T00:30:00.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.213+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=3H697QOU0AC6 type=write size=299554 2024-09-12T00:30:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.214+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=K30A8PFMLFAE type=del 2024-09-12T00:30:00.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.215+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=A6O53AS908I7 type=del size=3575198 2024-09-12T00:30:00.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.216+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~FXL61VKAX33T.0 size=1048576 2024-09-12T00:30:00.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.216+0000 7f8455f5c780 1 < canceled part key=_multipart_UKPL92R8L6P1.2~FXL61VKAX33T.1 size=1024280 2024-09-12T00:30:00.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.218+0000 7f8455f5c780 1 < canceled multipart upload key=UKPL92R8L6P1 upload=FXL61VKAX33T tag=HPRF80NBM76P type=write size=3121432 2024-09-12T00:30:00.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.221+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~UFSN09VHG8IC.0 size=1048576 2024-09-12T00:30:00.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.221+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~UFSN09VHG8IC.1 size=904815 2024-09-12T00:30:00.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.221+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=UFSN09VHG8IC tag=2P7J3QVW015X type=write size=3001967 2024-09-12T00:30:00.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.223+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~G964CZPWO1CM.0 size=1048576 2024-09-12T00:30:00.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.224+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~G964CZPWO1CM.1 size=1048576 2024-09-12T00:30:00.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.225+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~G964CZPWO1CM.2 size=493462 2024-09-12T00:30:00.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.227+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=G964CZPWO1CM tag=URCTEPT6TP5O type=write size=3639190 2024-09-12T00:30:00.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.229+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~J29G6YC56Q2W.0 size=431643 2024-09-12T00:30:00.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.229+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=J29G6YC56Q2W tag=8CILGP8845TE type=write size=1480219 2024-09-12T00:30:00.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.230+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~VXVVHDIEC2CS.0 size=488555 2024-09-12T00:30:00.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.232+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=VXVVHDIEC2CS tag=2KG09B01OZRL type=write size=1537131 2024-09-12T00:30:00.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.234+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~RM9ATGBR062W.0 size=1048576 2024-09-12T00:30:00.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.235+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~RM9ATGBR062W.1 size=582627 2024-09-12T00:30:00.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.235+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=RM9ATGBR062W tag=VR44J0DBZ47P type=write size=2679779 2024-09-12T00:30:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.237+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=XIJ2NXNCPUG3 type=del size=3503558 2024-09-12T00:30:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.239+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=IAMXXQ2G548L type=write size=435851 2024-09-12T00:30:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.239+0000 7f8455f5c780 1 < canceled part key=_multipart_O75MSKPJ6Q0D.2~5PIOUFL3F3Z8.0 size=1048576 2024-09-12T00:30:00.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.239+0000 7f8455f5c780 1 < canceled part key=_multipart_O75MSKPJ6Q0D.2~5PIOUFL3F3Z8.1 size=198602 2024-09-12T00:30:00.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.241+0000 7f8455f5c780 1 < canceled multipart upload key=O75MSKPJ6Q0D upload=5PIOUFL3F3Z8 tag=2UV5A6XEUB12 type=write size=2295754 2024-09-12T00:30:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.242+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=FSYI210KI4X5 type=del size=519555 2024-09-12T00:30:00.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.243+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=YVMSI10XLT99 type=del 2024-09-12T00:30:00.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.246+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~A84MEP8WJK43.0 size=1048576 2024-09-12T00:30:00.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.247+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~A84MEP8WJK43.1 size=1048576 2024-09-12T00:30:00.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.247+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~A84MEP8WJK43.2 size=575369 2024-09-12T00:30:00.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.247+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=A84MEP8WJK43 tag=WTKQ4EWZJRE9 type=write size=3721097 2024-09-12T00:30:00.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.249+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=36WRRTXYRQNH type=del 2024-09-12T00:30:00.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.251+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~KNIDYN4IHWKC.0 size=1048576 2024-09-12T00:30:00.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.252+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~KNIDYN4IHWKC.1 size=1048576 2024-09-12T00:30:00.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.253+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~KNIDYN4IHWKC.2 size=18047 2024-09-12T00:30:00.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.253+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=KNIDYN4IHWKC tag=DS1ZVK11L53L type=write size=3163775 2024-09-12T00:30:00.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.254+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=G34Z1IRIQFA2 type=del 2024-09-12T00:30:00.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.255+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=802SLJGOD03H type=write size=760692 2024-09-12T00:30:00.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.256+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~F39QQIRUF0QG.0 size=1048576 2024-09-12T00:30:00.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.257+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~F39QQIRUF0QG.1 size=324441 2024-09-12T00:30:00.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.259+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=F39QQIRUF0QG tag=8N2HCKN1ACD6 type=write size=2421593 2024-09-12T00:30:00.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.260+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=Y5QIQF1UBQI3 type=write size=580439 2024-09-12T00:30:00.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.261+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=RBBH4YF6R9Z5 type=write size=761336 2024-09-12T00:30:00.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.263+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~31JQSNDAR4XP.0 size=1002499 2024-09-12T00:30:00.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.263+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=31JQSNDAR4XP tag=7WUOAHXXNYVR type=write size=2051075 2024-09-12T00:30:00.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.265+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=RNPPTDDMYNWP type=del 2024-09-12T00:30:00.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.266+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=6HD1MXVT3ISE type=del size=2348974 2024-09-12T00:30:00.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.267+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~G28B2XOW2P6P.0 size=737788 2024-09-12T00:30:00.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.269+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=G28B2XOW2P6P tag=9KCDD34SBOQK type=write size=1786364 2024-09-12T00:30:00.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.270+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=1OAKSK5XJ3KP type=del size=508325 2024-09-12T00:30:00.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.271+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~Z7Y73YN2T9WQ.0 size=1048576 2024-09-12T00:30:00.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.272+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~Z7Y73YN2T9WQ.1 size=511918 2024-09-12T00:30:00.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.275+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=Z7Y73YN2T9WQ tag=7IA5SL4X2FOI type=write size=2609070 2024-09-12T00:30:00.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.276+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=AUMJDBELGH8M type=del size=3305107 2024-09-12T00:30:00.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.277+0000 7f8455f5c780 1 < canceled operation key=FVZ1KXZLGCI5 tag=JSDEDWXMYII7 type=del size=4148576 2024-09-12T00:30:00.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.279+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~UY1242XMQDNI.0 size=1048576 2024-09-12T00:30:00.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.280+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~UY1242XMQDNI.1 size=1048576 2024-09-12T00:30:00.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.281+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~UY1242XMQDNI.2 size=918219 2024-09-12T00:30:00.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.281+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=UY1242XMQDNI tag=YUUYRWIRWX11 type=write size=4063947 2024-09-12T00:30:00.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.283+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=3H697QOU0AC6 type=write size=299554 2024-09-12T00:30:00.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.284+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=XD37V02WZVY0 type=write size=996900 2024-09-12T00:30:00.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.285+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=A6O53AS908I7 type=del 2024-09-12T00:30:00.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.286+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=6E29APWVDKKE type=del size=1645262 2024-09-12T00:30:00.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.287+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~UFSN09VHG8IC.0 size=1048576 2024-09-12T00:30:00.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.288+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~UFSN09VHG8IC.1 size=904815 2024-09-12T00:30:00.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.291+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=UFSN09VHG8IC tag=2P7J3QVW015X type=write size=3001967 2024-09-12T00:30:00.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.297+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=A5WBGJ7YA56D type=del size=3088430 2024-09-12T00:30:00.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.298+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~J29G6YC56Q2W.0 size=431643 2024-09-12T00:30:00.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.301+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=J29G6YC56Q2W tag=8CILGP8845TE type=write size=1480219 2024-09-12T00:30:00.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.303+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=GHHAIER5C9R8 type=del size=3634565 2024-09-12T00:30:00.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.304+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~RM9ATGBR062W.0 size=1048576 2024-09-12T00:30:00.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.305+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~RM9ATGBR062W.1 size=582627 2024-09-12T00:30:00.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.307+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=RM9ATGBR062W tag=VR44J0DBZ47P type=write size=2679779 2024-09-12T00:30:00.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.308+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=PTHWB5TDUHTP type=del size=326181 2024-09-12T00:30:00.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.309+0000 7f8455f5c780 1 < completed write operation key=7Z8Q4GFFYTTY tag=IAMXXQ2G548L type=write size=435851 2024-09-12T00:30:00.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.311+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~03EZJ0UFR0J9.0 size=1048576 2024-09-12T00:30:00.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.312+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~03EZJ0UFR0J9.1 size=1048576 2024-09-12T00:30:00.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.313+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~03EZJ0UFR0J9.2 size=507695 2024-09-12T00:30:00.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.313+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=03EZJ0UFR0J9 tag=A1C3W6M9IWVR type=write size=3653423 2024-09-12T00:30:00.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.314+0000 7f8455f5c780 1 < canceled operation key=PM03TED1Y5B8 tag=FSYI210KI4X5 type=del size=519555 2024-09-12T00:30:00.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.316+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=5ZHD2OA987FR type=del size=622919 2024-09-12T00:30:00.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.317+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~A84MEP8WJK43.0 size=1048576 2024-09-12T00:30:00.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.320+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~A84MEP8WJK43.1 size=1048576 2024-09-12T00:30:00.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.321+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~A84MEP8WJK43.2 size=575369 2024-09-12T00:30:00.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.323+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=A84MEP8WJK43 tag=WTKQ4EWZJRE9 type=write size=3721097 2024-09-12T00:30:00.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.324+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=U6C7WEA2DM28 type=del size=3192519 2024-09-12T00:30:00.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.325+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~KNIDYN4IHWKC.0 size=1048576 2024-09-12T00:30:00.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.326+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~KNIDYN4IHWKC.1 size=1048576 2024-09-12T00:30:00.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.327+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~KNIDYN4IHWKC.2 size=18047 2024-09-12T00:30:00.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.329+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=KNIDYN4IHWKC tag=DS1ZVK11L53L type=write size=3163775 2024-09-12T00:30:00.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.330+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=6EGI94Z049Z3 type=del size=1706965 2024-09-12T00:30:00.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.331+0000 7f8455f5c780 1 < completed write operation key=PM03TED1Y5B8 tag=802SLJGOD03H type=write size=760692 2024-09-12T00:30:00.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.333+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=I96WLHMBVIEJ type=del size=31308 2024-09-12T00:30:00.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.335+0000 7f8455f5c780 1 < suggested remove operation key=6ZPF32PZKGY3 tag=Y5QIQF1UBQI3 type=write 2024-09-12T00:30:00.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.338+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~0JDYFFFQ64A6.0 size=1048576 2024-09-12T00:30:00.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.339+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~0JDYFFFQ64A6.1 size=300310 2024-09-12T00:30:00.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.339+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=0JDYFFFQ64A6 tag=DQY1WBS9JA4S type=write size=2397462 2024-09-12T00:30:00.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.340+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~31JQSNDAR4XP.0 size=1002499 2024-09-12T00:30:00.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.342+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=31JQSNDAR4XP tag=7WUOAHXXNYVR type=write size=2051075 2024-09-12T00:30:00.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.344+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~Z3DGVLW6GZK6.0 size=613132 2024-09-12T00:30:00.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.344+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=Z3DGVLW6GZK6 tag=CYB4TLV24P2T type=write size=1661708 2024-09-12T00:30:00.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.345+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=6HD1MXVT3ISE type=del 2024-09-12T00:30:00.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.346+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=48VS6HW864NV type=del size=3299862 2024-09-12T00:30:00.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.347+0000 7f8455f5c780 1 < canceled operation key=STIRHZQYJ1PZ tag=1OAKSK5XJ3KP type=del size=508325 2024-09-12T00:30:00.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.349+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=DGNE7KRX9KUX type=del size=143337 2024-09-12T00:30:00.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.351+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=AUMJDBELGH8M type=del 2024-09-12T00:30:00.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.352+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=UNRMN5N81ATI type=write size=46676 2024-09-12T00:30:00.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.353+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~UY1242XMQDNI.0 size=1048576 2024-09-12T00:30:00.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.354+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~UY1242XMQDNI.1 size=1048576 2024-09-12T00:30:00.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.355+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~UY1242XMQDNI.2 size=918219 2024-09-12T00:30:00.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.357+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=UY1242XMQDNI tag=YUUYRWIRWX11 type=write size=4063947 2024-09-12T00:30:00.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.358+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=OBWII059NV9K type=del size=1988689 2024-09-12T00:30:00.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.359+0000 7f8455f5c780 1 < completed write operation key=FAH61LMM19S7 tag=XD37V02WZVY0 type=write size=996900 2024-09-12T00:30:00.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.361+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=16P9PGER2TJL type=del size=1781831 2024-09-12T00:30:00.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.362+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=6E29APWVDKKE type=del size=1645262 2024-09-12T00:30:00.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.363+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=XSUX42VKY8E8 type=del size=113514 2024-09-12T00:30:00.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.364+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=A5WBGJ7YA56D type=del 2024-09-12T00:30:00.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.365+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=KUY85Y0JJ42N type=del size=1047099 2024-09-12T00:30:00.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.367+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=GHHAIER5C9R8 type=del 2024-09-12T00:30:00.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.369+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~FW6VEJF4SEM4.0 size=1048576 2024-09-12T00:30:00.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.370+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~FW6VEJF4SEM4.1 size=569553 2024-09-12T00:30:00.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.370+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=FW6VEJF4SEM4 tag=MVBAAVSOVMBW type=write size=2666705 2024-09-12T00:30:00.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.371+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=PTHWB5TDUHTP type=del 2024-09-12T00:30:00.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.373+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~2UX1V935C01H.0 size=1048576 2024-09-12T00:30:00.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.374+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~2UX1V935C01H.1 size=437852 2024-09-12T00:30:00.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.374+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=2UX1V935C01H tag=W1HIWWI6HMYC type=write size=2535004 2024-09-12T00:30:00.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.375+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~03EZJ0UFR0J9.0 size=1048576 2024-09-12T00:30:00.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.376+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~03EZJ0UFR0J9.1 size=1048576 2024-09-12T00:30:00.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.377+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~03EZJ0UFR0J9.2 size=507695 2024-09-12T00:30:00.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.379+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=03EZJ0UFR0J9 tag=A1C3W6M9IWVR type=write size=3653423 2024-09-12T00:30:00.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.381+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~ZK5M56TLRMRE.0 size=1048576 2024-09-12T00:30:00.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.383+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~ZK5M56TLRMRE.1 size=621128 2024-09-12T00:30:00.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.383+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=ZK5M56TLRMRE tag=2RV98QDRLDPS type=write size=2718280 2024-09-12T00:30:00.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.386+0000 7f8455f5c780 1 < suggested update operation key=O0KLCJJC71GL tag=5ZHD2OA987FR type=del size=622919 2024-09-12T00:30:00.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.387+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=PVZGB68AZ8TA type=del size=1399103 2024-09-12T00:30:00.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.388+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=U6C7WEA2DM28 type=del 2024-09-12T00:30:00.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.391+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~JOJAIJM1CNQD.0 size=1048576 2024-09-12T00:30:00.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.392+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~JOJAIJM1CNQD.1 size=1048576 2024-09-12T00:30:00.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.392+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~JOJAIJM1CNQD.2 size=989930 2024-09-12T00:30:00.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.392+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=JOJAIJM1CNQD tag=S2UP87L8BXQR type=write size=4135658 2024-09-12T00:30:00.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.394+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=6EGI94Z049Z3 type=del 2024-09-12T00:30:00.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.395+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=X8FOMRW597V1 type=del size=4181841 2024-09-12T00:30:00.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.396+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=I96WLHMBVIEJ type=del 2024-09-12T00:30:00.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.398+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~WPZJZGZQ9L64.0 size=1048576 2024-09-12T00:30:00.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.399+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~WPZJZGZQ9L64.1 size=599827 2024-09-12T00:30:00.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.399+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=WPZJZGZQ9L64 tag=VSO86R024LQW type=write size=2696979 2024-09-12T00:30:00.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.400+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~0JDYFFFQ64A6.0 size=1048576 2024-09-12T00:30:00.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.401+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~0JDYFFFQ64A6.1 size=300310 2024-09-12T00:30:00.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.403+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=0JDYFFFQ64A6 tag=DQY1WBS9JA4S type=write size=2397462 2024-09-12T00:30:00.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.405+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=I5KUS870F17R type=del size=3384461 2024-09-12T00:30:00.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.406+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~Z3DGVLW6GZK6.0 size=613132 2024-09-12T00:30:00.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.408+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=Z3DGVLW6GZK6 tag=CYB4TLV24P2T type=write size=1661708 2024-09-12T00:30:00.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.410+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SBM6Y5PIQ0BL.0 size=1048576 2024-09-12T00:30:00.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.411+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SBM6Y5PIQ0BL.1 size=765051 2024-09-12T00:30:00.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.411+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=SBM6Y5PIQ0BL tag=IRQSF03E82NU type=write size=2862203 2024-09-12T00:30:00.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.412+0000 7f8455f5c780 -1 < failed to complete operation key=7Z8Q4GFFYTTY tag=48VS6HW864NV type=del size=3299862: (22) Invalid argument 2024-09-12T00:30:00.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.414+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=HY4DG5F13QH0 type=del size=435758 2024-09-12T00:30:00.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.415+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=DGNE7KRX9KUX type=del 2024-09-12T00:30:00.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.416+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=42BS40K3MMIE type=write size=580409 2024-09-12T00:30:00.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.418+0000 7f8455f5c780 1 < suggested remove operation key=NJDCFOHPNT1R tag=UNRMN5N81ATI type=write 2024-09-12T00:30:00.419 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.420+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=82PSKZVUYKQH type=write size=251074 2024-09-12T00:30:00.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.422+0000 7f8455f5c780 1 < suggested update operation key=SLXJ6AI0B77O tag=OBWII059NV9K type=del size=1988689 2024-09-12T00:30:00.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.423+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=8XE1FT7NEJNR type=del size=645206 2024-09-12T00:30:00.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.424+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=16P9PGER2TJL type=del 2024-09-12T00:30:00.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.426+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=FOYJSV2OZS7C type=del size=1413851 2024-09-12T00:30:00.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.427+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=XSUX42VKY8E8 type=del 2024-09-12T00:30:00.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.428+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=31HPY4X75AOX type=del size=2444527 2024-09-12T00:30:00.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.430+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=KUY85Y0JJ42N type=del 2024-09-12T00:30:00.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.432+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=PPNI5ZQO7WBP type=del size=1049402 2024-09-12T00:30:00.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.433+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~FW6VEJF4SEM4.0 size=1048576 2024-09-12T00:30:00.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.434+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~FW6VEJF4SEM4.1 size=569553 2024-09-12T00:30:00.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.436+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=FW6VEJF4SEM4 tag=MVBAAVSOVMBW type=write size=2666705 2024-09-12T00:30:00.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.437+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=60EATTAK7S77 type=del size=826691 2024-09-12T00:30:00.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.438+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~2UX1V935C01H.0 size=1048576 2024-09-12T00:30:00.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.439+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~2UX1V935C01H.1 size=437852 2024-09-12T00:30:00.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.441+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=2UX1V935C01H tag=W1HIWWI6HMYC type=write size=2535004 2024-09-12T00:30:00.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.445+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~B6V1D80FH1M8.0 size=1048576 2024-09-12T00:30:00.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.446+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~B6V1D80FH1M8.1 size=1048576 2024-09-12T00:30:00.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.447+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~B6V1D80FH1M8.2 size=272386 2024-09-12T00:30:00.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.447+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=B6V1D80FH1M8 tag=4LZAFSDRQ18C type=write size=3418114 2024-09-12T00:30:00.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.448+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~ZK5M56TLRMRE.0 size=1048576 2024-09-12T00:30:00.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.449+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~ZK5M56TLRMRE.1 size=621128 2024-09-12T00:30:00.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.451+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=ZK5M56TLRMRE tag=2RV98QDRLDPS type=write size=2718280 2024-09-12T00:30:00.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.452+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=T0MSTZEVUP6U type=del size=2501013 2024-09-12T00:30:00.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.455+0000 7f8455f5c780 1 < suggested remove operation key=7T1NXXX4G2CP tag=PVZGB68AZ8TA type=del 2024-09-12T00:30:00.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.456+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=1KCVG9JAWVDN type=write size=655940 2024-09-12T00:30:00.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.457+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~JOJAIJM1CNQD.0 size=1048576 2024-09-12T00:30:00.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.458+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~JOJAIJM1CNQD.1 size=1048576 2024-09-12T00:30:00.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.459+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~JOJAIJM1CNQD.2 size=989930 2024-09-12T00:30:00.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.461+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=JOJAIJM1CNQD tag=S2UP87L8BXQR type=write size=4135658 2024-09-12T00:30:00.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.463+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~H99KTLTU5SZK.0 size=63174 2024-09-12T00:30:00.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.463+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=H99KTLTU5SZK tag=MQ89TRI0I253 type=write size=1111750 2024-09-12T00:30:00.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.466+0000 7f8455f5c780 1 < suggested update operation key=FAH61LMM19S7 tag=X8FOMRW597V1 type=del size=4181841 2024-09-12T00:30:00.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.467+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=GVFATY1WIHZO type=del size=3308230 2024-09-12T00:30:00.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.468+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~WPZJZGZQ9L64.0 size=1048576 2024-09-12T00:30:00.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.469+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~WPZJZGZQ9L64.1 size=599827 2024-09-12T00:30:00.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.471+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=WPZJZGZQ9L64 tag=VSO86R024LQW type=write size=2696979 2024-09-12T00:30:00.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.474+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~3SR6SKEEOQCB.0 size=249717 2024-09-12T00:30:00.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.474+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=3SR6SKEEOQCB tag=G8NL60ESC04J type=write size=1298293 2024-09-12T00:30:00.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.476+0000 7f8455f5c780 1 < suggested remove operation key=SLXJ6AI0B77O tag=I5KUS870F17R type=del 2024-09-12T00:30:00.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.478+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~E2R4B50XBMDX.0 size=1048576 2024-09-12T00:30:00.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.479+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~E2R4B50XBMDX.1 size=328748 2024-09-12T00:30:00.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.479+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=E2R4B50XBMDX tag=6C9FN48JX983 type=write size=2425900 2024-09-12T00:30:00.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.480+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~SBM6Y5PIQ0BL.0 size=1048576 2024-09-12T00:30:00.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.481+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~SBM6Y5PIQ0BL.1 size=765051 2024-09-12T00:30:00.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.483+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=SBM6Y5PIQ0BL tag=IRQSF03E82NU type=write size=2862203 2024-09-12T00:30:00.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.485+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=OJ2PQTB9664R type=del size=723719 2024-09-12T00:30:00.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.486+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=HY4DG5F13QH0 type=del 2024-09-12T00:30:00.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.488+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~7YS00BKHPCGS.0 size=1048576 2024-09-12T00:30:00.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.489+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~7YS00BKHPCGS.1 size=930492 2024-09-12T00:30:00.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.489+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=7YS00BKHPCGS tag=T62V6FC5ZDCA type=write size=3027644 2024-09-12T00:30:00.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.490+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=42BS40K3MMIE type=write size=580409 2024-09-12T00:30:00.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.493+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~D9YTQLHKMIKH.0 size=1048576 2024-09-12T00:30:00.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.493+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~D9YTQLHKMIKH.1 size=153199 2024-09-12T00:30:00.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.493+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=D9YTQLHKMIKH tag=AWYG3C5OOLNQ type=write size=2250351 2024-09-12T00:30:00.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.495+0000 7f8455f5c780 1 < completed write operation key=PM03TED1Y5B8 tag=82PSKZVUYKQH type=write size=251074 2024-09-12T00:30:00.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.497+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~KLINDO2PJLH8.0 size=1048576 2024-09-12T00:30:00.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.498+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~KLINDO2PJLH8.1 size=798335 2024-09-12T00:30:00.497 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.498+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=KLINDO2PJLH8 tag=8DT8FXQLOHQX type=write size=2895487 2024-09-12T00:30:00.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.499+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=8XE1FT7NEJNR type=del 2024-09-12T00:30:00.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.501+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=W4MRE879AQGP type=del size=4136195 2024-09-12T00:30:00.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.502+0000 7f8455f5c780 -1 < failed to complete operation key=7T1NXXX4G2CP tag=FOYJSV2OZS7C type=del size=1413851: (22) Invalid argument 2024-09-12T00:30:00.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.504+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~EVEIGU3A0ZKO.0 size=1048576 2024-09-12T00:30:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.505+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~EVEIGU3A0ZKO.1 size=513559 2024-09-12T00:30:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.505+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=EVEIGU3A0ZKO tag=IYXRYCJ0MBV7 type=write size=2610711 2024-09-12T00:30:00.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.506+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=31HPY4X75AOX type=del 2024-09-12T00:30:00.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.507+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=ATHGRVEKVO85 type=del size=8691 2024-09-12T00:30:00.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.508+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=PPNI5ZQO7WBP type=del 2024-09-12T00:30:00.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.510+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~N6Y9W1W9RY1K.0 size=352166 2024-09-12T00:30:00.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.510+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=N6Y9W1W9RY1K tag=0BZUEWJL8LZL type=write size=1400742 2024-09-12T00:30:00.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.512+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=60EATTAK7S77 type=del 2024-09-12T00:30:00.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.513+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=IIUBN48CV8EE type=write size=615172 2024-09-12T00:30:00.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.514+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~B6V1D80FH1M8.0 size=1048576 2024-09-12T00:30:00.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.515+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~B6V1D80FH1M8.1 size=1048576 2024-09-12T00:30:00.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.516+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~B6V1D80FH1M8.2 size=272386 2024-09-12T00:30:00.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.518+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=B6V1D80FH1M8 tag=4LZAFSDRQ18C type=write size=3418114 2024-09-12T00:30:00.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.519+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=S2K0JGJRDW4E type=del size=3089178 2024-09-12T00:30:00.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.520+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=T0MSTZEVUP6U type=del 2024-09-12T00:30:00.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.523+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~8BPF8B17R1O0.0 size=1048576 2024-09-12T00:30:00.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.523+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~8BPF8B17R1O0.1 size=1048576 2024-09-12T00:30:00.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.524+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~8BPF8B17R1O0.2 size=952653 2024-09-12T00:30:00.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.524+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=8BPF8B17R1O0 tag=C0D992ZCXI7X type=write size=4098381 2024-09-12T00:30:00.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.526+0000 7f8455f5c780 1 < completed write operation key=HTB4SFXRNX8P tag=1KCVG9JAWVDN type=write size=655940 2024-09-12T00:30:00.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.527+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=8Y8VSTD2C6VI type=del size=3640918 2024-09-12T00:30:00.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.527+0000 7f8455f5c780 1 < canceled part key=_multipart_0B86VX5Z60TF.2~H99KTLTU5SZK.0 size=63174 2024-09-12T00:30:00.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.529+0000 7f8455f5c780 1 < canceled multipart upload key=0B86VX5Z60TF upload=H99KTLTU5SZK tag=MQ89TRI0I253 type=write size=1111750 2024-09-12T00:30:00.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.530+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=G48E03NRIY1K type=del size=3607674 2024-09-12T00:30:00.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.531+0000 7f8455f5c780 1 < canceled operation key=3QZOXO71V3B0 tag=GVFATY1WIHZO type=del size=3308230 2024-09-12T00:30:00.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.533+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=1OCP49XF5VM5 type=del size=1791728 2024-09-12T00:30:00.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.534+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~3SR6SKEEOQCB.0 size=249717 2024-09-12T00:30:00.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.536+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=3SR6SKEEOQCB tag=G8NL60ESC04J type=write size=1298293 2024-09-12T00:30:00.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.537+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=3NQWXREZ8HUD type=del size=3260994 2024-09-12T00:30:00.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.538+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~E2R4B50XBMDX.0 size=1048576 2024-09-12T00:30:00.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.539+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~E2R4B50XBMDX.1 size=328748 2024-09-12T00:30:00.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.541+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=E2R4B50XBMDX tag=6C9FN48JX983 type=write size=2425900 2024-09-12T00:30:00.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.545+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~MBV9KUFYZ9V9.0 size=1048576 2024-09-12T00:30:00.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.545+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~MBV9KUFYZ9V9.1 size=1048576 2024-09-12T00:30:00.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.546+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~MBV9KUFYZ9V9.2 size=253702 2024-09-12T00:30:00.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.546+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=MBV9KUFYZ9V9 tag=CYLYMV1Y5KDE type=write size=3399430 2024-09-12T00:30:00.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.549+0000 7f8455f5c780 1 < suggested remove operation key=Z7FSWDLC6Z2R tag=OJ2PQTB9664R type=del 2024-09-12T00:30:00.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.551+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~023M3QBC193Y.0 size=1048576 2024-09-12T00:30:00.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.552+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~023M3QBC193Y.1 size=1048576 2024-09-12T00:30:00.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.553+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~023M3QBC193Y.2 size=923941 2024-09-12T00:30:00.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.553+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=023M3QBC193Y tag=OK5SHHE6RVYP type=write size=4069669 2024-09-12T00:30:00.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.554+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~7YS00BKHPCGS.0 size=1048576 2024-09-12T00:30:00.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.555+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~7YS00BKHPCGS.1 size=930492 2024-09-12T00:30:00.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.557+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=7YS00BKHPCGS tag=T62V6FC5ZDCA type=write size=3027644 2024-09-12T00:30:00.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.558+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=TW2JD7BOA6QR type=del size=1632606 2024-09-12T00:30:00.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.559+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~D9YTQLHKMIKH.0 size=1048576 2024-09-12T00:30:00.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.559+0000 7f8455f5c780 1 < canceled part key=_multipart_UKPL92R8L6P1.2~D9YTQLHKMIKH.1 size=153199 2024-09-12T00:30:00.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.561+0000 7f8455f5c780 1 < canceled multipart upload key=UKPL92R8L6P1 upload=D9YTQLHKMIKH tag=AWYG3C5OOLNQ type=write size=2250351 2024-09-12T00:30:00.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.563+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~10PDV6UNSF28.0 size=1048576 2024-09-12T00:30:00.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.564+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~10PDV6UNSF28.1 size=313376 2024-09-12T00:30:00.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.564+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=10PDV6UNSF28 tag=ZR6UBCRQEJBQ type=write size=2410528 2024-09-12T00:30:00.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.565+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~KLINDO2PJLH8.0 size=1048576 2024-09-12T00:30:00.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.566+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~KLINDO2PJLH8.1 size=798335 2024-09-12T00:30:00.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.568+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=KLINDO2PJLH8 tag=8DT8FXQLOHQX type=write size=2895487 2024-09-12T00:30:00.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.570+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~JVLYEQ3991FY.0 size=937054 2024-09-12T00:30:00.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.570+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=JVLYEQ3991FY tag=BWDE5PFT647Z type=write size=1985630 2024-09-12T00:30:00.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.571+0000 7f8455f5c780 1 < canceled operation key=TNQXVO8XWYUN tag=W4MRE879AQGP type=del size=4136195 2024-09-12T00:30:00.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.573+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=TAAYWQZ3TZ8F type=del size=1185389 2024-09-12T00:30:00.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.574+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~EVEIGU3A0ZKO.0 size=1048576 2024-09-12T00:30:00.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.575+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~EVEIGU3A0ZKO.1 size=513559 2024-09-12T00:30:00.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.577+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=EVEIGU3A0ZKO tag=IYXRYCJ0MBV7 type=write size=2610711 2024-09-12T00:30:00.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.579+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~IKADH55894N6.0 size=1048576 2024-09-12T00:30:00.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.580+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~IKADH55894N6.1 size=432780 2024-09-12T00:30:00.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.580+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=IKADH55894N6 tag=CHPOAZCAYLPB type=write size=2529932 2024-09-12T00:30:00.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.581+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=ATHGRVEKVO85 type=del 2024-09-12T00:30:00.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.583+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~6O9VMWSN8IXY.0 size=1048576 2024-09-12T00:30:00.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.584+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~6O9VMWSN8IXY.1 size=619556 2024-09-12T00:30:00.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.584+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=6O9VMWSN8IXY tag=50UQD5QSRNSB type=write size=2716708 2024-09-12T00:30:00.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.585+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~N6Y9W1W9RY1K.0 size=352166 2024-09-12T00:30:00.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.587+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=N6Y9W1W9RY1K tag=0BZUEWJL8LZL type=write size=1400742 2024-09-12T00:30:00.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.588+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=98F0P4X5GQ60 type=del size=367193 2024-09-12T00:30:00.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.590+0000 7f8455f5c780 1 < completed write operation key=SLXJ6AI0B77O tag=IIUBN48CV8EE type=write size=615172 2024-09-12T00:30:00.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.591+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=3N3PN0NFTKOT type=del size=2465294 2024-09-12T00:30:00.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.592+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=S2K0JGJRDW4E type=del 2024-09-12T00:30:00.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.594+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=CSYBK4YI4ZN2 type=del size=339836 2024-09-12T00:30:00.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.594+0000 7f8455f5c780 1 < canceled part key=_multipart_MK2OM1CN6QCN.2~8BPF8B17R1O0.0 size=1048576 2024-09-12T00:30:00.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.595+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~8BPF8B17R1O0.1 size=1048576 2024-09-12T00:30:00.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.596+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~8BPF8B17R1O0.2 size=952653 2024-09-12T00:30:00.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.597+0000 7f8455f5c780 1 < canceled multipart upload key=MK2OM1CN6QCN upload=8BPF8B17R1O0 tag=C0D992ZCXI7X type=write size=4098381 2024-09-12T00:30:00.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.599+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=O5BAT7QI8UN1 type=del size=2049846 2024-09-12T00:30:00.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.600+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=8Y8VSTD2C6VI type=del 2024-09-12T00:30:00.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.601+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=9ILTSF9R9JTV type=del size=748850 2024-09-12T00:30:00.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.602+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=G48E03NRIY1K type=del 2024-09-12T00:30:00.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.603+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=GGGJ7LTJ0L7E type=del size=3576284 2024-09-12T00:30:00.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.604+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=1OCP49XF5VM5 type=del 2024-09-12T00:30:00.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.605+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=ZEWPLTN5FE4P type=write size=882742 2024-09-12T00:30:00.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.606+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=3NQWXREZ8HUD type=del 2024-09-12T00:30:00.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.608+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=GCS8R2PD7H4N type=del size=187355 2024-09-12T00:30:00.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.609+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~MBV9KUFYZ9V9.0 size=1048576 2024-09-12T00:30:00.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.609+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~MBV9KUFYZ9V9.1 size=1048576 2024-09-12T00:30:00.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.610+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~MBV9KUFYZ9V9.2 size=253702 2024-09-12T00:30:00.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.612+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=MBV9KUFYZ9V9 tag=CYLYMV1Y5KDE type=write size=3399430 2024-09-12T00:30:00.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.613+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=M23KD5D8KHT1 type=del size=78155 2024-09-12T00:30:00.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.614+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~023M3QBC193Y.0 size=1048576 2024-09-12T00:30:00.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.615+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~023M3QBC193Y.1 size=1048576 2024-09-12T00:30:00.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.616+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~023M3QBC193Y.2 size=923941 2024-09-12T00:30:00.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.618+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=023M3QBC193Y tag=OK5SHHE6RVYP type=write size=4069669 2024-09-12T00:30:00.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.619+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=CD0WE9Y8ZFBD type=del size=2806751 2024-09-12T00:30:00.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.620+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=TW2JD7BOA6QR type=del 2024-09-12T00:30:00.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.621+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=5715GJ96N6X0 type=write size=709898 2024-09-12T00:30:00.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.622+0000 7f8455f5c780 1 < canceled part key=_multipart_B1FDYTC03874.2~10PDV6UNSF28.0 size=1048576 2024-09-12T00:30:00.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.623+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~10PDV6UNSF28.1 size=313376 2024-09-12T00:30:00.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.624+0000 7f8455f5c780 1 < canceled multipart upload key=B1FDYTC03874 upload=10PDV6UNSF28 tag=ZR6UBCRQEJBQ type=write size=2410528 2024-09-12T00:30:00.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.626+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=RJZOTCRYP50Q type=write size=242122 2024-09-12T00:30:00.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.627+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~JVLYEQ3991FY.0 size=937054 2024-09-12T00:30:00.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.629+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=JVLYEQ3991FY tag=BWDE5PFT647Z type=write size=1985630 2024-09-12T00:30:00.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.630+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=GJ3SY8ZEQVG2 type=del size=1915688 2024-09-12T00:30:00.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.631+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=TAAYWQZ3TZ8F type=del 2024-09-12T00:30:00.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.632+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=37H2OG8CQ0Y5 type=del size=1085081 2024-09-12T00:30:00.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.633+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~IKADH55894N6.0 size=1048576 2024-09-12T00:30:00.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.634+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~IKADH55894N6.1 size=432780 2024-09-12T00:30:00.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.636+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=IKADH55894N6 tag=CHPOAZCAYLPB type=write size=2529932 2024-09-12T00:30:00.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.638+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~YFU7WI5XPGE4.0 size=1048576 2024-09-12T00:30:00.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.639+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~YFU7WI5XPGE4.1 size=879373 2024-09-12T00:30:00.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.639+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=YFU7WI5XPGE4 tag=BNPPNSPOSU33 type=write size=2976525 2024-09-12T00:30:00.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.640+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~6O9VMWSN8IXY.0 size=1048576 2024-09-12T00:30:00.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.641+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~6O9VMWSN8IXY.1 size=619556 2024-09-12T00:30:00.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.643+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=6O9VMWSN8IXY tag=50UQD5QSRNSB type=write size=2716708 2024-09-12T00:30:00.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.644+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=DV44QKH1KC0G type=del size=833499 2024-09-12T00:30:00.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.645+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=98F0P4X5GQ60 type=del 2024-09-12T00:30:00.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.647+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~4J6F3VDBUNAX.0 size=1048576 2024-09-12T00:30:00.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.648+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~4J6F3VDBUNAX.1 size=1048576 2024-09-12T00:30:00.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.649+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~4J6F3VDBUNAX.2 size=614563 2024-09-12T00:30:00.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.649+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=4J6F3VDBUNAX tag=A6LCAIO7353H type=write size=3760291 2024-09-12T00:30:00.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.651+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=3N3PN0NFTKOT type=del 2024-09-12T00:30:00.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.653+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~L314CY6PW67L.0 size=1048576 2024-09-12T00:30:00.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.654+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~L314CY6PW67L.1 size=1048576 2024-09-12T00:30:00.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.655+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~L314CY6PW67L.2 size=656923 2024-09-12T00:30:00.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.655+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=L314CY6PW67L tag=VRS5SKREHFL0 type=write size=3802651 2024-09-12T00:30:00.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.656+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=CSYBK4YI4ZN2 type=del 2024-09-12T00:30:00.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.659+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~AMDFG1IJG0S4.0 size=1048576 2024-09-12T00:30:00.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.660+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~AMDFG1IJG0S4.1 size=328957 2024-09-12T00:30:00.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.660+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=AMDFG1IJG0S4 tag=WUZ6E3GP31K9 type=write size=2426109 2024-09-12T00:30:00.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.661+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=O5BAT7QI8UN1 type=del 2024-09-12T00:30:00.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.662+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=JZ32JL4HSCA5 type=del size=1291656 2024-09-12T00:30:00.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.663+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=9ILTSF9R9JTV type=del 2024-09-12T00:30:00.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.665+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=O4FOKBP11R0F type=write size=225219 2024-09-12T00:30:00.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.666+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=GGGJ7LTJ0L7E type=del 2024-09-12T00:30:00.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.667+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=0LX9ZWBE4QTG type=del size=200877 2024-09-12T00:30:00.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.669+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=ZEWPLTN5FE4P type=write size=882742 2024-09-12T00:30:00.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.670+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=G410OT7LLY6J type=del size=1533046 2024-09-12T00:30:00.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.672+0000 7f8455f5c780 1 < canceled operation key=3QZOXO71V3B0 tag=GCS8R2PD7H4N type=del size=187355 2024-09-12T00:30:00.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.675+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~XTFZUIW2ZRKT.0 size=1048576 2024-09-12T00:30:00.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.676+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~XTFZUIW2ZRKT.1 size=1048576 2024-09-12T00:30:00.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.677+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~XTFZUIW2ZRKT.2 size=394848 2024-09-12T00:30:00.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.677+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=XTFZUIW2ZRKT tag=DUUJTXJM0ZZ7 type=write size=3540576 2024-09-12T00:30:00.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.678+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=M23KD5D8KHT1 type=del 2024-09-12T00:30:00.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.679+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=TOYOCMQ3GMWL type=write size=155608 2024-09-12T00:30:00.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.681+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=CD0WE9Y8ZFBD type=del 2024-09-12T00:30:00.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.682+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=EN8CFKGIMKP6 type=del size=4018088 2024-09-12T00:30:00.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.683+0000 7f8455f5c780 1 < completed write operation key=PM03TED1Y5B8 tag=5715GJ96N6X0 type=write size=709898 2024-09-12T00:30:00.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.684+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=00UHJI3PM3FC type=del size=68263 2024-09-12T00:30:00.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.685+0000 7f8455f5c780 1 < canceled operation key=5F2OS11YH2Y3 tag=RJZOTCRYP50Q type=write size=242122 2024-09-12T00:30:00.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.686+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=ZK3PVOTIR16U type=write size=98358 2024-09-12T00:30:00.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.687+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=GJ3SY8ZEQVG2 type=del 2024-09-12T00:30:00.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.690+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~ZSRCEIVEUZ9J.0 size=1048576 2024-09-12T00:30:00.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.690+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~ZSRCEIVEUZ9J.1 size=1003680 2024-09-12T00:30:00.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.690+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=ZSRCEIVEUZ9J tag=G76XOLAQHN2A type=write size=3100832 2024-09-12T00:30:00.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.692+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=37H2OG8CQ0Y5 type=del size=1085081 2024-09-12T00:30:00.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.693+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=SBKVU4GKNXKN type=del size=1455588 2024-09-12T00:30:00.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.694+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~YFU7WI5XPGE4.0 size=1048576 2024-09-12T00:30:00.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.695+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~YFU7WI5XPGE4.1 size=879373 2024-09-12T00:30:00.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.697+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=YFU7WI5XPGE4 tag=BNPPNSPOSU33 type=write size=2976525 2024-09-12T00:30:00.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.698+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=TE25B2GJJ62Q type=del size=2255681 2024-09-12T00:30:00.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.699+0000 7f8455f5c780 1 < canceled operation key=MK2OM1CN6QCN tag=DV44QKH1KC0G type=del size=833499 2024-09-12T00:30:00.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.700+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=7J0OPN3OT3GR type=del size=317926 2024-09-12T00:30:00.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.702+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~4J6F3VDBUNAX.0 size=1048576 2024-09-12T00:30:00.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.702+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~4J6F3VDBUNAX.1 size=1048576 2024-09-12T00:30:00.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.702+0000 7f8455f5c780 1 < canceled part key=_multipart_5F2OS11YH2Y3.2~4J6F3VDBUNAX.2 size=614563 2024-09-12T00:30:00.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.704+0000 7f8455f5c780 1 < canceled multipart upload key=5F2OS11YH2Y3 upload=4J6F3VDBUNAX tag=A6LCAIO7353H type=write size=3760291 2024-09-12T00:30:00.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.705+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=1W0F8ZWDY7IC type=del size=2664071 2024-09-12T00:30:00.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.707+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~L314CY6PW67L.0 size=1048576 2024-09-12T00:30:00.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.708+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~L314CY6PW67L.1 size=1048576 2024-09-12T00:30:00.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.709+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~L314CY6PW67L.2 size=656923 2024-09-12T00:30:00.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.711+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=L314CY6PW67L tag=VRS5SKREHFL0 type=write size=3802651 2024-09-12T00:30:00.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.712+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=JGJVWJ3ZZL1V type=del size=449430 2024-09-12T00:30:00.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.713+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~AMDFG1IJG0S4.0 size=1048576 2024-09-12T00:30:00.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.714+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~AMDFG1IJG0S4.1 size=328957 2024-09-12T00:30:00.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.716+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=AMDFG1IJG0S4 tag=WUZ6E3GP31K9 type=write size=2426109 2024-09-12T00:30:00.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.717+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=KRI7TSP17NGR type=write size=136935 2024-09-12T00:30:00.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.718+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=JZ32JL4HSCA5 type=del 2024-09-12T00:30:00.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.720+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~S4OPFEHMKJFR.0 size=561117 2024-09-12T00:30:00.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.720+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=S4OPFEHMKJFR tag=DJYL9RW5WMXE type=write size=1609693 2024-09-12T00:30:00.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.721+0000 7f8455f5c780 1 < completed write operation key=Z7FSWDLC6Z2R tag=O4FOKBP11R0F type=write size=225219 2024-09-12T00:30:00.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.723+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~6ELX9KMO7DHE.0 size=1048576 2024-09-12T00:30:00.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.724+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~6ELX9KMO7DHE.1 size=1048576 2024-09-12T00:30:00.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.725+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~6ELX9KMO7DHE.2 size=554140 2024-09-12T00:30:00.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.725+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=6ELX9KMO7DHE tag=HXH2O12Q99G6 type=write size=3699868 2024-09-12T00:30:00.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.726+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=0LX9ZWBE4QTG type=del 2024-09-12T00:30:00.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.727+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=B6ZIU59TPKN2 type=del size=982973 2024-09-12T00:30:00.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.730+0000 7f8455f5c780 1 < suggested update operation key=MK2OM1CN6QCN tag=G410OT7LLY6J type=del size=1533046 2024-09-12T00:30:00.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.732+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~Q73QPVYRMJEB.0 size=1048576 2024-09-12T00:30:00.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.733+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~Q73QPVYRMJEB.1 size=1048576 2024-09-12T00:30:00.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.734+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~Q73QPVYRMJEB.2 size=921001 2024-09-12T00:30:00.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.734+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=Q73QPVYRMJEB tag=UIE9WP2O2DDI type=write size=4066729 2024-09-12T00:30:00.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.735+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~XTFZUIW2ZRKT.0 size=1048576 2024-09-12T00:30:00.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.736+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~XTFZUIW2ZRKT.1 size=1048576 2024-09-12T00:30:00.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.737+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~XTFZUIW2ZRKT.2 size=394848 2024-09-12T00:30:00.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.739+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=XTFZUIW2ZRKT tag=DUUJTXJM0ZZ7 type=write size=3540576 2024-09-12T00:30:00.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.740+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=AK57LRQ13BOO type=write size=547238 2024-09-12T00:30:00.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.741+0000 7f8455f5c780 1 < completed write operation key=HTB4SFXRNX8P tag=TOYOCMQ3GMWL type=write size=155608 2024-09-12T00:30:00.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.742+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=YLDTEOCAYHIG type=del size=2362934 2024-09-12T00:30:00.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.744+0000 7f8455f5c780 1 < canceled operation key=SLXJ6AI0B77O tag=EN8CFKGIMKP6 type=del size=4018088 2024-09-12T00:30:00.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.745+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=AK8VYKFWGGML type=del size=2860396 2024-09-12T00:30:00.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.746+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=00UHJI3PM3FC type=del 2024-09-12T00:30:00.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.749+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~GNU2Y4HA5KWV.0 size=1048576 2024-09-12T00:30:00.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.750+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~GNU2Y4HA5KWV.1 size=1048576 2024-09-12T00:30:00.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.751+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~GNU2Y4HA5KWV.2 size=711661 2024-09-12T00:30:00.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.751+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=GNU2Y4HA5KWV tag=84I4OS5BKZCK type=write size=3857389 2024-09-12T00:30:00.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.752+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=ZK3PVOTIR16U type=write size=98358 2024-09-12T00:30:00.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.754+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~9QSYUKQELOWW.0 size=1048576 2024-09-12T00:30:00.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.756+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~9QSYUKQELOWW.1 size=479587 2024-09-12T00:30:00.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.756+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=9QSYUKQELOWW tag=FC76JG03DZ7J type=write size=2576739 2024-09-12T00:30:00.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.756+0000 7f8455f5c780 1 < canceled part key=_multipart_STIRHZQYJ1PZ.2~ZSRCEIVEUZ9J.0 size=1048576 2024-09-12T00:30:00.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.757+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~ZSRCEIVEUZ9J.1 size=1003680 2024-09-12T00:30:00.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.759+0000 7f8455f5c780 1 < canceled multipart upload key=STIRHZQYJ1PZ upload=ZSRCEIVEUZ9J tag=G76XOLAQHN2A type=write size=3100832 2024-09-12T00:30:00.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.761+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=LM3ZKNKV174R type=del size=3989517 2024-09-12T00:30:00.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.763+0000 7f8455f5c780 1 < suggested update operation key=FAH61LMM19S7 tag=SBKVU4GKNXKN type=del size=1455588 2024-09-12T00:30:00.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.765+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UQ9VK336NSQC.0 size=1048576 2024-09-12T00:30:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.766+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UQ9VK336NSQC.1 size=1048576 2024-09-12T00:30:00.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.767+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UQ9VK336NSQC.2 size=454987 2024-09-12T00:30:00.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.767+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=UQ9VK336NSQC tag=SMA96B5QI3QG type=write size=3600715 2024-09-12T00:30:00.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.769+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=TE25B2GJJ62Q type=del 2024-09-12T00:30:00.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.771+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=8RN3SVURLJDK type=del size=2213944 2024-09-12T00:30:00.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.773+0000 7f8455f5c780 1 < suggested update operation key=HTB4SFXRNX8P tag=7J0OPN3OT3GR type=del size=317926 2024-09-12T00:30:00.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.774+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=F3NLOR8O0RSW type=del size=2823107 2024-09-12T00:30:00.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.775+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=1W0F8ZWDY7IC type=del 2024-09-12T00:30:00.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.776+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=NYUABRNSY8X5 type=del size=2846583 2024-09-12T00:30:00.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.778+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=JGJVWJ3ZZL1V type=del 2024-09-12T00:30:00.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.780+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~ZMHIDQSI21JG.0 size=1048576 2024-09-12T00:30:00.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.781+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~ZMHIDQSI21JG.1 size=426388 2024-09-12T00:30:00.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.781+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=ZMHIDQSI21JG tag=ALZO4SC2911X type=write size=2523540 2024-09-12T00:30:00.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.782+0000 7f8455f5c780 1 < completed write operation key=5F2OS11YH2Y3 tag=KRI7TSP17NGR type=write size=136935 2024-09-12T00:30:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.784+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~KW7W9Q1I7AQD.0 size=82036 2024-09-12T00:30:00.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.784+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=KW7W9Q1I7AQD tag=O7JEPAE4H95G type=write size=1130612 2024-09-12T00:30:00.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.785+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~S4OPFEHMKJFR.0 size=561117 2024-09-12T00:30:00.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.787+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=S4OPFEHMKJFR tag=DJYL9RW5WMXE type=write size=1609693 2024-09-12T00:30:00.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.788+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=KJLZ87FEMSOA type=del size=2469180 2024-09-12T00:30:00.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.789+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~6ELX9KMO7DHE.0 size=1048576 2024-09-12T00:30:00.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.790+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~6ELX9KMO7DHE.1 size=1048576 2024-09-12T00:30:00.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.791+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~6ELX9KMO7DHE.2 size=554140 2024-09-12T00:30:00.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.793+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=6ELX9KMO7DHE tag=HXH2O12Q99G6 type=write size=3699868 2024-09-12T00:30:00.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.794+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=Y57U7Y4FG1RP type=del size=3877980 2024-09-12T00:30:00.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.796+0000 7f8455f5c780 1 < suggested update operation key=PM03TED1Y5B8 tag=B6ZIU59TPKN2 type=del size=982973 2024-09-12T00:30:00.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.798+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~K3981AER1N0G.0 size=1048576 2024-09-12T00:30:00.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.799+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~K3981AER1N0G.1 size=181470 2024-09-12T00:30:00.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.799+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=K3981AER1N0G tag=A8ZWJ1124SLQ type=write size=2278622 2024-09-12T00:30:00.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.800+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~Q73QPVYRMJEB.0 size=1048576 2024-09-12T00:30:00.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.801+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~Q73QPVYRMJEB.1 size=1048576 2024-09-12T00:30:00.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.802+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~Q73QPVYRMJEB.2 size=921001 2024-09-12T00:30:00.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.804+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=Q73QPVYRMJEB tag=UIE9WP2O2DDI type=write size=4066729 2024-09-12T00:30:00.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.805+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=G9L8EAMIIG9H type=del size=405226 2024-09-12T00:30:00.804 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.806+0000 7f8455f5c780 -1 < failed to complete operation key=7Z8Q4GFFYTTY tag=AK57LRQ13BOO type=write size=547238: (22) Invalid argument 2024-09-12T00:30:00.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.807+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=FUIMLT1GAFFF type=del size=2334436 2024-09-12T00:30:00.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.808+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=YLDTEOCAYHIG type=del size=2362934 2024-09-12T00:30:00.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.810+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~Z8AX1FZKC6I4.0 size=113952 2024-09-12T00:30:00.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.810+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=Z8AX1FZKC6I4 tag=KVOMBBK83WKY type=write size=1162528 2024-09-12T00:30:00.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.813+0000 7f8455f5c780 1 < suggested remove operation key=STIRHZQYJ1PZ tag=AK8VYKFWGGML type=del 2024-09-12T00:30:00.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.815+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~LFUBBV77VU70.0 size=1048576 2024-09-12T00:30:00.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.816+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~LFUBBV77VU70.1 size=406521 2024-09-12T00:30:00.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.816+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=LFUBBV77VU70 tag=YLQPJMXR5W6Y type=write size=2503673 2024-09-12T00:30:00.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.817+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~GNU2Y4HA5KWV.0 size=1048576 2024-09-12T00:30:00.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.818+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~GNU2Y4HA5KWV.1 size=1048576 2024-09-12T00:30:00.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.819+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~GNU2Y4HA5KWV.2 size=711661 2024-09-12T00:30:00.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.822+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=GNU2Y4HA5KWV tag=84I4OS5BKZCK type=write size=3857389 2024-09-12T00:30:00.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.823+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=J0351366VEPK type=del size=701798 2024-09-12T00:30:00.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.824+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~9QSYUKQELOWW.0 size=1048576 2024-09-12T00:30:00.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.825+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~9QSYUKQELOWW.1 size=479587 2024-09-12T00:30:00.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.827+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=9QSYUKQELOWW tag=FC76JG03DZ7J type=write size=2576739 2024-09-12T00:30:00.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.828+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=FBPVO8DJWFW1 type=del size=2946067 2024-09-12T00:30:00.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.830+0000 7f8455f5c780 1 < suggested update operation key=FVZ1KXZLGCI5 tag=LM3ZKNKV174R type=del size=3989517 2024-09-12T00:30:00.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.833+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~0MEC3WQ5W2Y3.0 size=1048576 2024-09-12T00:30:00.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.834+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~0MEC3WQ5W2Y3.1 size=1048576 2024-09-12T00:30:00.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.835+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~0MEC3WQ5W2Y3.2 size=50845 2024-09-12T00:30:00.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.835+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=0MEC3WQ5W2Y3 tag=DA0140ELF6XP type=write size=3196573 2024-09-12T00:30:00.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.836+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~UQ9VK336NSQC.0 size=1048576 2024-09-12T00:30:00.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.837+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~UQ9VK336NSQC.1 size=1048576 2024-09-12T00:30:00.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.838+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~UQ9VK336NSQC.2 size=454987 2024-09-12T00:30:00.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.840+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=UQ9VK336NSQC tag=SMA96B5QI3QG type=write size=3600715 2024-09-12T00:30:00.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.841+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=E3L92OO4QJAK type=write size=394022 2024-09-12T00:30:00.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.843+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=8RN3SVURLJDK type=del 2024-09-12T00:30:00.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.844+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=XWMBW5QM69IN type=write size=438921 2024-09-12T00:30:00.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.845+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=F3NLOR8O0RSW type=del 2024-09-12T00:30:00.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.846+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=743K7E2GIM3V type=del size=984063 2024-09-12T00:30:00.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.847+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=NYUABRNSY8X5 type=del 2024-09-12T00:30:00.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.849+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=UR9GXX7E8NRD type=del size=3640843 2024-09-12T00:30:00.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.850+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~ZMHIDQSI21JG.0 size=1048576 2024-09-12T00:30:00.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.851+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~ZMHIDQSI21JG.1 size=426388 2024-09-12T00:30:00.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.853+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=ZMHIDQSI21JG tag=ALZO4SC2911X type=write size=2523540 2024-09-12T00:30:00.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.855+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~KKIIL6HW93K2.0 size=1048576 2024-09-12T00:30:00.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.856+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~KKIIL6HW93K2.1 size=285854 2024-09-12T00:30:00.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.856+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=KKIIL6HW93K2 tag=5PGJ0N5HZV24 type=write size=2383006 2024-09-12T00:30:00.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.857+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~KW7W9Q1I7AQD.0 size=82036 2024-09-12T00:30:00.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.859+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=KW7W9Q1I7AQD tag=O7JEPAE4H95G type=write size=1130612 2024-09-12T00:30:00.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.860+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=LL0VOAG0CL4H type=del size=2367560 2024-09-12T00:30:00.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.862+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=KJLZ87FEMSOA type=del 2024-09-12T00:30:00.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.864+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~Z0B858B2L64D.0 size=1048576 2024-09-12T00:30:00.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.865+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~Z0B858B2L64D.1 size=928196 2024-09-12T00:30:00.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.865+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=Z0B858B2L64D tag=GHQ88UP434Z5 type=write size=3025348 2024-09-12T00:30:00.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.867+0000 7f8455f5c780 1 < suggested update operation key=D02C1LZ2VOOE tag=Y57U7Y4FG1RP type=del size=3877980 2024-09-12T00:30:00.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.868+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=H6S28F7N4453 type=del size=3905516 2024-09-12T00:30:00.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.869+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~K3981AER1N0G.0 size=1048576 2024-09-12T00:30:00.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.869+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~K3981AER1N0G.1 size=181470 2024-09-12T00:30:00.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.872+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=K3981AER1N0G tag=A8ZWJ1124SLQ type=write size=2278622 2024-09-12T00:30:00.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.873+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=9SPVBUE75CKE type=del size=522079 2024-09-12T00:30:00.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.874+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=G9L8EAMIIG9H type=del 2024-09-12T00:30:00.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.876+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~L5G1KRVU8VAP.0 size=1048576 2024-09-12T00:30:00.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.877+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~L5G1KRVU8VAP.1 size=1048576 2024-09-12T00:30:00.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.878+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~L5G1KRVU8VAP.2 size=513618 2024-09-12T00:30:00.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.878+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=L5G1KRVU8VAP tag=QKXJFLRSHX72 type=write size=3659346 2024-09-12T00:30:00.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.879+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=FUIMLT1GAFFF type=del 2024-09-12T00:30:00.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.880+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=VZ4KRJ4DZI41 type=del size=3917406 2024-09-12T00:30:00.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.882+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~Z8AX1FZKC6I4.0 size=113952 2024-09-12T00:30:00.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.884+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=Z8AX1FZKC6I4 tag=KVOMBBK83WKY type=write size=1162528 2024-09-12T00:30:00.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.885+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=VPVFVV9RM7F8 type=write size=551715 2024-09-12T00:30:00.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.886+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~LFUBBV77VU70.0 size=1048576 2024-09-12T00:30:00.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.887+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~LFUBBV77VU70.1 size=406521 2024-09-12T00:30:00.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.889+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=LFUBBV77VU70 tag=YLQPJMXR5W6Y type=write size=2503673 2024-09-12T00:30:00.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.890+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=I5P4HJJ6PRIQ type=del size=4187144 2024-09-12T00:30:00.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.891+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=J0351366VEPK type=del 2024-09-12T00:30:00.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.893+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~AZJ00MT460BU.0 size=1011750 2024-09-12T00:30:00.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.893+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=AZJ00MT460BU tag=1WPGKB4H4RV6 type=write size=2060326 2024-09-12T00:30:00.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.894+0000 7f8455f5c780 -1 < failed to complete operation key=D02C1LZ2VOOE tag=FBPVO8DJWFW1 type=del size=2946067: (22) Invalid argument 2024-09-12T00:30:00.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.896+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=RKKYLEHB5EAV type=del size=3875384 2024-09-12T00:30:00.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.897+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~0MEC3WQ5W2Y3.0 size=1048576 2024-09-12T00:30:00.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.898+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~0MEC3WQ5W2Y3.1 size=1048576 2024-09-12T00:30:00.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.899+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~0MEC3WQ5W2Y3.2 size=50845 2024-09-12T00:30:00.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.901+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=0MEC3WQ5W2Y3 tag=DA0140ELF6XP type=write size=3196573 2024-09-12T00:30:00.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.903+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~MR6NNX06SFGP.0 size=1048576 2024-09-12T00:30:00.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.904+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~MR6NNX06SFGP.1 size=132930 2024-09-12T00:30:00.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.904+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=MR6NNX06SFGP tag=I817TVP10A1N type=write size=2230082 2024-09-12T00:30:00.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.905+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=E3L92OO4QJAK type=write size=394022 2024-09-12T00:30:00.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.907+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~AM3EB5EPM1QW.0 size=1048576 2024-09-12T00:30:00.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.908+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~AM3EB5EPM1QW.1 size=179336 2024-09-12T00:30:00.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.908+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=AM3EB5EPM1QW tag=BT5E28JRXYBE type=write size=2276488 2024-09-12T00:30:00.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.909+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=XWMBW5QM69IN type=write size=438921 2024-09-12T00:30:00.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.910+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=2RXJBLEUN3UB type=del size=3196668 2024-09-12T00:30:00.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.911+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=743K7E2GIM3V type=del 2024-09-12T00:30:00.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.913+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=LL0XWA3Z5PH0 type=write size=872816 2024-09-12T00:30:00.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.914+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=UR9GXX7E8NRD type=del 2024-09-12T00:30:00.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.917+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~TIRLAE64QL27.0 size=41580 2024-09-12T00:30:00.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.917+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=TIRLAE64QL27 tag=A55XU5TZ016E type=write size=1090156 2024-09-12T00:30:00.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.918+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~KKIIL6HW93K2.0 size=1048576 2024-09-12T00:30:00.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.919+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~KKIIL6HW93K2.1 size=285854 2024-09-12T00:30:00.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.921+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=KKIIL6HW93K2 tag=5PGJ0N5HZV24 type=write size=2383006 2024-09-12T00:30:00.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.922+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=7OB5DBSF2F8T type=write size=692046 2024-09-12T00:30:00.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.923+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=LL0VOAG0CL4H type=del 2024-09-12T00:30:00.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.924+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=FXKHORVEVDQL type=del size=1852320 2024-09-12T00:30:00.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.925+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~Z0B858B2L64D.0 size=1048576 2024-09-12T00:30:00.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.926+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~Z0B858B2L64D.1 size=928196 2024-09-12T00:30:00.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.928+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=Z0B858B2L64D tag=GHQ88UP434Z5 type=write size=3025348 2024-09-12T00:30:00.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.929+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=OWQ1V16R03AR type=del size=4175612 2024-09-12T00:30:00.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.931+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=H6S28F7N4453 type=del 2024-09-12T00:30:00.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.933+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~CC4GE6ALP6GQ.0 size=1048576 2024-09-12T00:30:00.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.934+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~CC4GE6ALP6GQ.1 size=1048576 2024-09-12T00:30:00.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.935+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~CC4GE6ALP6GQ.2 size=587313 2024-09-12T00:30:00.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.935+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=CC4GE6ALP6GQ tag=R5UH3OIEN8Q2 type=write size=3733041 2024-09-12T00:30:00.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.936+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=9SPVBUE75CKE type=del 2024-09-12T00:30:00.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.938+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~NKG6I315K1YI.0 size=1048576 2024-09-12T00:30:00.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.939+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~NKG6I315K1YI.1 size=1048576 2024-09-12T00:30:00.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.940+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~NKG6I315K1YI.2 size=956267 2024-09-12T00:30:00.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.940+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=NKG6I315K1YI tag=46D8FPVCV85U type=write size=4101995 2024-09-12T00:30:00.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.940+0000 7f8455f5c780 1 < canceled part key=_multipart_JINLCAVH28MB.2~L5G1KRVU8VAP.0 size=1048576 2024-09-12T00:30:00.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.941+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~L5G1KRVU8VAP.1 size=1048576 2024-09-12T00:30:00.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.942+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~L5G1KRVU8VAP.2 size=513618 2024-09-12T00:30:00.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.944+0000 7f8455f5c780 1 < canceled multipart upload key=JINLCAVH28MB upload=L5G1KRVU8VAP tag=QKXJFLRSHX72 type=write size=3659346 2024-09-12T00:30:00.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.945+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=KIBHYHFSSPYM type=del size=3252207 2024-09-12T00:30:00.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.946+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=VZ4KRJ4DZI41 type=del 2024-09-12T00:30:00.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.948+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=KVY1WV772XDG type=write size=751562 2024-09-12T00:30:00.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.949+0000 7f8455f5c780 1 < completed write operation key=G6YFIJM3LQN2 tag=VPVFVV9RM7F8 type=write size=551715 2024-09-12T00:30:00.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.950+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=FH6AZVRO3JXW type=write size=540906 2024-09-12T00:30:00.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.952+0000 7f8455f5c780 1 < suggested remove operation key=L293TNR2PBWD tag=I5P4HJJ6PRIQ type=del 2024-09-12T00:30:00.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.954+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~M8ILT2P0VC82.0 size=1048576 2024-09-12T00:30:00.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.955+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~M8ILT2P0VC82.1 size=362031 2024-09-12T00:30:00.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.955+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=M8ILT2P0VC82 tag=COGEJPF88JRN type=write size=2459183 2024-09-12T00:30:00.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.956+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~AZJ00MT460BU.0 size=1011750 2024-09-12T00:30:00.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.958+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=AZJ00MT460BU tag=1WPGKB4H4RV6 type=write size=2060326 2024-09-12T00:30:00.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.959+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=N7SIBSJ9QZ9L type=del size=3184744 2024-09-12T00:30:00.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.960+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=RKKYLEHB5EAV type=del 2024-09-12T00:30:00.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.962+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~JDWWXJ5HBNZE.0 size=1048576 2024-09-12T00:30:00.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.963+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~JDWWXJ5HBNZE.1 size=203793 2024-09-12T00:30:00.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.963+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=JDWWXJ5HBNZE tag=UFZJ1F9C0QD3 type=write size=2300945 2024-09-12T00:30:00.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.965+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~MR6NNX06SFGP.0 size=1048576 2024-09-12T00:30:00.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.965+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~MR6NNX06SFGP.1 size=132930 2024-09-12T00:30:00.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.967+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=MR6NNX06SFGP tag=I817TVP10A1N type=write size=2230082 2024-09-12T00:30:00.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.969+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~KGLOHXSMY6MV.0 size=1048576 2024-09-12T00:30:00.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.970+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~KGLOHXSMY6MV.1 size=334495 2024-09-12T00:30:00.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.970+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=KGLOHXSMY6MV tag=2OD3P6H7HM9E type=write size=2431647 2024-09-12T00:30:00.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.972+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~AM3EB5EPM1QW.0 size=1048576 2024-09-12T00:30:00.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.973+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~AM3EB5EPM1QW.1 size=179336 2024-09-12T00:30:00.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.975+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=AM3EB5EPM1QW tag=BT5E28JRXYBE type=write size=2276488 2024-09-12T00:30:00.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.977+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~U8TE3MHHHRJX.0 size=577584 2024-09-12T00:30:00.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.977+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=U8TE3MHHHRJX tag=XUM4PM0ZUF76 type=write size=1626160 2024-09-12T00:30:00.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.979+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=2RXJBLEUN3UB type=del 2024-09-12T00:30:00.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.981+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=XI93E3FLLNO9 type=del size=519498 2024-09-12T00:30:00.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.982+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=LL0XWA3Z5PH0 type=write size=872816 2024-09-12T00:30:00.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.984+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~0KD2C4YENY97.0 size=1048576 2024-09-12T00:30:00.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.985+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~0KD2C4YENY97.1 size=1048576 2024-09-12T00:30:00.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.986+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~0KD2C4YENY97.2 size=496539 2024-09-12T00:30:00.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.986+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=0KD2C4YENY97 tag=779UZFC2K5DW type=write size=3642267 2024-09-12T00:30:00.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.987+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~TIRLAE64QL27.0 size=41580 2024-09-12T00:30:00.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.989+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=TIRLAE64QL27 tag=A55XU5TZ016E type=write size=1090156 2024-09-12T00:30:00.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.991+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~3MBGDHWRBQFJ.0 size=1048576 2024-09-12T00:30:00.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.992+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~3MBGDHWRBQFJ.1 size=762685 2024-09-12T00:30:00.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.992+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=3MBGDHWRBQFJ tag=VRP27H42XH3B type=write size=2859837 2024-09-12T00:30:00.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.994+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=7OB5DBSF2F8T type=write 2024-09-12T00:30:00.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.996+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~Q6MMAIGW9E0T.0 size=70393 2024-09-12T00:30:00.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.996+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=Q6MMAIGW9E0T tag=N027JHL8BI72 type=write size=1118969 2024-09-12T00:30:00.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.997+0000 7f8455f5c780 1 < canceled operation key=MK2OM1CN6QCN tag=FXKHORVEVDQL type=del size=1852320 2024-09-12T00:30:00.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.998+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=JUK2PKT3H3F7 type=del size=2919468 2024-09-12T00:30:00.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:00.999+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=OWQ1V16R03AR type=del 2024-09-12T00:30:00.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.001+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~Q62XC8YIZP7T.0 size=1048576 2024-09-12T00:30:01.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.002+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~Q62XC8YIZP7T.1 size=1048576 2024-09-12T00:30:01.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.003+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~Q62XC8YIZP7T.2 size=592348 2024-09-12T00:30:01.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.003+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=Q62XC8YIZP7T tag=PSN4Q0ZXTULX type=write size=3738076 2024-09-12T00:30:01.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.004+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~CC4GE6ALP6GQ.0 size=1048576 2024-09-12T00:30:01.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.005+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~CC4GE6ALP6GQ.1 size=1048576 2024-09-12T00:30:01.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.006+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~CC4GE6ALP6GQ.2 size=587313 2024-09-12T00:30:01.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.008+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=CC4GE6ALP6GQ tag=R5UH3OIEN8Q2 type=write size=3733041 2024-09-12T00:30:01.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.009+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=XXM36Y3GQ4K4 type=del size=1865602 2024-09-12T00:30:01.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.009+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~NKG6I315K1YI.0 size=1048576 2024-09-12T00:30:01.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.010+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~NKG6I315K1YI.1 size=1048576 2024-09-12T00:30:01.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.011+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~NKG6I315K1YI.2 size=956267 2024-09-12T00:30:01.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.013+0000 7f8455f5c780 1 < canceled multipart upload key=87B5GBBB0F0G upload=NKG6I315K1YI tag=46D8FPVCV85U type=write size=4101995 2024-09-12T00:30:01.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.015+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~ZRCTBPJ5V130.0 size=1048576 2024-09-12T00:30:01.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.015+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~ZRCTBPJ5V130.1 size=1048576 2024-09-12T00:30:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.016+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~ZRCTBPJ5V130.2 size=939864 2024-09-12T00:30:01.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.016+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=ZRCTBPJ5V130 tag=W0DO7CPZ3JSK type=write size=4085592 2024-09-12T00:30:01.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.017+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=KIBHYHFSSPYM type=del 2024-09-12T00:30:01.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.019+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~0RIQXYTDYE9G.0 size=465270 2024-09-12T00:30:01.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.019+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=0RIQXYTDYE9G tag=VJ2CMJL10UQ5 type=write size=1513846 2024-09-12T00:30:01.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.021+0000 7f8455f5c780 1 < suggested remove operation key=1NY27D1OOWPU tag=KVY1WV772XDG type=write 2024-09-12T00:30:01.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.023+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=E3F16RJY220M type=del size=3123558 2024-09-12T00:30:01.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.024+0000 7f8455f5c780 1 < completed write operation key=MK2OM1CN6QCN tag=FH6AZVRO3JXW type=write size=540906 2024-09-12T00:30:01.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.025+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=1ZTRCT2DM6K4 type=del size=3683108 2024-09-12T00:30:01.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.026+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~M8ILT2P0VC82.0 size=1048576 2024-09-12T00:30:01.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.027+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~M8ILT2P0VC82.1 size=362031 2024-09-12T00:30:01.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.029+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=M8ILT2P0VC82 tag=COGEJPF88JRN type=write size=2459183 2024-09-12T00:30:01.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.030+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=LTIH5QDAYOMS type=del size=2642119 2024-09-12T00:30:01.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.031+0000 7f8455f5c780 -1 < failed to complete operation key=1NY27D1OOWPU tag=N7SIBSJ9QZ9L type=del size=3184744: (22) Invalid argument 2024-09-12T00:30:01.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.033+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=867Z22Y5AP1Y type=del size=3006794 2024-09-12T00:30:01.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.034+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~JDWWXJ5HBNZE.0 size=1048576 2024-09-12T00:30:01.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.035+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~JDWWXJ5HBNZE.1 size=203793 2024-09-12T00:30:01.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.036+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=JDWWXJ5HBNZE tag=UFZJ1F9C0QD3 type=write size=2300945 2024-09-12T00:30:01.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.038+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=O53SV93UQX9X type=write size=530451 2024-09-12T00:30:01.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.039+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~KGLOHXSMY6MV.0 size=1048576 2024-09-12T00:30:01.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.039+0000 7f8455f5c780 1 < canceled part key=_multipart_HTB4SFXRNX8P.2~KGLOHXSMY6MV.1 size=334495 2024-09-12T00:30:01.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.040+0000 7f8455f5c780 1 < canceled multipart upload key=HTB4SFXRNX8P upload=KGLOHXSMY6MV tag=2OD3P6H7HM9E type=write size=2431647 2024-09-12T00:30:01.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.042+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~DL324AGAJR7J.0 size=651388 2024-09-12T00:30:01.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.043+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=DL324AGAJR7J tag=CL0VO2IQSG91 type=write size=1699964 2024-09-12T00:30:01.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.044+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~U8TE3MHHHRJX.0 size=577584 2024-09-12T00:30:01.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.046+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=U8TE3MHHHRJX tag=XUM4PM0ZUF76 type=write size=1626160 2024-09-12T00:30:01.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.048+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~C4ENL965JYTT.0 size=1048576 2024-09-12T00:30:01.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.048+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~C4ENL965JYTT.1 size=1048576 2024-09-12T00:30:01.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.049+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~C4ENL965JYTT.2 size=562776 2024-09-12T00:30:01.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.049+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=C4ENL965JYTT tag=97I7L4R8XHC1 type=write size=3708504 2024-09-12T00:30:01.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.050+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=XI93E3FLLNO9 type=del 2024-09-12T00:30:01.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.051+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=8XOSW5E3QCT0 type=write size=996287 2024-09-12T00:30:01.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.053+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~0KD2C4YENY97.0 size=1048576 2024-09-12T00:30:01.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.054+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~0KD2C4YENY97.1 size=1048576 2024-09-12T00:30:01.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.054+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~0KD2C4YENY97.2 size=496539 2024-09-12T00:30:01.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.056+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=0KD2C4YENY97 tag=779UZFC2K5DW type=write size=3642267 2024-09-12T00:30:01.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.057+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=R09JRNMQORPD type=del size=274812 2024-09-12T00:30:01.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.058+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~3MBGDHWRBQFJ.0 size=1048576 2024-09-12T00:30:01.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.059+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~3MBGDHWRBQFJ.1 size=762685 2024-09-12T00:30:01.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.061+0000 7f8455f5c780 1 < canceled multipart upload key=FAH61LMM19S7 upload=3MBGDHWRBQFJ tag=VRP27H42XH3B type=write size=2859837 2024-09-12T00:30:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.063+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~3DW8TSC9I9LS.0 size=1048576 2024-09-12T00:30:01.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.064+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~3DW8TSC9I9LS.1 size=1048576 2024-09-12T00:30:01.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.065+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~3DW8TSC9I9LS.2 size=838196 2024-09-12T00:30:01.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.065+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=3DW8TSC9I9LS tag=ZF5WQVE6X1N3 type=write size=3983924 2024-09-12T00:30:01.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.066+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~Q6MMAIGW9E0T.0 size=70393 2024-09-12T00:30:01.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.067+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=Q6MMAIGW9E0T tag=N027JHL8BI72 type=write size=1118969 2024-09-12T00:30:01.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.069+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=TB0CB6IY3BZK type=del size=1948719 2024-09-12T00:30:01.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.070+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=JUK2PKT3H3F7 type=del 2024-09-12T00:30:01.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.071+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=X7PJ6JBUQXJ1 type=del size=3754615 2024-09-12T00:30:01.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.072+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~Q62XC8YIZP7T.0 size=1048576 2024-09-12T00:30:01.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.072+0000 7f8455f5c780 1 < canceled part key=_multipart_3QZOXO71V3B0.2~Q62XC8YIZP7T.1 size=1048576 2024-09-12T00:30:01.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.073+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~Q62XC8YIZP7T.2 size=592348 2024-09-12T00:30:01.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.075+0000 7f8455f5c780 1 < canceled multipart upload key=3QZOXO71V3B0 upload=Q62XC8YIZP7T tag=PSN4Q0ZXTULX type=write size=3738076 2024-09-12T00:30:01.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.076+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=9HOND31YD91U type=write size=922210 2024-09-12T00:30:01.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.079+0000 7f8455f5c780 1 < suggested update operation key=5F2OS11YH2Y3 tag=XXM36Y3GQ4K4 type=del size=1865602 2024-09-12T00:30:01.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.080+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=81BLKVBBFVGP type=del size=2098391 2024-09-12T00:30:01.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.081+0000 7f8455f5c780 1 < canceled part key=_multipart_7T1NXXX4G2CP.2~ZRCTBPJ5V130.0 size=1048576 2024-09-12T00:30:01.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.082+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~ZRCTBPJ5V130.1 size=1048576 2024-09-12T00:30:01.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.083+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~ZRCTBPJ5V130.2 size=939864 2024-09-12T00:30:01.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.086+0000 7f8455f5c780 1 < canceled multipart upload key=7T1NXXX4G2CP upload=ZRCTBPJ5V130 tag=W0DO7CPZ3JSK type=write size=4085592 2024-09-12T00:30:01.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.087+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=PH63G2EVYSG0 type=del size=518969 2024-09-12T00:30:01.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.088+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~0RIQXYTDYE9G.0 size=465270 2024-09-12T00:30:01.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.090+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=0RIQXYTDYE9G tag=VJ2CMJL10UQ5 type=write size=1513846 2024-09-12T00:30:01.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.092+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~9F0YED16Z8DJ.0 size=1048576 2024-09-12T00:30:01.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.093+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~9F0YED16Z8DJ.1 size=1048576 2024-09-12T00:30:01.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.094+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~9F0YED16Z8DJ.2 size=390848 2024-09-12T00:30:01.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.094+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=9F0YED16Z8DJ tag=89K4NX08FP59 type=write size=3536576 2024-09-12T00:30:01.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.095+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=E3F16RJY220M type=del 2024-09-12T00:30:01.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.096+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=VMRNSMN0ROLG type=del size=286053 2024-09-12T00:30:01.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.098+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=1ZTRCT2DM6K4 type=del size=3683108 2024-09-12T00:30:01.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.100+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~9LAJD4LM4DPA.0 size=548538 2024-09-12T00:30:01.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.100+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=9LAJD4LM4DPA tag=6WR48ST0YO8O type=write size=1597114 2024-09-12T00:30:01.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.102+0000 7f8455f5c780 1 < suggested remove operation key=G6YFIJM3LQN2 tag=LTIH5QDAYOMS type=del 2024-09-12T00:30:01.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.103+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=U407GDYR8QHV type=del size=3410133 2024-09-12T00:30:01.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.105+0000 7f8455f5c780 1 < canceled operation key=O6IDG2ZIU2BY tag=867Z22Y5AP1Y type=del size=3006794 2024-09-12T00:30:01.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.106+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=U7LBX4BEOMA2 type=del size=469174 2024-09-12T00:30:01.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.107+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=O53SV93UQX9X type=write size=530451 2024-09-12T00:30:01.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.109+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~5TQDU2CEVDQG.0 size=882766 2024-09-12T00:30:01.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.109+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=5TQDU2CEVDQG tag=IN1YHPXQ28B3 type=write size=1931342 2024-09-12T00:30:01.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.111+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~DL324AGAJR7J.0 size=651388 2024-09-12T00:30:01.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.113+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=DL324AGAJR7J tag=CL0VO2IQSG91 type=write size=1699964 2024-09-12T00:30:01.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.114+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=1963CGRLTNWH type=write size=449238 2024-09-12T00:30:01.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.115+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~C4ENL965JYTT.0 size=1048576 2024-09-12T00:30:01.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.116+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~C4ENL965JYTT.1 size=1048576 2024-09-12T00:30:01.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.117+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~C4ENL965JYTT.2 size=562776 2024-09-12T00:30:01.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.119+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=C4ENL965JYTT tag=97I7L4R8XHC1 type=write size=3708504 2024-09-12T00:30:01.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.120+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=KE6CUXWNF3H8 type=del size=2028391 2024-09-12T00:30:01.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.122+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=8XOSW5E3QCT0 type=write size=996287 2024-09-12T00:30:01.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.124+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~ZZRLJ03YJR5J.0 size=1048576 2024-09-12T00:30:01.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.125+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~ZZRLJ03YJR5J.1 size=1048576 2024-09-12T00:30:01.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.126+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~ZZRLJ03YJR5J.2 size=575821 2024-09-12T00:30:01.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.126+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=ZZRLJ03YJR5J tag=HBDVLP7UDXX6 type=write size=3721549 2024-09-12T00:30:01.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.127+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=R09JRNMQORPD type=del 2024-09-12T00:30:01.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.129+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=ERNM2GC8KHP0 type=del size=1363549 2024-09-12T00:30:01.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.130+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~3DW8TSC9I9LS.0 size=1048576 2024-09-12T00:30:01.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.131+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~3DW8TSC9I9LS.1 size=1048576 2024-09-12T00:30:01.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.132+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~3DW8TSC9I9LS.2 size=838196 2024-09-12T00:30:01.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.134+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=3DW8TSC9I9LS tag=ZF5WQVE6X1N3 type=write size=3983924 2024-09-12T00:30:01.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.135+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=XP7HOCUJXO5O type=write size=564406 2024-09-12T00:30:01.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.138+0000 7f8455f5c780 1 < suggested remove operation key=EWN14RZZVQSP tag=TB0CB6IY3BZK type=del 2024-09-12T00:30:01.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.139+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=M5BCQWZJ9V97 type=del size=1060425 2024-09-12T00:30:01.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.140+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=X7PJ6JBUQXJ1 type=del 2024-09-12T00:30:01.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.142+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~ZP0OR6C0CGZW.0 size=985423 2024-09-12T00:30:01.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.142+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=ZP0OR6C0CGZW tag=PDFNN5SHWV8V type=write size=2033999 2024-09-12T00:30:01.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.144+0000 7f8455f5c780 1 < completed write operation key=6ZPF32PZKGY3 tag=9HOND31YD91U type=write size=922210 2024-09-12T00:30:01.144 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.146+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~S76GPRQ3JR2O.0 size=1048576 2024-09-12T00:30:01.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.147+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~S76GPRQ3JR2O.1 size=891660 2024-09-12T00:30:01.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.147+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=S76GPRQ3JR2O tag=MFQEORYOPDZ4 type=write size=2988812 2024-09-12T00:30:01.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.148+0000 7f8455f5c780 1 < canceled operation key=87B5GBBB0F0G tag=81BLKVBBFVGP type=del size=2098391 2024-09-12T00:30:01.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.149+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=7KVKBQMD1U6F type=del size=1470340 2024-09-12T00:30:01.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.152+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=PH63G2EVYSG0 type=del 2024-09-12T00:30:01.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.153+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=IRMYSSCI31JU type=del size=2414330 2024-09-12T00:30:01.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.154+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~9F0YED16Z8DJ.0 size=1048576 2024-09-12T00:30:01.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.155+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~9F0YED16Z8DJ.1 size=1048576 2024-09-12T00:30:01.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.156+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~9F0YED16Z8DJ.2 size=390848 2024-09-12T00:30:01.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.158+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=9F0YED16Z8DJ tag=89K4NX08FP59 type=write size=3536576 2024-09-12T00:30:01.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.161+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~INWNCJUCOUA2.0 size=462204 2024-09-12T00:30:01.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.161+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=INWNCJUCOUA2 tag=27NYP5657MYI type=write size=1510780 2024-09-12T00:30:01.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.162+0000 7f8455f5c780 1 < canceled operation key=0B86VX5Z60TF tag=VMRNSMN0ROLG type=del size=286053 2024-09-12T00:30:01.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.164+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~PVKG2NMPJJOI.0 size=1048576 2024-09-12T00:30:01.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.165+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~PVKG2NMPJJOI.1 size=1048576 2024-09-12T00:30:01.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.166+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~PVKG2NMPJJOI.2 size=430951 2024-09-12T00:30:01.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.166+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=PVKG2NMPJJOI tag=1HMS7VKTOMHJ type=write size=3576679 2024-09-12T00:30:01.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.167+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~9LAJD4LM4DPA.0 size=548538 2024-09-12T00:30:01.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.169+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=9LAJD4LM4DPA tag=6WR48ST0YO8O type=write size=1597114 2024-09-12T00:30:01.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.171+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~G0R8W2D3M0TQ.0 size=895246 2024-09-12T00:30:01.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.171+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=G0R8W2D3M0TQ tag=PR0IJ304M1SC type=write size=1943822 2024-09-12T00:30:01.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.173+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=U407GDYR8QHV type=del 2024-09-12T00:30:01.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.174+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=UKZL2R3DNX0H type=del size=3975099 2024-09-12T00:30:01.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.175+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=U7LBX4BEOMA2 type=del 2024-09-12T00:30:01.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.176+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=PCVA5CYDFT9Y type=write size=101390 2024-09-12T00:30:01.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.178+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~5TQDU2CEVDQG.0 size=882766 2024-09-12T00:30:01.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.179+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=5TQDU2CEVDQG tag=IN1YHPXQ28B3 type=write size=1931342 2024-09-12T00:30:01.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.182+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~UNB9GUJC4MV5.0 size=1048576 2024-09-12T00:30:01.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.182+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~UNB9GUJC4MV5.1 size=982360 2024-09-12T00:30:01.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.182+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=UNB9GUJC4MV5 tag=LVB0BR9F0DJZ type=write size=3079512 2024-09-12T00:30:01.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.184+0000 7f8455f5c780 1 < completed write operation key=MK2OM1CN6QCN tag=1963CGRLTNWH type=write size=449238 2024-09-12T00:30:01.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.185+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=L4WIMD4Q1DNA type=del size=1335503 2024-09-12T00:30:01.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.186+0000 7f8455f5c780 1 < canceled operation key=Z7FSWDLC6Z2R tag=KE6CUXWNF3H8 type=del size=2028391 2024-09-12T00:30:01.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.187+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=NOYSI8YKYFGV type=write size=118989 2024-09-12T00:30:01.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.188+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~ZZRLJ03YJR5J.0 size=1048576 2024-09-12T00:30:01.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.189+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~ZZRLJ03YJR5J.1 size=1048576 2024-09-12T00:30:01.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.190+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~ZZRLJ03YJR5J.2 size=575821 2024-09-12T00:30:01.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.192+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=ZZRLJ03YJR5J tag=HBDVLP7UDXX6 type=write size=3721549 2024-09-12T00:30:01.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.194+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~4L51LGG1PZ5J.0 size=1048576 2024-09-12T00:30:01.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.195+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~4L51LGG1PZ5J.1 size=244681 2024-09-12T00:30:01.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.195+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=4L51LGG1PZ5J tag=8WG3SH3WWFOJ type=write size=2341833 2024-09-12T00:30:01.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.197+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=ERNM2GC8KHP0 type=del 2024-09-12T00:30:01.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.198+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=S0RVFKEYBL8Z type=del size=226134 2024-09-12T00:30:01.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.200+0000 7f8455f5c780 1 < completed write operation key=YOBG2K7WI8ZX tag=XP7HOCUJXO5O type=write size=564406 2024-09-12T00:30:01.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.201+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=EKW7ZOGTHYW6 type=del size=1358853 2024-09-12T00:30:01.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.202+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=M5BCQWZJ9V97 type=del 2024-09-12T00:30:01.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.204+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~YZ665FXEPWO3.0 size=1048576 2024-09-12T00:30:01.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.205+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~YZ665FXEPWO3.1 size=1048576 2024-09-12T00:30:01.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.206+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~YZ665FXEPWO3.2 size=93449 2024-09-12T00:30:01.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.206+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=YZ665FXEPWO3 tag=SVXU61VSR7CG type=write size=3239177 2024-09-12T00:30:01.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.207+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~ZP0OR6C0CGZW.0 size=985423 2024-09-12T00:30:01.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.209+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=ZP0OR6C0CGZW tag=PDFNN5SHWV8V type=write size=2033999 2024-09-12T00:30:01.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.211+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~MIQXM2VJCKPL.0 size=588183 2024-09-12T00:30:01.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.211+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=MIQXM2VJCKPL tag=GOQD6CBZF87B type=write size=1636759 2024-09-12T00:30:01.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.212+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~S76GPRQ3JR2O.0 size=1048576 2024-09-12T00:30:01.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.212+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~S76GPRQ3JR2O.1 size=891660 2024-09-12T00:30:01.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.214+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=S76GPRQ3JR2O tag=MFQEORYOPDZ4 type=write size=2988812 2024-09-12T00:30:01.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.215+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=AWN2NH3C6Z0Q type=del size=2758438 2024-09-12T00:30:01.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.217+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=7KVKBQMD1U6F type=del 2024-09-12T00:30:01.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.218+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=A6OYZOEQR5K5 type=del size=1412236 2024-09-12T00:30:01.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.219+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=IRMYSSCI31JU type=del 2024-09-12T00:30:01.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.220+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=CGU84OC3H7V2 type=del size=431167 2024-09-12T00:30:01.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.221+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~INWNCJUCOUA2.0 size=462204 2024-09-12T00:30:01.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.223+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=INWNCJUCOUA2 tag=27NYP5657MYI type=write size=1510780 2024-09-12T00:30:01.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.224+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=J2GTIDCBHGRW type=del size=173406 2024-09-12T00:30:01.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.225+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~PVKG2NMPJJOI.0 size=1048576 2024-09-12T00:30:01.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.226+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~PVKG2NMPJJOI.1 size=1048576 2024-09-12T00:30:01.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.227+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~PVKG2NMPJJOI.2 size=430951 2024-09-12T00:30:01.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.229+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=PVKG2NMPJJOI tag=1HMS7VKTOMHJ type=write size=3576679 2024-09-12T00:30:01.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.231+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~QKBBMFWIQTOE.0 size=1048576 2024-09-12T00:30:01.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.231+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~QKBBMFWIQTOE.1 size=798562 2024-09-12T00:30:01.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.231+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=QKBBMFWIQTOE tag=QFKCQASJA6DX type=write size=2895714 2024-09-12T00:30:01.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.233+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~G0R8W2D3M0TQ.0 size=895246 2024-09-12T00:30:01.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.235+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=G0R8W2D3M0TQ tag=PR0IJ304M1SC type=write size=1943822 2024-09-12T00:30:01.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.237+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~GCOXH76Z15CY.0 size=1048576 2024-09-12T00:30:01.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.238+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~GCOXH76Z15CY.1 size=1048576 2024-09-12T00:30:01.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.239+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~GCOXH76Z15CY.2 size=742431 2024-09-12T00:30:01.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.239+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=GCOXH76Z15CY tag=UNMUZUEBH7SP type=write size=3888159 2024-09-12T00:30:01.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.240+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=UKZL2R3DNX0H type=del 2024-09-12T00:30:01.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.241+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=66T5HGML7CP5 type=del size=1575961 2024-09-12T00:30:01.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.243+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=PCVA5CYDFT9Y type=write size=101390 2024-09-12T00:30:01.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.244+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=CLNP51SYKU33 type=del size=3225210 2024-09-12T00:30:01.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.245+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~UNB9GUJC4MV5.0 size=1048576 2024-09-12T00:30:01.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.246+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~UNB9GUJC4MV5.1 size=982360 2024-09-12T00:30:01.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.248+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=UNB9GUJC4MV5 tag=LVB0BR9F0DJZ type=write size=3079512 2024-09-12T00:30:01.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.249+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=DLKHE3B2OBY1 type=write size=546171 2024-09-12T00:30:01.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.251+0000 7f8455f5c780 1 < suggested remove operation key=B1FDYTC03874 tag=L4WIMD4Q1DNA type=del 2024-09-12T00:30:01.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.252+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=3YDR513IVLGT type=del size=2648099 2024-09-12T00:30:01.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.254+0000 7f8455f5c780 1 < completed write operation key=STIRHZQYJ1PZ tag=NOYSI8YKYFGV type=write size=118989 2024-09-12T00:30:01.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.255+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=O641SW0H1M0X type=write size=693519 2024-09-12T00:30:01.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.256+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~4L51LGG1PZ5J.0 size=1048576 2024-09-12T00:30:01.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.257+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~4L51LGG1PZ5J.1 size=244681 2024-09-12T00:30:01.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.259+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=4L51LGG1PZ5J tag=8WG3SH3WWFOJ type=write size=2341833 2024-09-12T00:30:01.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.261+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~P3W1RIEOI4M2.0 size=916052 2024-09-12T00:30:01.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.261+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=P3W1RIEOI4M2 tag=Z2IYS2QR651B type=write size=1964628 2024-09-12T00:30:01.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.262+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=S0RVFKEYBL8Z type=del size=226134 2024-09-12T00:30:01.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.263+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=M28FCIZDD4GP type=del size=468226 2024-09-12T00:30:01.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.265+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=EKW7ZOGTHYW6 type=del 2024-09-12T00:30:01.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.267+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~L43XQAVHFTXD.0 size=1048576 2024-09-12T00:30:01.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.268+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~L43XQAVHFTXD.1 size=1048576 2024-09-12T00:30:01.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.269+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~L43XQAVHFTXD.2 size=250400 2024-09-12T00:30:01.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.269+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=L43XQAVHFTXD tag=MAD16IZQW52S type=write size=3396128 2024-09-12T00:30:01.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.269+0000 7f8455f5c780 1 < canceled part key=_multipart_YOBG2K7WI8ZX.2~YZ665FXEPWO3.0 size=1048576 2024-09-12T00:30:01.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.269+0000 7f8455f5c780 1 < canceled part key=_multipart_YOBG2K7WI8ZX.2~YZ665FXEPWO3.1 size=1048576 2024-09-12T00:30:01.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.270+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~YZ665FXEPWO3.2 size=93449 2024-09-12T00:30:01.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.273+0000 7f8455f5c780 1 < canceled multipart upload key=YOBG2K7WI8ZX upload=YZ665FXEPWO3 tag=SVXU61VSR7CG type=write size=3239177 2024-09-12T00:30:01.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.274+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=9J7181A4WJSG type=del size=1467139 2024-09-12T00:30:01.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.275+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~MIQXM2VJCKPL.0 size=588183 2024-09-12T00:30:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.277+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=MIQXM2VJCKPL tag=GOQD6CBZF87B type=write size=1636759 2024-09-12T00:30:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.279+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~SMK4AT2Y6KSN.0 size=1048576 2024-09-12T00:30:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.280+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~SMK4AT2Y6KSN.1 size=643236 2024-09-12T00:30:01.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.280+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=SMK4AT2Y6KSN tag=RMY5T9JZO9JK type=write size=2740388 2024-09-12T00:30:01.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.281+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=AWN2NH3C6Z0Q type=del 2024-09-12T00:30:01.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.282+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=WIUC3HAP6J8F type=del size=797585 2024-09-12T00:30:01.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.283+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=A6OYZOEQR5K5 type=del 2024-09-12T00:30:01.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.286+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~8XQCCAINZXBF.0 size=11061 2024-09-12T00:30:01.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.286+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=8XQCCAINZXBF tag=1BZ0VK9FI7SB type=write size=1059637 2024-09-12T00:30:01.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.287+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=CGU84OC3H7V2 type=del 2024-09-12T00:30:01.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.289+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~P76I1P8Q14S8.0 size=1048576 2024-09-12T00:30:01.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.290+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~P76I1P8Q14S8.1 size=1048576 2024-09-12T00:30:01.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.291+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~P76I1P8Q14S8.2 size=332990 2024-09-12T00:30:01.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.291+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=P76I1P8Q14S8 tag=LXFWSJHEAX0P type=write size=3478718 2024-09-12T00:30:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.292+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=J2GTIDCBHGRW type=del 2024-09-12T00:30:01.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.293+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=D14Y13KJ4FCV type=del size=4046607 2024-09-12T00:30:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.294+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~QKBBMFWIQTOE.0 size=1048576 2024-09-12T00:30:01.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.295+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~QKBBMFWIQTOE.1 size=798562 2024-09-12T00:30:01.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.297+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=QKBBMFWIQTOE tag=QFKCQASJA6DX type=write size=2895714 2024-09-12T00:30:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.299+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~WXNTEZHVIF9I.0 size=1048576 2024-09-12T00:30:01.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.300+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~WXNTEZHVIF9I.1 size=133739 2024-09-12T00:30:01.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.300+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=WXNTEZHVIF9I tag=I97SXPO618WC type=write size=2230891 2024-09-12T00:30:01.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.301+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~GCOXH76Z15CY.0 size=1048576 2024-09-12T00:30:01.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.302+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~GCOXH76Z15CY.1 size=1048576 2024-09-12T00:30:01.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.304+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~GCOXH76Z15CY.2 size=742431 2024-09-12T00:30:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.308+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=GCOXH76Z15CY tag=UNMUZUEBH7SP type=write size=3888159 2024-09-12T00:30:01.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.310+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=LPBZKAEJKLUR type=del size=4104925 2024-09-12T00:30:01.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.311+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=66T5HGML7CP5 type=del 2024-09-12T00:30:01.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.313+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~QTT2SIRRFV6L.0 size=1048576 2024-09-12T00:30:01.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.314+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~QTT2SIRRFV6L.1 size=679963 2024-09-12T00:30:01.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.314+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=QTT2SIRRFV6L tag=FJNRHLSU3DG9 type=write size=2777115 2024-09-12T00:30:01.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.315+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=CLNP51SYKU33 type=del 2024-09-12T00:30:01.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.316+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=U16LR8HW0OFM type=del size=1730908 2024-09-12T00:30:01.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.317+0000 7f8455f5c780 1 < completed write operation key=5F2OS11YH2Y3 tag=DLKHE3B2OBY1 type=write size=546171 2024-09-12T00:30:01.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.318+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=52RU9RKC56SK type=write size=580673 2024-09-12T00:30:01.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.320+0000 7f8455f5c780 1 < suggested remove operation key=MK2OM1CN6QCN tag=3YDR513IVLGT type=del 2024-09-12T00:30:01.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.322+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~4602WT49NOC4.0 size=1048576 2024-09-12T00:30:01.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.323+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~4602WT49NOC4.1 size=1048576 2024-09-12T00:30:01.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.324+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~4602WT49NOC4.2 size=10586 2024-09-12T00:30:01.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.324+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=4602WT49NOC4 tag=O3I6W35IHB6T type=write size=3156314 2024-09-12T00:30:01.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.325+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=O641SW0H1M0X type=write size=693519 2024-09-12T00:30:01.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.327+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~LQMDWJR3QWRZ.0 size=1048576 2024-09-12T00:30:01.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.328+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~LQMDWJR3QWRZ.1 size=734359 2024-09-12T00:30:01.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.328+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=LQMDWJR3QWRZ tag=R5SRZ6FQLA1I type=write size=2831511 2024-09-12T00:30:01.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.329+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~P3W1RIEOI4M2.0 size=916052 2024-09-12T00:30:01.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.331+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=P3W1RIEOI4M2 tag=Z2IYS2QR651B type=write size=1964628 2024-09-12T00:30:01.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.332+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=GI21LEWV9K31 type=del size=3380300 2024-09-12T00:30:01.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.333+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=M28FCIZDD4GP type=del 2024-09-12T00:30:01.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.335+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~BGLPXYL3MLD0.0 size=1048576 2024-09-12T00:30:01.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.336+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~BGLPXYL3MLD0.1 size=128542 2024-09-12T00:30:01.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.336+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=BGLPXYL3MLD0 tag=3VWLYMXEVZAD type=write size=2225694 2024-09-12T00:30:01.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.337+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~L43XQAVHFTXD.0 size=1048576 2024-09-12T00:30:01.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.338+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~L43XQAVHFTXD.1 size=1048576 2024-09-12T00:30:01.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.339+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~L43XQAVHFTXD.2 size=250400 2024-09-12T00:30:01.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.341+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=L43XQAVHFTXD tag=MAD16IZQW52S type=write size=3396128 2024-09-12T00:30:01.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.342+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=8WQVY9OTKO9O type=del size=3205209 2024-09-12T00:30:01.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.343+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=9J7181A4WJSG type=del 2024-09-12T00:30:01.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.345+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=82INC15CD3V3 type=write size=9192 2024-09-12T00:30:01.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.346+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~SMK4AT2Y6KSN.0 size=1048576 2024-09-12T00:30:01.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.347+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~SMK4AT2Y6KSN.1 size=643236 2024-09-12T00:30:01.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.349+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=SMK4AT2Y6KSN tag=RMY5T9JZO9JK type=write size=2740388 2024-09-12T00:30:01.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.350+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=H050I9755JNO type=del size=3092637 2024-09-12T00:30:01.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.351+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=WIUC3HAP6J8F type=del 2024-09-12T00:30:01.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.353+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=1UOP904HJYYV type=del size=382426 2024-09-12T00:30:01.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.354+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~8XQCCAINZXBF.0 size=11061 2024-09-12T00:30:01.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.356+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=8XQCCAINZXBF tag=1BZ0VK9FI7SB type=write size=1059637 2024-09-12T00:30:01.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.358+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~3USTZYVP4HFA.0 size=1048576 2024-09-12T00:30:01.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.359+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~3USTZYVP4HFA.1 size=198197 2024-09-12T00:30:01.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.359+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=3USTZYVP4HFA tag=GLQ46FT4GA3C type=write size=2295349 2024-09-12T00:30:01.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.360+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~P76I1P8Q14S8.0 size=1048576 2024-09-12T00:30:01.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.361+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~P76I1P8Q14S8.1 size=1048576 2024-09-12T00:30:01.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.362+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~P76I1P8Q14S8.2 size=332990 2024-09-12T00:30:01.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.364+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=P76I1P8Q14S8 tag=LXFWSJHEAX0P type=write size=3478718 2024-09-12T00:30:01.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.366+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~V49G32HR6C8O.0 size=26038 2024-09-12T00:30:01.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.366+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=V49G32HR6C8O tag=PBM7PWFHVKUV type=write size=1074614 2024-09-12T00:30:01.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.367+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=D14Y13KJ4FCV type=del 2024-09-12T00:30:01.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.369+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~U5PLYAAVBMZN.0 size=1048576 2024-09-12T00:30:01.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.370+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~U5PLYAAVBMZN.1 size=1048576 2024-09-12T00:30:01.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.371+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~U5PLYAAVBMZN.2 size=686536 2024-09-12T00:30:01.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.371+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=U5PLYAAVBMZN tag=LEZOMWR921OC type=write size=3832264 2024-09-12T00:30:01.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.372+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~WXNTEZHVIF9I.0 size=1048576 2024-09-12T00:30:01.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.372+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~WXNTEZHVIF9I.1 size=133739 2024-09-12T00:30:01.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.374+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=WXNTEZHVIF9I tag=I97SXPO618WC type=write size=2230891 2024-09-12T00:30:01.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.375+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=A2BO1M14VBOH type=del size=807396 2024-09-12T00:30:01.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.376+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=LPBZKAEJKLUR type=del 2024-09-12T00:30:01.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.377+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=3V82YAHR3HX6 type=del size=1471467 2024-09-12T00:30:01.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.378+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~QTT2SIRRFV6L.0 size=1048576 2024-09-12T00:30:01.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.379+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~QTT2SIRRFV6L.1 size=679963 2024-09-12T00:30:01.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.381+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=QTT2SIRRFV6L tag=FJNRHLSU3DG9 type=write size=2777115 2024-09-12T00:30:01.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.382+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=3AY5421W7IYM type=write size=43707 2024-09-12T00:30:01.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.383+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=U16LR8HW0OFM type=del 2024-09-12T00:30:01.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.384+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=VQOMBWBH9DFM type=del size=4021849 2024-09-12T00:30:01.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.385+0000 7f8455f5c780 1 < completed write operation key=NJDCFOHPNT1R tag=52RU9RKC56SK type=write size=580673 2024-09-12T00:30:01.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.387+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=1BCQ06X1ZHP3 type=del size=964594 2024-09-12T00:30:01.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.388+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~4602WT49NOC4.0 size=1048576 2024-09-12T00:30:01.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.389+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~4602WT49NOC4.1 size=1048576 2024-09-12T00:30:01.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.390+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~4602WT49NOC4.2 size=10586 2024-09-12T00:30:01.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.392+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=4602WT49NOC4 tag=O3I6W35IHB6T type=write size=3156314 2024-09-12T00:30:01.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.393+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=GT1R8UPN7QBU type=del size=4001276 2024-09-12T00:30:01.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.394+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~LQMDWJR3QWRZ.0 size=1048576 2024-09-12T00:30:01.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.395+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~LQMDWJR3QWRZ.1 size=734359 2024-09-12T00:30:01.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.398+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=LQMDWJR3QWRZ tag=R5SRZ6FQLA1I type=write size=2831511 2024-09-12T00:30:01.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.400+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~JPSUYPXMN0D6.0 size=1048576 2024-09-12T00:30:01.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.401+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~JPSUYPXMN0D6.1 size=833590 2024-09-12T00:30:01.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.401+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=JPSUYPXMN0D6 tag=Y3F2EA4F89XU type=write size=2930742 2024-09-12T00:30:01.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.403+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=GI21LEWV9K31 type=del 2024-09-12T00:30:01.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.404+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=UR3PRU40UC9H type=write size=217965 2024-09-12T00:30:01.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.405+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~BGLPXYL3MLD0.0 size=1048576 2024-09-12T00:30:01.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.406+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~BGLPXYL3MLD0.1 size=128542 2024-09-12T00:30:01.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.408+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=BGLPXYL3MLD0 tag=3VWLYMXEVZAD type=write size=2225694 2024-09-12T00:30:01.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.411+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~FAW9170S74JT.0 size=1048576 2024-09-12T00:30:01.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.412+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~FAW9170S74JT.1 size=677387 2024-09-12T00:30:01.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.412+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=FAW9170S74JT tag=LR260H5MIA3F type=write size=2774539 2024-09-12T00:30:01.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.415+0000 7f8455f5c780 1 < suggested update operation key=HNLIR7DV5BHI tag=8WQVY9OTKO9O type=del size=3205209 2024-09-12T00:30:01.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.417+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=45PYTTG1IGF9 type=del size=4180058 2024-09-12T00:30:01.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.420+0000 7f8455f5c780 1 < suggested update operation key=YOBG2K7WI8ZX tag=82INC15CD3V3 type=write size=9192 2024-09-12T00:30:01.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.422+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~YH8S4BPZW96I.0 size=193434 2024-09-12T00:30:01.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.422+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=YH8S4BPZW96I tag=NDTTWK4LK20Z type=write size=1242010 2024-09-12T00:30:01.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.424+0000 7f8455f5c780 1 < suggested update operation key=0B86VX5Z60TF tag=H050I9755JNO type=del size=3092637 2024-09-12T00:30:01.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.426+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=4E7NWQYPG14V type=del size=61449 2024-09-12T00:30:01.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.427+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=1UOP904HJYYV type=del 2024-09-12T00:30:01.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.428+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=PZ1Z9K7ERH33 type=del size=156984 2024-09-12T00:30:01.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.429+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~3USTZYVP4HFA.0 size=1048576 2024-09-12T00:30:01.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.430+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~3USTZYVP4HFA.1 size=198197 2024-09-12T00:30:01.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.432+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=3USTZYVP4HFA tag=GLQ46FT4GA3C type=write size=2295349 2024-09-12T00:30:01.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.433+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=EJXOZIZREY5J type=del size=3945921 2024-09-12T00:30:01.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.434+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~V49G32HR6C8O.0 size=26038 2024-09-12T00:30:01.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.436+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=V49G32HR6C8O tag=PBM7PWFHVKUV type=write size=1074614 2024-09-12T00:30:01.436 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.437+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=BFKE04WXUFOV type=del size=919279 2024-09-12T00:30:01.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.439+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~U5PLYAAVBMZN.0 size=1048576 2024-09-12T00:30:01.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.440+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~U5PLYAAVBMZN.1 size=1048576 2024-09-12T00:30:01.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.441+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~U5PLYAAVBMZN.2 size=686536 2024-09-12T00:30:01.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.443+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=U5PLYAAVBMZN tag=LEZOMWR921OC type=write size=3832264 2024-09-12T00:30:01.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.444+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=CR86JFX8T3UP type=del size=2474817 2024-09-12T00:30:01.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.445+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=A2BO1M14VBOH type=del 2024-09-12T00:30:01.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.447+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~ACMRHWD9X6BK.0 size=1048576 2024-09-12T00:30:01.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.448+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~ACMRHWD9X6BK.1 size=807763 2024-09-12T00:30:01.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.448+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=ACMRHWD9X6BK tag=8BXGQ4V9LDY1 type=write size=2904915 2024-09-12T00:30:01.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.449+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=3V82YAHR3HX6 type=del 2024-09-12T00:30:01.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.450+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=A8HPIDWB13NY type=del size=1527931 2024-09-12T00:30:01.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.452+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=3AY5421W7IYM type=write size=43707 2024-09-12T00:30:01.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.453+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=4WUTEVP9SHHX type=del size=1796942 2024-09-12T00:30:01.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.454+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=VQOMBWBH9DFM type=del 2024-09-12T00:30:01.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.455+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=GS9VV05HJ3QK type=del size=2307764 2024-09-12T00:30:01.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.456+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=1BCQ06X1ZHP3 type=del 2024-09-12T00:30:01.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.457+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=UVY1GC3X82KM type=del size=1433580 2024-09-12T00:30:01.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.460+0000 7f8455f5c780 1 < suggested remove operation key=G6YFIJM3LQN2 tag=GT1R8UPN7QBU type=del 2024-09-12T00:30:01.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.461+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=SOYVXHN3D178 type=del size=470506 2024-09-12T00:30:01.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.462+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~JPSUYPXMN0D6.0 size=1048576 2024-09-12T00:30:01.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.463+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~JPSUYPXMN0D6.1 size=833590 2024-09-12T00:30:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.465+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=JPSUYPXMN0D6 tag=Y3F2EA4F89XU type=write size=2930742 2024-09-12T00:30:01.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.466+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=D5ATPBZZKFPM type=del size=2411472 2024-09-12T00:30:01.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.468+0000 7f8455f5c780 1 < suggested update operation key=B1FDYTC03874 tag=UR3PRU40UC9H type=write size=217965 2024-09-12T00:30:01.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.470+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~NGSLNNVHE5DK.0 size=1048576 2024-09-12T00:30:01.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.471+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~NGSLNNVHE5DK.1 size=80793 2024-09-12T00:30:01.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.471+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=NGSLNNVHE5DK tag=2390POLWXAR7 type=write size=2177945 2024-09-12T00:30:01.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.473+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~FAW9170S74JT.0 size=1048576 2024-09-12T00:30:01.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.474+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~FAW9170S74JT.1 size=677387 2024-09-12T00:30:01.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.476+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=FAW9170S74JT tag=LR260H5MIA3F type=write size=2774539 2024-09-12T00:30:01.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.477+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=1OWKDAM3Q8K2 type=del size=2005352 2024-09-12T00:30:01.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.478+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=45PYTTG1IGF9 type=del 2024-09-12T00:30:01.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.479+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=JU6IAS3RBN75 type=del size=388741 2024-09-12T00:30:01.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.480+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~YH8S4BPZW96I.0 size=193434 2024-09-12T00:30:01.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.482+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=YH8S4BPZW96I tag=NDTTWK4LK20Z type=write size=1242010 2024-09-12T00:30:01.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.484+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~T5ONSWXFVYLP.0 size=951044 2024-09-12T00:30:01.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.484+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=T5ONSWXFVYLP tag=G468BCDJW1TB type=write size=1999620 2024-09-12T00:30:01.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.486+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=4E7NWQYPG14V type=del size=61449 2024-09-12T00:30:01.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.487+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=52INSQOS5UF2 type=del size=663523 2024-09-12T00:30:01.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.488+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=PZ1Z9K7ERH33 type=del 2024-09-12T00:30:01.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.489+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=JFL7EEXZ7ONN type=del size=4140313 2024-09-12T00:30:01.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.491+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=EJXOZIZREY5J type=del 2024-09-12T00:30:01.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.493+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~1LKNN0O0YNFZ.0 size=1048576 2024-09-12T00:30:01.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.494+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~1LKNN0O0YNFZ.1 size=1048576 2024-09-12T00:30:01.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.495+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~1LKNN0O0YNFZ.2 size=350467 2024-09-12T00:30:01.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.495+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=1LKNN0O0YNFZ tag=VA2T1VJZFFOM type=write size=3496195 2024-09-12T00:30:01.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.498+0000 7f8455f5c780 1 < suggested remove operation key=O6IDG2ZIU2BY tag=BFKE04WXUFOV type=del 2024-09-12T00:30:01.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.500+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~HU7FHS818KS5.0 size=550387 2024-09-12T00:30:01.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.500+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=HU7FHS818KS5 tag=SCGFUYVR3IEI type=write size=1598963 2024-09-12T00:30:01.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.501+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=CR86JFX8T3UP type=del 2024-09-12T00:30:01.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.502+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=NA8RWJ25A19S type=del size=2675731 2024-09-12T00:30:01.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.503+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~ACMRHWD9X6BK.0 size=1048576 2024-09-12T00:30:01.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.504+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~ACMRHWD9X6BK.1 size=807763 2024-09-12T00:30:01.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.507+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=ACMRHWD9X6BK tag=8BXGQ4V9LDY1 type=write size=2904915 2024-09-12T00:30:01.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.509+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~ENC6AHJTKIO8.0 size=1005515 2024-09-12T00:30:01.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.509+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=ENC6AHJTKIO8 tag=Z2YTFYR6IMJL type=write size=2054091 2024-09-12T00:30:01.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.510+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=A8HPIDWB13NY type=del 2024-09-12T00:30:01.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.511+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=RSEZBQMWQLXT type=del size=2465380 2024-09-12T00:30:01.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.513+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=4WUTEVP9SHHX type=del 2024-09-12T00:30:01.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.514+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=98ZS95RADCNP type=write size=394901 2024-09-12T00:30:01.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.515+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=GS9VV05HJ3QK type=del 2024-09-12T00:30:01.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.516+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=PSRWR96AL82M type=del size=3570788 2024-09-12T00:30:01.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.518+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=UVY1GC3X82KM type=del 2024-09-12T00:30:01.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.519+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=791BREHNLEJO type=del size=313152 2024-09-12T00:30:01.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.521+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=SOYVXHN3D178 type=del 2024-09-12T00:30:01.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.522+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=HC0YCC4Y1KPB type=del size=597621 2024-09-12T00:30:01.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.523+0000 7f8455f5c780 1 < canceled operation key=7Z8Q4GFFYTTY tag=D5ATPBZZKFPM type=del size=2411472 2024-09-12T00:30:01.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.525+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=503KOZXC5W0Y type=del size=131553 2024-09-12T00:30:01.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.526+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~NGSLNNVHE5DK.0 size=1048576 2024-09-12T00:30:01.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.527+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~NGSLNNVHE5DK.1 size=80793 2024-09-12T00:30:01.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.530+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=NGSLNNVHE5DK tag=2390POLWXAR7 type=write size=2177945 2024-09-12T00:30:01.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.531+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=XP6IHIQ2BG6F type=del size=53570 2024-09-12T00:30:01.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.533+0000 7f8455f5c780 1 < suggested remove operation key=G6YFIJM3LQN2 tag=1OWKDAM3Q8K2 type=del 2024-09-12T00:30:01.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.535+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~AGD6E4AXRZD4.0 size=1048576 2024-09-12T00:30:01.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.536+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~AGD6E4AXRZD4.1 size=672243 2024-09-12T00:30:01.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.536+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=AGD6E4AXRZD4 tag=NUP2XK76F9BS type=write size=2769395 2024-09-12T00:30:01.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.537+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=JU6IAS3RBN75 type=del 2024-09-12T00:30:01.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.539+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=AR546GCK83ZK type=del size=1211566 2024-09-12T00:30:01.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.540+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~T5ONSWXFVYLP.0 size=951044 2024-09-12T00:30:01.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.542+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=T5ONSWXFVYLP tag=G468BCDJW1TB type=write size=1999620 2024-09-12T00:30:01.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.544+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~7XWH8L4ZI1EI.0 size=1048576 2024-09-12T00:30:01.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.545+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~7XWH8L4ZI1EI.1 size=726065 2024-09-12T00:30:01.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.545+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=7XWH8L4ZI1EI tag=WMYW7320WDHB type=write size=2823217 2024-09-12T00:30:01.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.546+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=52INSQOS5UF2 type=del 2024-09-12T00:30:01.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.548+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=ZH5LB30L3NJ6 type=write size=12506 2024-09-12T00:30:01.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.549+0000 7f8455f5c780 1 < canceled operation key=5F2OS11YH2Y3 tag=JFL7EEXZ7ONN type=del size=4140313 2024-09-12T00:30:01.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.550+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=97VQH159809N type=del size=4035977 2024-09-12T00:30:01.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.551+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~1LKNN0O0YNFZ.0 size=1048576 2024-09-12T00:30:01.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.552+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~1LKNN0O0YNFZ.1 size=1048576 2024-09-12T00:30:01.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.553+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~1LKNN0O0YNFZ.2 size=350467 2024-09-12T00:30:01.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.555+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=1LKNN0O0YNFZ tag=VA2T1VJZFFOM type=write size=3496195 2024-09-12T00:30:01.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.557+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~Y4VTZNSXT7PX.0 size=1048576 2024-09-12T00:30:01.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.558+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~Y4VTZNSXT7PX.1 size=1048576 2024-09-12T00:30:01.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.559+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~Y4VTZNSXT7PX.2 size=1042765 2024-09-12T00:30:01.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.559+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=Y4VTZNSXT7PX tag=LPJRFE8P98SI type=write size=4188493 2024-09-12T00:30:01.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.560+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~HU7FHS818KS5.0 size=550387 2024-09-12T00:30:01.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.562+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=HU7FHS818KS5 tag=SCGFUYVR3IEI type=write size=1598963 2024-09-12T00:30:01.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.563+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=D0PPAXHK1ND3 type=write size=205944 2024-09-12T00:30:01.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.564+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=NA8RWJ25A19S type=del 2024-09-12T00:30:01.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.566+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=CIJYHM0B6DJ3 type=del size=1049602 2024-09-12T00:30:01.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.567+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~ENC6AHJTKIO8.0 size=1005515 2024-09-12T00:30:01.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.569+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=ENC6AHJTKIO8 tag=Z2YTFYR6IMJL type=write size=2054091 2024-09-12T00:30:01.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.571+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~AV7873Z92L08.0 size=1048576 2024-09-12T00:30:01.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.572+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~AV7873Z92L08.1 size=1048576 2024-09-12T00:30:01.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.573+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~AV7873Z92L08.2 size=92988 2024-09-12T00:30:01.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.573+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=AV7873Z92L08 tag=RTATPK9P79RJ type=write size=3238716 2024-09-12T00:30:01.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.574+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=RSEZBQMWQLXT type=del 2024-09-12T00:30:01.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.575+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=DPOYY3FT6OJ3 type=del size=3466037 2024-09-12T00:30:01.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.576+0000 7f8455f5c780 1 < completed write operation key=7Z8Q4GFFYTTY tag=98ZS95RADCNP type=write size=394901 2024-09-12T00:30:01.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.579+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~RNMR5Y71372S.0 size=981461 2024-09-12T00:30:01.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.579+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=RNMR5Y71372S tag=PV78A1SKXWFN type=write size=2030037 2024-09-12T00:30:01.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.580+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=PSRWR96AL82M type=del 2024-09-12T00:30:01.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.582+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~43JCNQOO87AE.0 size=1048576 2024-09-12T00:30:01.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.583+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~43JCNQOO87AE.1 size=368087 2024-09-12T00:30:01.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.583+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=43JCNQOO87AE tag=1RT8R5C1NN02 type=write size=2465239 2024-09-12T00:30:01.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.585+0000 7f8455f5c780 1 < suggested update operation key=3QZOXO71V3B0 tag=791BREHNLEJO type=del size=313152 2024-09-12T00:30:01.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.587+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=YJGU83D913UU type=del size=3308788 2024-09-12T00:30:01.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.588+0000 7f8455f5c780 -1 < failed to complete operation key=G6YFIJM3LQN2 tag=HC0YCC4Y1KPB type=del size=597621: (22) Invalid argument 2024-09-12T00:30:01.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.589+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=J3K84O80319V type=del size=665790 2024-09-12T00:30:01.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.590+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=503KOZXC5W0Y type=del 2024-09-12T00:30:01.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.592+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=TNOYXFZT9BK1 type=write size=689078 2024-09-12T00:30:01.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.593+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=XP6IHIQ2BG6F type=del 2024-09-12T00:30:01.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.594+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=77J25NL5Z5VY type=del size=775097 2024-09-12T00:30:01.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.595+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~AGD6E4AXRZD4.0 size=1048576 2024-09-12T00:30:01.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.596+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~AGD6E4AXRZD4.1 size=672243 2024-09-12T00:30:01.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.599+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=AGD6E4AXRZD4 tag=NUP2XK76F9BS type=write size=2769395 2024-09-12T00:30:01.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.600+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=GY08WNMHV8W6 type=write size=345015 2024-09-12T00:30:01.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.601+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=AR546GCK83ZK type=del 2024-09-12T00:30:01.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.603+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=G7R6S5MLDWCY type=write size=295186 2024-09-12T00:30:01.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.604+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~7XWH8L4ZI1EI.0 size=1048576 2024-09-12T00:30:01.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.605+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~7XWH8L4ZI1EI.1 size=726065 2024-09-12T00:30:01.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.607+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=7XWH8L4ZI1EI tag=WMYW7320WDHB type=write size=2823217 2024-09-12T00:30:01.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.609+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~8MP1Y417YUAG.0 size=1048576 2024-09-12T00:30:01.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.610+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~8MP1Y417YUAG.1 size=1024890 2024-09-12T00:30:01.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.610+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=8MP1Y417YUAG tag=URFUX4JHNLLD type=write size=3122042 2024-09-12T00:30:01.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.611+0000 7f8455f5c780 1 < completed write operation key=5F2OS11YH2Y3 tag=ZH5LB30L3NJ6 type=write size=12506 2024-09-12T00:30:01.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.614+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~596ALISKZLXP.0 size=1048576 2024-09-12T00:30:01.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.615+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~596ALISKZLXP.1 size=1048576 2024-09-12T00:30:01.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.616+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~596ALISKZLXP.2 size=566964 2024-09-12T00:30:01.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.616+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=596ALISKZLXP tag=155P9WDX8G7H type=write size=3712692 2024-09-12T00:30:01.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.617+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=97VQH159809N type=del size=4035977 2024-09-12T00:30:01.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.618+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=JTKOFU3NOA0Q type=write size=570836 2024-09-12T00:30:01.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.620+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~Y4VTZNSXT7PX.0 size=1048576 2024-09-12T00:30:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.621+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~Y4VTZNSXT7PX.1 size=1048576 2024-09-12T00:30:01.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.622+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~Y4VTZNSXT7PX.2 size=1042765 2024-09-12T00:30:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.624+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=Y4VTZNSXT7PX tag=LPJRFE8P98SI type=write size=4188493 2024-09-12T00:30:01.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.625+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=66UY3VQ5B02L type=del size=2630762 2024-09-12T00:30:01.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.628+0000 7f8455f5c780 1 < suggested update operation key=D02C1LZ2VOOE tag=D0PPAXHK1ND3 type=write size=205944 2024-09-12T00:30:01.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.630+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~N3WFXB1S57AN.0 size=1048576 2024-09-12T00:30:01.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.632+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~N3WFXB1S57AN.1 size=896742 2024-09-12T00:30:01.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.632+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=N3WFXB1S57AN tag=QSCYK7Q1LLK8 type=write size=2993894 2024-09-12T00:30:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.633+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=CIJYHM0B6DJ3 type=del 2024-09-12T00:30:01.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.634+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=7UDN9BR0LBIR type=del size=3787338 2024-09-12T00:30:01.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.636+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~AV7873Z92L08.0 size=1048576 2024-09-12T00:30:01.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.636+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~AV7873Z92L08.1 size=1048576 2024-09-12T00:30:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.637+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~AV7873Z92L08.2 size=92988 2024-09-12T00:30:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.639+0000 7f8455f5c780 1 < canceled multipart upload key=1NY27D1OOWPU upload=AV7873Z92L08 tag=RTATPK9P79RJ type=write size=3238716 2024-09-12T00:30:01.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.641+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~9YL2MG67CP8H.0 size=1048576 2024-09-12T00:30:01.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.643+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~9YL2MG67CP8H.1 size=893473 2024-09-12T00:30:01.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.643+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=9YL2MG67CP8H tag=5ZQ7QKPXVCV0 type=write size=2990625 2024-09-12T00:30:01.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.644+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=DPOYY3FT6OJ3 type=del 2024-09-12T00:30:01.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.647+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~5XJPT62IYR9U.0 size=458851 2024-09-12T00:30:01.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.647+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=5XJPT62IYR9U tag=ZKTUYWLWF6TS type=write size=1507427 2024-09-12T00:30:01.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.648+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~RNMR5Y71372S.0 size=981461 2024-09-12T00:30:01.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.650+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=RNMR5Y71372S tag=PV78A1SKXWFN type=write size=2030037 2024-09-12T00:30:01.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.652+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=C1DLCEEIUX0S type=del size=3668121 2024-09-12T00:30:01.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.653+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~43JCNQOO87AE.0 size=1048576 2024-09-12T00:30:01.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.654+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~43JCNQOO87AE.1 size=368087 2024-09-12T00:30:01.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.656+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=43JCNQOO87AE tag=1RT8R5C1NN02 type=write size=2465239 2024-09-12T00:30:01.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.657+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=ITT9MC1ZJC3Z type=del size=1650016 2024-09-12T00:30:01.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.658+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=YJGU83D913UU type=del 2024-09-12T00:30:01.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.660+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=V8WH9MSWQDWM type=write size=917941 2024-09-12T00:30:01.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.661+0000 7f8455f5c780 1 < canceled operation key=STIRHZQYJ1PZ tag=J3K84O80319V type=del size=665790 2024-09-12T00:30:01.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.662+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=032ZRSE7LZ5Y type=del size=1411354 2024-09-12T00:30:01.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.663+0000 7f8455f5c780 1 < completed write operation key=NJDCFOHPNT1R tag=TNOYXFZT9BK1 type=write size=689078 2024-09-12T00:30:01.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.665+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~JVV6DU1MCVXQ.0 size=1048576 2024-09-12T00:30:01.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.666+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~JVV6DU1MCVXQ.1 size=649353 2024-09-12T00:30:01.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.666+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=JVV6DU1MCVXQ tag=5XYN1GO4NV8G type=write size=2746505 2024-09-12T00:30:01.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.667+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=77J25NL5Z5VY type=del size=775097 2024-09-12T00:30:01.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.669+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~Q9AHLH5XHTXC.0 size=1048576 2024-09-12T00:30:01.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.670+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~Q9AHLH5XHTXC.1 size=1048576 2024-09-12T00:30:01.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.671+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~Q9AHLH5XHTXC.2 size=1048006 2024-09-12T00:30:01.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.671+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=Q9AHLH5XHTXC tag=UQDQ45BPR1FK type=write size=4193734 2024-09-12T00:30:01.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.673+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=GY08WNMHV8W6 type=write size=345015 2024-09-12T00:30:01.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.674+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=8X6GQ6XR6UHI type=del size=3873414 2024-09-12T00:30:01.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.675+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=G7R6S5MLDWCY type=write size=295186 2024-09-12T00:30:01.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.677+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=REHK9SDGG1Q9 type=write size=384453 2024-09-12T00:30:01.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.678+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~8MP1Y417YUAG.0 size=1048576 2024-09-12T00:30:01.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.679+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~8MP1Y417YUAG.1 size=1024890 2024-09-12T00:30:01.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.681+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=8MP1Y417YUAG tag=URFUX4JHNLLD type=write size=3122042 2024-09-12T00:30:01.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.683+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=XOEJXBWM5MMS type=del size=620655 2024-09-12T00:30:01.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.684+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~596ALISKZLXP.0 size=1048576 2024-09-12T00:30:01.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.685+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~596ALISKZLXP.1 size=1048576 2024-09-12T00:30:01.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.686+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~596ALISKZLXP.2 size=566964 2024-09-12T00:30:01.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.688+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=596ALISKZLXP tag=155P9WDX8G7H type=write size=3712692 2024-09-12T00:30:01.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.689+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=67R0FPXLV33V type=del size=2338938 2024-09-12T00:30:01.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.691+0000 7f8455f5c780 1 < canceled operation key=Z7FSWDLC6Z2R tag=JTKOFU3NOA0Q type=write size=570836 2024-09-12T00:30:01.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.692+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=SXLS3LZ93CCP type=del size=3741824 2024-09-12T00:30:01.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.694+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=66UY3VQ5B02L type=del 2024-09-12T00:30:01.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.696+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~J3UL1EY08W1G.0 size=1048576 2024-09-12T00:30:01.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.697+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~J3UL1EY08W1G.1 size=342040 2024-09-12T00:30:01.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.697+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=J3UL1EY08W1G tag=U1BU71RF9U6R type=write size=2439192 2024-09-12T00:30:01.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.698+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~N3WFXB1S57AN.0 size=1048576 2024-09-12T00:30:01.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.699+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~N3WFXB1S57AN.1 size=896742 2024-09-12T00:30:01.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.701+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=N3WFXB1S57AN tag=QSCYK7Q1LLK8 type=write size=2993894 2024-09-12T00:30:01.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.703+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=BYZN5Y94F2AN type=del size=4084803 2024-09-12T00:30:01.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.705+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=7UDN9BR0LBIR type=del 2024-09-12T00:30:01.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.707+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~R6BSTK0BDQI9.0 size=1048576 2024-09-12T00:30:01.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.708+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~R6BSTK0BDQI9.1 size=1048576 2024-09-12T00:30:01.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.709+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~R6BSTK0BDQI9.2 size=969533 2024-09-12T00:30:01.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.709+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=R6BSTK0BDQI9 tag=C5QA59AAYLTG type=write size=4115261 2024-09-12T00:30:01.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.709+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~9YL2MG67CP8H.0 size=1048576 2024-09-12T00:30:01.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.710+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~9YL2MG67CP8H.1 size=893473 2024-09-12T00:30:01.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.712+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=9YL2MG67CP8H tag=5ZQ7QKPXVCV0 type=write size=2990625 2024-09-12T00:30:01.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.713+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=Q6BINYM6TRGO type=write size=373216 2024-09-12T00:30:01.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.714+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~5XJPT62IYR9U.0 size=458851 2024-09-12T00:30:01.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.716+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=5XJPT62IYR9U tag=ZKTUYWLWF6TS type=write size=1507427 2024-09-12T00:30:01.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.718+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=WN1WNO7EXCBP type=write size=665972 2024-09-12T00:30:01.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.719+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=C1DLCEEIUX0S type=del 2024-09-12T00:30:01.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.720+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=SSB9IWWA5D8Y type=del size=1521294 2024-09-12T00:30:01.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.721+0000 7f8455f5c780 1 < canceled operation key=SLXJ6AI0B77O tag=ITT9MC1ZJC3Z type=del size=1650016 2024-09-12T00:30:01.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.722+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=W80JCVA0MT50 type=del size=2154933 2024-09-12T00:30:01.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.724+0000 7f8455f5c780 1 < suggested update operation key=S9MO2233X1RE tag=V8WH9MSWQDWM type=write size=917941 2024-09-12T00:30:01.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.726+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=A76YDFKT0P08 type=write size=649849 2024-09-12T00:30:01.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.727+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=032ZRSE7LZ5Y type=del 2024-09-12T00:30:01.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.728+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=UDYQ5U1ELQZZ type=del size=761701 2024-09-12T00:30:01.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.729+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~JVV6DU1MCVXQ.0 size=1048576 2024-09-12T00:30:01.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.729+0000 7f8455f5c780 1 < canceled part key=_multipart_7Z8Q4GFFYTTY.2~JVV6DU1MCVXQ.1 size=649353 2024-09-12T00:30:01.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.731+0000 7f8455f5c780 1 < canceled multipart upload key=7Z8Q4GFFYTTY upload=JVV6DU1MCVXQ tag=5XYN1GO4NV8G type=write size=2746505 2024-09-12T00:30:01.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.732+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=9UFVLZ5AUSLK type=del size=2737517 2024-09-12T00:30:01.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.732+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~Q9AHLH5XHTXC.0 size=1048576 2024-09-12T00:30:01.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.733+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~Q9AHLH5XHTXC.1 size=1048576 2024-09-12T00:30:01.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.733+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~Q9AHLH5XHTXC.2 size=1048006 2024-09-12T00:30:01.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.735+0000 7f8455f5c780 1 < canceled multipart upload key=FAH61LMM19S7 upload=Q9AHLH5XHTXC tag=UQDQ45BPR1FK type=write size=4193734 2024-09-12T00:30:01.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.736+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=5SIIDR1MWTUG type=del size=2027936 2024-09-12T00:30:01.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.738+0000 7f8455f5c780 1 < suggested remove operation key=0B86VX5Z60TF tag=8X6GQ6XR6UHI type=del 2024-09-12T00:30:01.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.740+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=AKK4KFYUK7TX type=del size=1617173 2024-09-12T00:30:01.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.741+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=REHK9SDGG1Q9 type=write size=384453 2024-09-12T00:30:01.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.743+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~X1TD746BM1OQ.0 size=1048576 2024-09-12T00:30:01.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.744+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~X1TD746BM1OQ.1 size=849711 2024-09-12T00:30:01.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.744+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=X1TD746BM1OQ tag=O2O6E4FYFYOA type=write size=2946863 2024-09-12T00:30:01.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.745+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=XOEJXBWM5MMS type=del 2024-09-12T00:30:01.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.747+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~STRSDVKADR6T.0 size=1048576 2024-09-12T00:30:01.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.749+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~STRSDVKADR6T.1 size=568503 2024-09-12T00:30:01.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.749+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=STRSDVKADR6T tag=BVVMJGJ46T0J type=write size=2665655 2024-09-12T00:30:01.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.750+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=67R0FPXLV33V type=del 2024-09-12T00:30:01.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.752+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~S3CQVI7UFJGV.0 size=1048576 2024-09-12T00:30:01.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.753+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~S3CQVI7UFJGV.1 size=91735 2024-09-12T00:30:01.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.753+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=S3CQVI7UFJGV tag=H4L40EWXCFQR type=write size=2188887 2024-09-12T00:30:01.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.754+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=SXLS3LZ93CCP type=del 2024-09-12T00:30:01.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.756+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=GJW37RY4Q90B type=write size=850927 2024-09-12T00:30:01.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.756+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~J3UL1EY08W1G.0 size=1048576 2024-09-12T00:30:01.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.756+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~J3UL1EY08W1G.1 size=342040 2024-09-12T00:30:01.757 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.759+0000 7f8455f5c780 1 < canceled multipart upload key=1NY27D1OOWPU upload=J3UL1EY08W1G tag=U1BU71RF9U6R type=write size=2439192 2024-09-12T00:30:01.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.761+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~J4KCEDS836VR.0 size=1048576 2024-09-12T00:30:01.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.762+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~J4KCEDS836VR.1 size=182726 2024-09-12T00:30:01.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.762+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=J4KCEDS836VR tag=4P9J04LBAHIC type=write size=2279878 2024-09-12T00:30:01.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.763+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=BYZN5Y94F2AN type=del 2024-09-12T00:30:01.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.764+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=FUVCP5IT4MJU type=del size=4171258 2024-09-12T00:30:01.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.764+0000 7f8455f5c780 1 < canceled part key=_multipart_SLXJ6AI0B77O.2~R6BSTK0BDQI9.0 size=1048576 2024-09-12T00:30:01.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.765+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~R6BSTK0BDQI9.1 size=1048576 2024-09-12T00:30:01.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.766+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~R6BSTK0BDQI9.2 size=969533 2024-09-12T00:30:01.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.768+0000 7f8455f5c780 1 < canceled multipart upload key=SLXJ6AI0B77O upload=R6BSTK0BDQI9 tag=C5QA59AAYLTG type=write size=4115261 2024-09-12T00:30:01.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.769+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=WMW00NMR6ELK type=del size=3717556 2024-09-12T00:30:01.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.770+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=Q6BINYM6TRGO type=write size=373216 2024-09-12T00:30:01.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.771+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=CCABPZCWPEZI type=write size=324481 2024-09-12T00:30:01.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.772+0000 7f8455f5c780 1 < completed write operation key=Z7FSWDLC6Z2R tag=WN1WNO7EXCBP type=write size=665972 2024-09-12T00:30:01.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.774+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=FQI90T56317S type=del size=3490353 2024-09-12T00:30:01.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.775+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=SSB9IWWA5D8Y type=del 2024-09-12T00:30:01.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.777+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=QFX5EJCQ08AA type=del size=3940965 2024-09-12T00:30:01.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.778+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=W80JCVA0MT50 type=del 2024-09-12T00:30:01.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.779+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=VLD0XDKK9COD type=del size=3194399 2024-09-12T00:30:01.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.782+0000 7f8455f5c780 1 < suggested remove operation key=SLXJ6AI0B77O tag=A76YDFKT0P08 type=write 2024-09-12T00:30:01.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.784+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~XDH1N7NR8ATH.0 size=363363 2024-09-12T00:30:01.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.784+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=XDH1N7NR8ATH tag=TRHWIRBDEPS9 type=write size=1411939 2024-09-12T00:30:01.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.785+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=UDYQ5U1ELQZZ type=del 2024-09-12T00:30:01.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.787+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=66HETHRRO4HU type=write size=82819 2024-09-12T00:30:01.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.789+0000 7f8455f5c780 1 < suggested remove operation key=4DUAH9DXP2L3 tag=9UFVLZ5AUSLK type=del 2024-09-12T00:30:01.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.793+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~2P90IXZY2MFW.0 size=552530 2024-09-12T00:30:01.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.793+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=2P90IXZY2MFW tag=O8P317X8ZM9U type=write size=1601106 2024-09-12T00:30:01.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.795+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=5SIIDR1MWTUG type=del 2024-09-12T00:30:01.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.797+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~HNBIR4WGA0J6.0 size=1048576 2024-09-12T00:30:01.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.798+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~HNBIR4WGA0J6.1 size=1048576 2024-09-12T00:30:01.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.799+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~HNBIR4WGA0J6.2 size=790270 2024-09-12T00:30:01.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.799+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=HNBIR4WGA0J6 tag=L8H74ASPU6CC type=write size=3935998 2024-09-12T00:30:01.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.801+0000 7f8455f5c780 1 < suggested update operation key=NJDCFOHPNT1R tag=AKK4KFYUK7TX type=del size=1617173 2024-09-12T00:30:01.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.803+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~VMCIGKRAGJRH.0 size=1048576 2024-09-12T00:30:01.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.804+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~VMCIGKRAGJRH.1 size=1048576 2024-09-12T00:30:01.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.805+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~VMCIGKRAGJRH.2 size=471581 2024-09-12T00:30:01.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.805+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=VMCIGKRAGJRH tag=E9683ANH20CA type=write size=3617309 2024-09-12T00:30:01.804 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.806+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~X1TD746BM1OQ.0 size=1048576 2024-09-12T00:30:01.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.807+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~X1TD746BM1OQ.1 size=849711 2024-09-12T00:30:01.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.809+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=X1TD746BM1OQ tag=O2O6E4FYFYOA type=write size=2946863 2024-09-12T00:30:01.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.811+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~2CKE4INV5TP1.0 size=1048576 2024-09-12T00:30:01.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.812+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~2CKE4INV5TP1.1 size=1048576 2024-09-12T00:30:01.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.813+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~2CKE4INV5TP1.2 size=508040 2024-09-12T00:30:01.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.813+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=2CKE4INV5TP1 tag=WFC0YCYGKEOQ type=write size=3653768 2024-09-12T00:30:01.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.814+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~STRSDVKADR6T.0 size=1048576 2024-09-12T00:30:01.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.815+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~STRSDVKADR6T.1 size=568503 2024-09-12T00:30:01.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.816+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=STRSDVKADR6T tag=BVVMJGJ46T0J type=write size=2665655 2024-09-12T00:30:01.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.818+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=AC85EMP6ZI2P type=del size=2285216 2024-09-12T00:30:01.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.819+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~S3CQVI7UFJGV.0 size=1048576 2024-09-12T00:30:01.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.820+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~S3CQVI7UFJGV.1 size=91735 2024-09-12T00:30:01.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.822+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=S3CQVI7UFJGV tag=H4L40EWXCFQR type=write size=2188887 2024-09-12T00:30:01.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.823+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=EQS7TAOR7ODM type=del size=852791 2024-09-12T00:30:01.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.824+0000 7f8455f5c780 1 < completed write operation key=0B86VX5Z60TF tag=GJW37RY4Q90B type=write size=850927 2024-09-12T00:30:01.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.825+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=WBR248A4RTUS type=write size=702313 2024-09-12T00:30:01.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.826+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~J4KCEDS836VR.0 size=1048576 2024-09-12T00:30:01.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.827+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~J4KCEDS836VR.1 size=182726 2024-09-12T00:30:01.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.829+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=J4KCEDS836VR tag=4P9J04LBAHIC type=write size=2279878 2024-09-12T00:30:01.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.830+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=1F1U7IP1UJUL type=del size=1429317 2024-09-12T00:30:01.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.832+0000 7f8455f5c780 1 < suggested remove operation key=HNLIR7DV5BHI tag=FUVCP5IT4MJU type=del 2024-09-12T00:30:01.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.834+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=U2KAOCFYER86 type=del size=3933351 2024-09-12T00:30:01.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.835+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=WMW00NMR6ELK type=del 2024-09-12T00:30:01.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.836+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=BI5N0AW4ZPRT type=del size=572470 2024-09-12T00:30:01.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.837+0000 7f8455f5c780 1 < completed write operation key=6ZPF32PZKGY3 tag=CCABPZCWPEZI type=write size=324481 2024-09-12T00:30:01.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.839+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=JTN3PC1C54GV type=write size=224534 2024-09-12T00:30:01.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.840+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=FQI90T56317S type=del 2024-09-12T00:30:01.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.841+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=5O87R6XBP07H type=del size=2072207 2024-09-12T00:30:01.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.842+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=QFX5EJCQ08AA type=del 2024-09-12T00:30:01.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.843+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=WKBRN1XHC6GC type=del size=3543226 2024-09-12T00:30:01.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.844+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=VLD0XDKK9COD type=del 2024-09-12T00:30:01.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.847+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~8A2WLWBX2VZ3.0 size=975013 2024-09-12T00:30:01.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.847+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=8A2WLWBX2VZ3 tag=9TPPMLGPGFW4 type=write size=2023589 2024-09-12T00:30:01.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.848+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~XDH1N7NR8ATH.0 size=363363 2024-09-12T00:30:01.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.850+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=XDH1N7NR8ATH tag=TRHWIRBDEPS9 type=write size=1411939 2024-09-12T00:30:01.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.852+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~865U92V3ON1G.0 size=448796 2024-09-12T00:30:01.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.852+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=865U92V3ON1G tag=U1471NPFOEH5 type=write size=1497372 2024-09-12T00:30:01.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.853+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=66HETHRRO4HU type=write size=82819 2024-09-12T00:30:01.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.854+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=771HDMMR6D9N type=del size=3314670 2024-09-12T00:30:01.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.855+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~2P90IXZY2MFW.0 size=552530 2024-09-12T00:30:01.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.857+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=2P90IXZY2MFW tag=O8P317X8ZM9U type=write size=1601106 2024-09-12T00:30:01.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.858+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=FAVVP3YIEB3X type=del size=1750368 2024-09-12T00:30:01.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.860+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~HNBIR4WGA0J6.0 size=1048576 2024-09-12T00:30:01.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.861+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~HNBIR4WGA0J6.1 size=1048576 2024-09-12T00:30:01.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.862+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~HNBIR4WGA0J6.2 size=790270 2024-09-12T00:30:01.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.863+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=HNBIR4WGA0J6 tag=L8H74ASPU6CC type=write size=3935998 2024-09-12T00:30:01.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.865+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=SFT7Q31RHNGK type=del size=1531799 2024-09-12T00:30:01.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.865+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~VMCIGKRAGJRH.0 size=1048576 2024-09-12T00:30:01.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.866+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~VMCIGKRAGJRH.1 size=1048576 2024-09-12T00:30:01.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.867+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~VMCIGKRAGJRH.2 size=471581 2024-09-12T00:30:01.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.870+0000 7f8455f5c780 1 < canceled multipart upload key=1NY27D1OOWPU upload=VMCIGKRAGJRH tag=E9683ANH20CA type=write size=3617309 2024-09-12T00:30:01.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.871+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=M01S4JYOR0H6 type=del size=753470 2024-09-12T00:30:01.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.872+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~2CKE4INV5TP1.0 size=1048576 2024-09-12T00:30:01.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.873+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~2CKE4INV5TP1.1 size=1048576 2024-09-12T00:30:01.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.874+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~2CKE4INV5TP1.2 size=508040 2024-09-12T00:30:01.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.876+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=2CKE4INV5TP1 tag=WFC0YCYGKEOQ type=write size=3653768 2024-09-12T00:30:01.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.878+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~F3JBP1NX28WN.0 size=1048576 2024-09-12T00:30:01.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.879+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~F3JBP1NX28WN.1 size=204828 2024-09-12T00:30:01.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.879+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=F3JBP1NX28WN tag=OJGZK3JURNSX type=write size=2301980 2024-09-12T00:30:01.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.881+0000 7f8455f5c780 1 < suggested remove operation key=STIRHZQYJ1PZ tag=AC85EMP6ZI2P type=del 2024-09-12T00:30:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.882+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=97382E5WATAF type=del size=1409280 2024-09-12T00:30:01.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.883+0000 7f8455f5c780 1 < canceled operation key=O75MSKPJ6Q0D tag=EQS7TAOR7ODM type=del size=852791 2024-09-12T00:30:01.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.885+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=YMB8BCCCUDW3 type=del size=1719357 2024-09-12T00:30:01.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.887+0000 7f8455f5c780 1 < suggested update operation key=FAH61LMM19S7 tag=WBR248A4RTUS type=write size=702313 2024-09-12T00:30:01.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.889+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~PULTH5S22LH5.0 size=865732 2024-09-12T00:30:01.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.889+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=PULTH5S22LH5 tag=5UG8H0I7UZHW type=write size=1914308 2024-09-12T00:30:01.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.890+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=1F1U7IP1UJUL type=del 2024-09-12T00:30:01.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.891+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=1HM5FDN0HF7J type=del size=1567147 2024-09-12T00:30:01.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.893+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=U2KAOCFYER86 type=del 2024-09-12T00:30:01.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.894+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=KUYVXAR1SD0K type=del size=2974472 2024-09-12T00:30:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.895+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=BI5N0AW4ZPRT type=del 2024-09-12T00:30:01.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.897+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~OCU5BZRLZ5DI.0 size=170356 2024-09-12T00:30:01.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.897+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=OCU5BZRLZ5DI tag=B8MBUTRXGFJ6 type=write size=1218932 2024-09-12T00:30:01.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.898+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=JTN3PC1C54GV type=write size=224534 2024-09-12T00:30:01.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.900+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=T6DKBB5F27XD type=del size=1331516 2024-09-12T00:30:01.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.901+0000 7f8455f5c780 1 < canceled operation key=Z7FSWDLC6Z2R tag=5O87R6XBP07H type=del size=2072207 2024-09-12T00:30:01.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.902+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=E6JNZXD33ITM type=del size=513334 2024-09-12T00:30:01.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.903+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=WKBRN1XHC6GC type=del 2024-09-12T00:30:01.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.904+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=F2MX4U2G17OI type=write size=206072 2024-09-12T00:30:01.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.905+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~8A2WLWBX2VZ3.0 size=975013 2024-09-12T00:30:01.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.907+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=8A2WLWBX2VZ3 tag=9TPPMLGPGFW4 type=write size=2023589 2024-09-12T00:30:01.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.909+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=GUSBO0NM0T6P type=write size=210749 2024-09-12T00:30:01.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.910+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~865U92V3ON1G.0 size=448796 2024-09-12T00:30:01.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.912+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=865U92V3ON1G tag=U1471NPFOEH5 type=write size=1497372 2024-09-12T00:30:01.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.914+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~B5TTIH9ZGGSI.0 size=1048576 2024-09-12T00:30:01.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.915+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~B5TTIH9ZGGSI.1 size=371408 2024-09-12T00:30:01.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.915+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=B5TTIH9ZGGSI tag=5HDJ7082INPA type=write size=2468560 2024-09-12T00:30:01.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.918+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=771HDMMR6D9N type=del 2024-09-12T00:30:01.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.919+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=XJ1H61IDKU6E type=del size=1899111 2024-09-12T00:30:01.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.921+0000 7f8455f5c780 1 < canceled operation key=87B5GBBB0F0G tag=FAVVP3YIEB3X type=del size=1750368 2024-09-12T00:30:01.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.923+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~LXU4TVJYPB3D.0 size=1048576 2024-09-12T00:30:01.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.924+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~LXU4TVJYPB3D.1 size=1048576 2024-09-12T00:30:01.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.925+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~LXU4TVJYPB3D.2 size=703964 2024-09-12T00:30:01.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.925+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=LXU4TVJYPB3D tag=7RL3MTVAFMTS type=write size=3849692 2024-09-12T00:30:01.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.926+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=SFT7Q31RHNGK type=del 2024-09-12T00:30:01.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.927+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=A89W0T7XA7WJ type=del size=652334 2024-09-12T00:30:01.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.928+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=M01S4JYOR0H6 type=del 2024-09-12T00:30:01.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.929+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=56HZ4SMW63QE type=del size=4106318 2024-09-12T00:30:01.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.930+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~F3JBP1NX28WN.0 size=1048576 2024-09-12T00:30:01.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.931+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~F3JBP1NX28WN.1 size=204828 2024-09-12T00:30:01.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.934+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=F3JBP1NX28WN tag=OJGZK3JURNSX type=write size=2301980 2024-09-12T00:30:01.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.936+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~1DHCYV9RERN4.0 size=1048576 2024-09-12T00:30:01.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.937+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~1DHCYV9RERN4.1 size=201211 2024-09-12T00:30:01.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.937+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=1DHCYV9RERN4 tag=O6F1NWKHHRC0 type=write size=2298363 2024-09-12T00:30:01.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.938+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=97382E5WATAF type=del 2024-09-12T00:30:01.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.939+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=0HANPNY4QGUC type=del size=3772798 2024-09-12T00:30:01.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.941+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=YMB8BCCCUDW3 type=del 2024-09-12T00:30:01.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.942+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=9QKLR6MW4TY9 type=del size=3522060 2024-09-12T00:30:01.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.943+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~PULTH5S22LH5.0 size=865732 2024-09-12T00:30:01.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.945+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=PULTH5S22LH5 tag=5UG8H0I7UZHW type=write size=1914308 2024-09-12T00:30:01.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.947+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=Z1VG6651PTX7 type=del size=919485 2024-09-12T00:30:01.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.949+0000 7f8455f5c780 1 < suggested remove operation key=O0KLCJJC71GL tag=1HM5FDN0HF7J type=del 2024-09-12T00:30:01.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.950+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=Y12VVVSCNQFH type=del size=3269770 2024-09-12T00:30:01.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.951+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=KUYVXAR1SD0K type=del 2024-09-12T00:30:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.952+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=W5TZZ44Q721X type=del size=785916 2024-09-12T00:30:01.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.953+0000 7f8455f5c780 1 < canceled part key=_multipart_D02C1LZ2VOOE.2~OCU5BZRLZ5DI.0 size=170356 2024-09-12T00:30:01.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.955+0000 7f8455f5c780 1 < canceled multipart upload key=D02C1LZ2VOOE upload=OCU5BZRLZ5DI tag=B8MBUTRXGFJ6 type=write size=1218932 2024-09-12T00:30:01.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.956+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=6DV8XPGF4D1H type=del size=3085089 2024-09-12T00:30:01.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.958+0000 7f8455f5c780 1 < suggested update operation key=SLXJ6AI0B77O tag=T6DKBB5F27XD type=del size=1331516 2024-09-12T00:30:01.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.960+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~H60NVF1NMB63.0 size=1048576 2024-09-12T00:30:01.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.961+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~H60NVF1NMB63.1 size=1048576 2024-09-12T00:30:01.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.962+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~H60NVF1NMB63.2 size=446995 2024-09-12T00:30:01.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.962+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=H60NVF1NMB63 tag=JHBZUC1UFPHB type=write size=3592723 2024-09-12T00:30:01.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.965+0000 7f8455f5c780 1 < suggested remove operation key=TNQXVO8XWYUN tag=E6JNZXD33ITM type=del 2024-09-12T00:30:01.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.966+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=3TPX3HOXXRD4 type=del size=1347097 2024-09-12T00:30:01.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.967+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=F2MX4U2G17OI type=write size=206072 2024-09-12T00:30:01.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.969+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=O0UJ07H52SWQ type=del size=467791 2024-09-12T00:30:01.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.970+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=GUSBO0NM0T6P type=write size=210749 2024-09-12T00:30:01.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.971+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=GRJFZ54SJVXY type=write size=775976 2024-09-12T00:30:01.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.972+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~B5TTIH9ZGGSI.0 size=1048576 2024-09-12T00:30:01.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.973+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~B5TTIH9ZGGSI.1 size=371408 2024-09-12T00:30:01.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.975+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=B5TTIH9ZGGSI tag=5HDJ7082INPA type=write size=2468560 2024-09-12T00:30:01.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.977+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2ZF4JP8ZIG9X.0 size=1048576 2024-09-12T00:30:01.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.978+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2ZF4JP8ZIG9X.1 size=1048576 2024-09-12T00:30:01.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.979+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2ZF4JP8ZIG9X.2 size=221189 2024-09-12T00:30:01.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.979+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=2ZF4JP8ZIG9X tag=F36PSVPMIJW9 type=write size=3366917 2024-09-12T00:30:01.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.981+0000 7f8455f5c780 1 < suggested remove operation key=G6YFIJM3LQN2 tag=XJ1H61IDKU6E type=del 2024-09-12T00:30:01.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.984+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=WF1GNTPQLRN0 type=del size=3284915 2024-09-12T00:30:01.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.985+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~LXU4TVJYPB3D.0 size=1048576 2024-09-12T00:30:01.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.986+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~LXU4TVJYPB3D.1 size=1048576 2024-09-12T00:30:01.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.987+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~LXU4TVJYPB3D.2 size=703964 2024-09-12T00:30:01.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.989+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=LXU4TVJYPB3D tag=7RL3MTVAFMTS type=write size=3849692 2024-09-12T00:30:01.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.991+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~IUY3K5UZYOBY.0 size=1048576 2024-09-12T00:30:01.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.992+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~IUY3K5UZYOBY.1 size=331141 2024-09-12T00:30:01.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.992+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=IUY3K5UZYOBY tag=3RFTR1DW2F1W type=write size=2428293 2024-09-12T00:30:01.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.993+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=A89W0T7XA7WJ type=del 2024-09-12T00:30:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.994+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=3BVEBIE7Y79M type=del size=1476115 2024-09-12T00:30:01.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.995+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=56HZ4SMW63QE type=del 2024-09-12T00:30:01.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.997+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=OPM359NOORWQ type=del size=925592 2024-09-12T00:30:01.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.998+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~1DHCYV9RERN4.0 size=1048576 2024-09-12T00:30:01.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:01.999+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~1DHCYV9RERN4.1 size=201211 2024-09-12T00:30:01.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.001+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=1DHCYV9RERN4 tag=O6F1NWKHHRC0 type=write size=2298363 2024-09-12T00:30:02.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.002+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=B5YK1P2X15UY type=del size=975465 2024-09-12T00:30:02.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.005+0000 7f8455f5c780 1 < suggested update operation key=STIRHZQYJ1PZ tag=0HANPNY4QGUC type=del size=3772798 2024-09-12T00:30:02.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.006+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=RRYAZDKZ0PQC type=del size=4173949 2024-09-12T00:30:02.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.007+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=9QKLR6MW4TY9 type=del 2024-09-12T00:30:02.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.008+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=0EF9D9FVKBZR type=del size=2516806 2024-09-12T00:30:02.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.009+0000 7f8455f5c780 -1 < failed to complete operation key=SLXJ6AI0B77O tag=Z1VG6651PTX7 type=del size=919485: (22) Invalid argument 2024-09-12T00:30:02.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.011+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=DT9124T1L8NX type=del size=4009471 2024-09-12T00:30:02.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.012+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=Y12VVVSCNQFH type=del 2024-09-12T00:30:02.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.013+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=WTQKMFLT742W type=del size=234267 2024-09-12T00:30:02.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.014+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=W5TZZ44Q721X type=del 2024-09-12T00:30:02.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.016+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~G1FN6VTHK9M4.0 size=212847 2024-09-12T00:30:02.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.016+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=G1FN6VTHK9M4 tag=DJF1597B5HC8 type=write size=1261423 2024-09-12T00:30:02.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.017+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=6DV8XPGF4D1H type=del 2024-09-12T00:30:02.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.020+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~TGWKIMY5ERXM.0 size=1048576 2024-09-12T00:30:02.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.020+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~TGWKIMY5ERXM.1 size=210278 2024-09-12T00:30:02.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.020+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=TGWKIMY5ERXM tag=EOGADLNQR5IO type=write size=2307430 2024-09-12T00:30:02.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.021+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~H60NVF1NMB63.0 size=1048576 2024-09-12T00:30:02.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.021+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~H60NVF1NMB63.1 size=1048576 2024-09-12T00:30:02.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.022+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~H60NVF1NMB63.2 size=446995 2024-09-12T00:30:02.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.024+0000 7f8455f5c780 1 < canceled multipart upload key=87B5GBBB0F0G upload=H60NVF1NMB63 tag=JHBZUC1UFPHB type=write size=3592723 2024-09-12T00:30:02.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.025+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=R957VXTZ6KRT type=del size=760542 2024-09-12T00:30:02.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.026+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=3TPX3HOXXRD4 type=del 2024-09-12T00:30:02.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.027+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=DGE3WGA8P52Y type=del size=235732 2024-09-12T00:30:02.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.028+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=O0UJ07H52SWQ type=del 2024-09-12T00:30:02.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.030+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~DLWQC6FDKU4Y.0 size=1048576 2024-09-12T00:30:02.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.031+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~DLWQC6FDKU4Y.1 size=1048576 2024-09-12T00:30:02.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.032+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~DLWQC6FDKU4Y.2 size=549205 2024-09-12T00:30:02.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.032+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=DLWQC6FDKU4Y tag=FFIS0WKK83A7 type=write size=3694933 2024-09-12T00:30:02.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.033+0000 7f8455f5c780 1 < canceled operation key=FVZ1KXZLGCI5 tag=GRJFZ54SJVXY type=write size=775976 2024-09-12T00:30:02.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.035+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=XJGBFAKU39O1 type=del size=2568286 2024-09-12T00:30:02.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.036+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2ZF4JP8ZIG9X.0 size=1048576 2024-09-12T00:30:02.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.037+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2ZF4JP8ZIG9X.1 size=1048576 2024-09-12T00:30:02.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.038+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2ZF4JP8ZIG9X.2 size=221189 2024-09-12T00:30:02.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.040+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=2ZF4JP8ZIG9X tag=F36PSVPMIJW9 type=write size=3366917 2024-09-12T00:30:02.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.042+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~ER5J517FT1OT.0 size=1048576 2024-09-12T00:30:02.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.043+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~ER5J517FT1OT.1 size=523116 2024-09-12T00:30:02.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.043+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=ER5J517FT1OT tag=DO1SOMM61766 type=write size=2620268 2024-09-12T00:30:02.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.045+0000 7f8455f5c780 1 < suggested update operation key=EWN14RZZVQSP tag=WF1GNTPQLRN0 type=del size=3284915 2024-09-12T00:30:02.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.047+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=YRN49H20U994 type=write size=368354 2024-09-12T00:30:02.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.048+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~IUY3K5UZYOBY.0 size=1048576 2024-09-12T00:30:02.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.049+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~IUY3K5UZYOBY.1 size=331141 2024-09-12T00:30:02.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.051+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=IUY3K5UZYOBY tag=3RFTR1DW2F1W type=write size=2428293 2024-09-12T00:30:02.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.053+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~AP6NKP8U5U7F.0 size=1048576 2024-09-12T00:30:02.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.054+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~AP6NKP8U5U7F.1 size=1048576 2024-09-12T00:30:02.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.055+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~AP6NKP8U5U7F.2 size=738063 2024-09-12T00:30:02.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.055+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=AP6NKP8U5U7F tag=726IGFYLXIYU type=write size=3883791 2024-09-12T00:30:02.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.056+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=3BVEBIE7Y79M type=del 2024-09-12T00:30:02.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.058+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=JVRNPECA3W0O type=write size=925366 2024-09-12T00:30:02.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.059+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=OPM359NOORWQ type=del 2024-09-12T00:30:02.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.060+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=JPXD0OTD4XAY type=del size=2800469 2024-09-12T00:30:02.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.062+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=B5YK1P2X15UY type=del 2024-09-12T00:30:02.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.063+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=0O290EMQ7LNE type=write size=681987 2024-09-12T00:30:02.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.064+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=RRYAZDKZ0PQC type=del 2024-09-12T00:30:02.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.065+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=1YU9Z12H6LE2 type=del size=2508107 2024-09-12T00:30:02.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.066+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=0EF9D9FVKBZR type=del 2024-09-12T00:30:02.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.068+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~1JOHSPX7RE0B.0 size=612435 2024-09-12T00:30:02.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.068+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=1JOHSPX7RE0B tag=T1KCZTRLT1LO type=write size=1661011 2024-09-12T00:30:02.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.069+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=DT9124T1L8NX type=del 2024-09-12T00:30:02.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.072+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~VNJMGUB4SRLC.0 size=1048576 2024-09-12T00:30:02.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.073+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~VNJMGUB4SRLC.1 size=1048576 2024-09-12T00:30:02.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.074+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~VNJMGUB4SRLC.2 size=674669 2024-09-12T00:30:02.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.074+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=VNJMGUB4SRLC tag=H7GLGR93KT35 type=write size=3820397 2024-09-12T00:30:02.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.075+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=WTQKMFLT742W type=del 2024-09-12T00:30:02.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.076+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=4NFVU258CMOR type=write size=458225 2024-09-12T00:30:02.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.077+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~G1FN6VTHK9M4.0 size=212847 2024-09-12T00:30:02.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.079+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=G1FN6VTHK9M4 tag=DJF1597B5HC8 type=write size=1261423 2024-09-12T00:30:02.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.080+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=GG0UWTX2T9HW type=del size=4044712 2024-09-12T00:30:02.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.081+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~TGWKIMY5ERXM.0 size=1048576 2024-09-12T00:30:02.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.082+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~TGWKIMY5ERXM.1 size=210278 2024-09-12T00:30:02.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.084+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=TGWKIMY5ERXM tag=EOGADLNQR5IO type=write size=2307430 2024-09-12T00:30:02.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.085+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=4Z9E59DQN0UZ type=del size=3749831 2024-09-12T00:30:02.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.087+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=R957VXTZ6KRT type=del 2024-09-12T00:30:02.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.088+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=2FO8EHUR0OJ9 type=del size=511818 2024-09-12T00:30:02.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.089+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=DGE3WGA8P52Y type=del 2024-09-12T00:30:02.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.090+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=3BJO3U6IJ00X type=del size=2794327 2024-09-12T00:30:02.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.091+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~DLWQC6FDKU4Y.0 size=1048576 2024-09-12T00:30:02.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.092+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~DLWQC6FDKU4Y.1 size=1048576 2024-09-12T00:30:02.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.093+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~DLWQC6FDKU4Y.2 size=549205 2024-09-12T00:30:02.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.096+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=DLWQC6FDKU4Y tag=FFIS0WKK83A7 type=write size=3694933 2024-09-12T00:30:02.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.098+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~TWWKR86JUXJH.0 size=1048576 2024-09-12T00:30:02.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.099+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~TWWKR86JUXJH.1 size=1048576 2024-09-12T00:30:02.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.100+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~TWWKR86JUXJH.2 size=16037 2024-09-12T00:30:02.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.100+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=TWWKR86JUXJH tag=CDGBF2P2I0ZD type=write size=3161765 2024-09-12T00:30:02.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.101+0000 7f8455f5c780 -1 < failed to complete operation key=EWN14RZZVQSP tag=XJGBFAKU39O1 type=del size=2568286: (22) Invalid argument 2024-09-12T00:30:02.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.103+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~8RMAFTANANXK.0 size=1048576 2024-09-12T00:30:02.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.104+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~8RMAFTANANXK.1 size=1048576 2024-09-12T00:30:02.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.105+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~8RMAFTANANXK.2 size=486664 2024-09-12T00:30:02.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.105+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=8RMAFTANANXK tag=LOOWU0K9XN7Z type=write size=3632392 2024-09-12T00:30:02.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.107+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~ER5J517FT1OT.0 size=1048576 2024-09-12T00:30:02.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.108+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~ER5J517FT1OT.1 size=523116 2024-09-12T00:30:02.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.110+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=ER5J517FT1OT tag=DO1SOMM61766 type=write size=2620268 2024-09-12T00:30:02.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.112+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~26Q0KQWWRNY7.0 size=1048576 2024-09-12T00:30:02.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.113+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~26Q0KQWWRNY7.1 size=1048576 2024-09-12T00:30:02.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.114+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~26Q0KQWWRNY7.2 size=260493 2024-09-12T00:30:02.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.114+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=26Q0KQWWRNY7 tag=C8O413WNUQ7O type=write size=3406221 2024-09-12T00:30:02.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.115+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=YRN49H20U994 type=write size=368354 2024-09-12T00:30:02.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.116+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=K2SDF30SZ07R type=del size=612393 2024-09-12T00:30:02.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.118+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~AP6NKP8U5U7F.0 size=1048576 2024-09-12T00:30:02.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.119+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~AP6NKP8U5U7F.1 size=1048576 2024-09-12T00:30:02.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.120+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~AP6NKP8U5U7F.2 size=738063 2024-09-12T00:30:02.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.122+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=AP6NKP8U5U7F tag=726IGFYLXIYU type=write size=3883791 2024-09-12T00:30:02.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.124+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~Y8GD6FRZJQMW.0 size=1048576 2024-09-12T00:30:02.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.125+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~Y8GD6FRZJQMW.1 size=18782 2024-09-12T00:30:02.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.125+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=Y8GD6FRZJQMW tag=QURV0Z9795OT type=write size=2115934 2024-09-12T00:30:02.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.127+0000 7f8455f5c780 1 < suggested update operation key=FVZ1KXZLGCI5 tag=JVRNPECA3W0O type=write size=925366 2024-09-12T00:30:02.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.129+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~HI1O9IXGSJ35.0 size=1048576 2024-09-12T00:30:02.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.130+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~HI1O9IXGSJ35.1 size=689660 2024-09-12T00:30:02.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.130+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=HI1O9IXGSJ35 tag=13CUYOP6UY91 type=write size=2786812 2024-09-12T00:30:02.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.132+0000 7f8455f5c780 1 < suggested remove operation key=O75MSKPJ6Q0D tag=JPXD0OTD4XAY type=del 2024-09-12T00:30:02.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.133+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=2A283JRTZXNS type=del size=1627708 2024-09-12T00:30:02.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.135+0000 7f8455f5c780 -1 < failed to complete operation key=O75MSKPJ6Q0D tag=0O290EMQ7LNE type=write size=681987: (22) Invalid argument 2024-09-12T00:30:02.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.136+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=TMRQTE41UX09 type=del size=1270854 2024-09-12T00:30:02.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.137+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=1YU9Z12H6LE2 type=del 2024-09-12T00:30:02.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.138+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=FHIXNKQWZ55N type=write size=921217 2024-09-12T00:30:02.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.140+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~1JOHSPX7RE0B.0 size=612435 2024-09-12T00:30:02.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.141+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=1JOHSPX7RE0B tag=T1KCZTRLT1LO type=write size=1661011 2024-09-12T00:30:02.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.143+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=E2KCLQUW00RL type=del size=1904833 2024-09-12T00:30:02.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.144+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~VNJMGUB4SRLC.0 size=1048576 2024-09-12T00:30:02.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.145+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~VNJMGUB4SRLC.1 size=1048576 2024-09-12T00:30:02.144 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.146+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~VNJMGUB4SRLC.2 size=674669 2024-09-12T00:30:02.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.148+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=VNJMGUB4SRLC tag=H7GLGR93KT35 type=write size=3820397 2024-09-12T00:30:02.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.150+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~Q8E1R3SC9Q6B.0 size=1048576 2024-09-12T00:30:02.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.151+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~Q8E1R3SC9Q6B.1 size=1048576 2024-09-12T00:30:02.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.152+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~Q8E1R3SC9Q6B.2 size=1026371 2024-09-12T00:30:02.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.152+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=Q8E1R3SC9Q6B tag=76KXNPY3U69U type=write size=4172099 2024-09-12T00:30:02.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.153+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=4NFVU258CMOR type=write size=458225 2024-09-12T00:30:02.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.155+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~M107LDO4NC8V.0 size=1048576 2024-09-12T00:30:02.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.156+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~M107LDO4NC8V.1 size=1048576 2024-09-12T00:30:02.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.157+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~M107LDO4NC8V.2 size=509071 2024-09-12T00:30:02.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.157+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=M107LDO4NC8V tag=FZQFR1JB2DAD type=write size=3654799 2024-09-12T00:30:02.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.158+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=GG0UWTX2T9HW type=del 2024-09-12T00:30:02.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.160+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~PZS68EP5H6HK.0 size=1048576 2024-09-12T00:30:02.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.161+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~PZS68EP5H6HK.1 size=1048576 2024-09-12T00:30:02.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.162+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~PZS68EP5H6HK.2 size=95536 2024-09-12T00:30:02.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.162+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=PZS68EP5H6HK tag=RN83U8X1QR8C type=write size=3241264 2024-09-12T00:30:02.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.163+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=4Z9E59DQN0UZ type=del 2024-09-12T00:30:02.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.164+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=TXJSKBUUIW53 type=del size=742741 2024-09-12T00:30:02.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.165+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=2FO8EHUR0OJ9 type=del 2024-09-12T00:30:02.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.167+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~7JRZ8EXFCNCB.0 size=1048576 2024-09-12T00:30:02.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.169+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~7JRZ8EXFCNCB.1 size=1048576 2024-09-12T00:30:02.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.169+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~7JRZ8EXFCNCB.2 size=285177 2024-09-12T00:30:02.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.169+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=7JRZ8EXFCNCB tag=M5FW4PC2AHYK type=write size=3430905 2024-09-12T00:30:02.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.172+0000 7f8455f5c780 1 < suggested update operation key=TNQXVO8XWYUN tag=3BJO3U6IJ00X type=del size=2794327 2024-09-12T00:30:02.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.173+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=NM619GBV4LGW type=del size=2423447 2024-09-12T00:30:02.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.174+0000 7f8455f5c780 1 < canceled part key=_multipart_HNLIR7DV5BHI.2~TWWKR86JUXJH.0 size=1048576 2024-09-12T00:30:02.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.175+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~TWWKR86JUXJH.1 size=1048576 2024-09-12T00:30:02.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.176+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~TWWKR86JUXJH.2 size=16037 2024-09-12T00:30:02.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.178+0000 7f8455f5c780 1 < canceled multipart upload key=HNLIR7DV5BHI upload=TWWKR86JUXJH tag=CDGBF2P2I0ZD type=write size=3161765 2024-09-12T00:30:02.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.179+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=GZ5ZHAN4S44O type=del size=2520068 2024-09-12T00:30:02.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.180+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~8RMAFTANANXK.0 size=1048576 2024-09-12T00:30:02.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.181+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~8RMAFTANANXK.1 size=1048576 2024-09-12T00:30:02.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.182+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~8RMAFTANANXK.2 size=486664 2024-09-12T00:30:02.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.184+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=8RMAFTANANXK tag=LOOWU0K9XN7Z type=write size=3632392 2024-09-12T00:30:02.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.185+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=XED4NOKP1UH5 type=write size=776225 2024-09-12T00:30:02.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.186+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~26Q0KQWWRNY7.0 size=1048576 2024-09-12T00:30:02.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.187+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~26Q0KQWWRNY7.1 size=1048576 2024-09-12T00:30:02.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.188+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~26Q0KQWWRNY7.2 size=260493 2024-09-12T00:30:02.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.190+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=26Q0KQWWRNY7 tag=C8O413WNUQ7O type=write size=3406221 2024-09-12T00:30:02.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.191+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=SMMI6N9A9II1 type=del size=363293 2024-09-12T00:30:02.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.192+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=K2SDF30SZ07R type=del 2024-09-12T00:30:02.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.193+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=0ZO06T47PE0Y type=del size=2636956 2024-09-12T00:30:02.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.194+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~Y8GD6FRZJQMW.0 size=1048576 2024-09-12T00:30:02.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.195+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~Y8GD6FRZJQMW.1 size=18782 2024-09-12T00:30:02.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.197+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=Y8GD6FRZJQMW tag=QURV0Z9795OT type=write size=2115934 2024-09-12T00:30:02.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.199+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=4WY0AQV46H3L type=del size=3452851 2024-09-12T00:30:02.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.200+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~HI1O9IXGSJ35.0 size=1048576 2024-09-12T00:30:02.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.201+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~HI1O9IXGSJ35.1 size=689660 2024-09-12T00:30:02.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.203+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=HI1O9IXGSJ35 tag=13CUYOP6UY91 type=write size=2786812 2024-09-12T00:30:02.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.206+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=90CMT6C9F7L1 type=del size=3661569 2024-09-12T00:30:02.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.207+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=2A283JRTZXNS type=del 2024-09-12T00:30:02.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.209+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=2UZ2QHR122IJ type=del size=3507822 2024-09-12T00:30:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.210+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=TMRQTE41UX09 type=del 2024-09-12T00:30:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.211+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=YB73FMIETE00 type=del size=1340483 2024-09-12T00:30:02.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.212+0000 7f8455f5c780 1 < completed write operation key=STIRHZQYJ1PZ tag=FHIXNKQWZ55N type=write size=921217 2024-09-12T00:30:02.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.214+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=4VA1ITW2SM5L type=del size=2706435 2024-09-12T00:30:02.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.215+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=E2KCLQUW00RL type=del 2024-09-12T00:30:02.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.216+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=42LFJ8K45G25 type=del size=1808733 2024-09-12T00:30:02.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.218+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~Q8E1R3SC9Q6B.0 size=1048576 2024-09-12T00:30:02.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.219+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~Q8E1R3SC9Q6B.1 size=1048576 2024-09-12T00:30:02.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.219+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~Q8E1R3SC9Q6B.2 size=1026371 2024-09-12T00:30:02.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.221+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=Q8E1R3SC9Q6B tag=76KXNPY3U69U type=write size=4172099 2024-09-12T00:30:02.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.222+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=Y9WUO912SDPB type=del size=3344921 2024-09-12T00:30:02.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.224+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~M107LDO4NC8V.0 size=1048576 2024-09-12T00:30:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.224+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~M107LDO4NC8V.1 size=1048576 2024-09-12T00:30:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.225+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~M107LDO4NC8V.2 size=509071 2024-09-12T00:30:02.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.227+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=M107LDO4NC8V tag=FZQFR1JB2DAD type=write size=3654799 2024-09-12T00:30:02.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.229+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~Z7V9EF8FSEFY.0 size=1048576 2024-09-12T00:30:02.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.230+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~Z7V9EF8FSEFY.1 size=254170 2024-09-12T00:30:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.230+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=Z7V9EF8FSEFY tag=AST9IQS4INFL type=write size=2351322 2024-09-12T00:30:02.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.231+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~PZS68EP5H6HK.0 size=1048576 2024-09-12T00:30:02.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.232+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~PZS68EP5H6HK.1 size=1048576 2024-09-12T00:30:02.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.233+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~PZS68EP5H6HK.2 size=95536 2024-09-12T00:30:02.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.235+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=PZS68EP5H6HK tag=RN83U8X1QR8C type=write size=3241264 2024-09-12T00:30:02.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.236+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=DS63ZZFYGDRL type=del size=2656255 2024-09-12T00:30:02.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.237+0000 7f8455f5c780 1 < canceled operation key=UKPL92R8L6P1 tag=TXJSKBUUIW53 type=del size=742741 2024-09-12T00:30:02.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.239+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SJNW0956UXOL.0 size=1048576 2024-09-12T00:30:02.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.240+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SJNW0956UXOL.1 size=1048576 2024-09-12T00:30:02.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.241+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SJNW0956UXOL.2 size=727097 2024-09-12T00:30:02.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.241+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=SJNW0956UXOL tag=KUSWHXZ8PNC7 type=write size=3872825 2024-09-12T00:30:02.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.242+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~7JRZ8EXFCNCB.0 size=1048576 2024-09-12T00:30:02.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.243+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~7JRZ8EXFCNCB.1 size=1048576 2024-09-12T00:30:02.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.244+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~7JRZ8EXFCNCB.2 size=285177 2024-09-12T00:30:02.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.246+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=7JRZ8EXFCNCB tag=M5FW4PC2AHYK type=write size=3430905 2024-09-12T00:30:02.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.249+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~IAIR66MP81QW.0 size=1048576 2024-09-12T00:30:02.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.250+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~IAIR66MP81QW.1 size=1048576 2024-09-12T00:30:02.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.250+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~IAIR66MP81QW.2 size=554110 2024-09-12T00:30:02.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.250+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=IAIR66MP81QW tag=YCYFBZFD8QMJ type=write size=3699838 2024-09-12T00:30:02.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.252+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=NM619GBV4LGW type=del 2024-09-12T00:30:02.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.253+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=XMEH6QUKU65F type=del size=3159852 2024-09-12T00:30:02.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.255+0000 7f8455f5c780 1 < suggested update operation key=NJDCFOHPNT1R tag=GZ5ZHAN4S44O type=del size=2520068 2024-09-12T00:30:02.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.256+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=LVQCX9J6PEMN type=write size=941336 2024-09-12T00:30:02.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.257+0000 7f8455f5c780 1 < completed write operation key=YOBG2K7WI8ZX tag=XED4NOKP1UH5 type=write size=776225 2024-09-12T00:30:02.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.258+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=PX41F7JWIGY5 type=del size=666987 2024-09-12T00:30:02.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.260+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=SMMI6N9A9II1 type=del 2024-09-12T00:30:02.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.261+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=WDT6ZLWDGXBX type=del size=3817208 2024-09-12T00:30:02.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.262+0000 7f8455f5c780 1 < canceled operation key=L293TNR2PBWD tag=0ZO06T47PE0Y type=del size=2636956 2024-09-12T00:30:02.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.264+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~96UFXIVRBZH2.0 size=677016 2024-09-12T00:30:02.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.264+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=96UFXIVRBZH2 tag=VB697VMO60PT type=write size=1725592 2024-09-12T00:30:02.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.266+0000 7f8455f5c780 1 < suggested update operation key=EWN14RZZVQSP tag=4WY0AQV46H3L type=del size=3452851 2024-09-12T00:30:02.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.268+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~L7RXLQIZ32HQ.0 size=1048576 2024-09-12T00:30:02.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.269+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~L7RXLQIZ32HQ.1 size=1048576 2024-09-12T00:30:02.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.270+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~L7RXLQIZ32HQ.2 size=747832 2024-09-12T00:30:02.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.270+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=L7RXLQIZ32HQ tag=7CRNH0STWRCX type=write size=3893560 2024-09-12T00:30:02.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.272+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=90CMT6C9F7L1 type=del 2024-09-12T00:30:02.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.273+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=B3LEG132W7B1 type=del size=1466221 2024-09-12T00:30:02.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.274+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=2UZ2QHR122IJ type=del 2024-09-12T00:30:02.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.276+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~L1GNV1K2TC7V.0 size=388342 2024-09-12T00:30:02.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.276+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=L1GNV1K2TC7V tag=HQYF6VBZWU4C type=write size=1436918 2024-09-12T00:30:02.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.277+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=YB73FMIETE00 type=del 2024-09-12T00:30:02.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.279+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=HXQ2Z77TCDSL type=del size=49295 2024-09-12T00:30:02.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.281+0000 7f8455f5c780 1 < suggested update operation key=Z7FSWDLC6Z2R tag=4VA1ITW2SM5L type=del size=2706435 2024-09-12T00:30:02.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.282+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=Y7UCN2CVTHTD type=write size=419383 2024-09-12T00:30:02.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.284+0000 7f8455f5c780 1 < suggested remove operation key=MK2OM1CN6QCN tag=42LFJ8K45G25 type=del 2024-09-12T00:30:02.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.285+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=5CA4HQJ352MO type=write size=671176 2024-09-12T00:30:02.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.288+0000 7f8455f5c780 1 < suggested remove operation key=HNLIR7DV5BHI tag=Y9WUO912SDPB type=del 2024-09-12T00:30:02.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.289+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=SUD35YS0KKKY type=del size=3489579 2024-09-12T00:30:02.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.290+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~Z7V9EF8FSEFY.0 size=1048576 2024-09-12T00:30:02.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.291+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~Z7V9EF8FSEFY.1 size=254170 2024-09-12T00:30:02.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.293+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=Z7V9EF8FSEFY tag=AST9IQS4INFL type=write size=2351322 2024-09-12T00:30:02.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.294+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=HKL5QINOJAMX type=del size=1415734 2024-09-12T00:30:02.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.296+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=DS63ZZFYGDRL type=del 2024-09-12T00:30:02.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.297+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=3V1EJXE88Z0Q type=write size=705146 2024-09-12T00:30:02.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.297+0000 7f8455f5c780 1 < canceled part key=_multipart_3QZOXO71V3B0.2~SJNW0956UXOL.0 size=1048576 2024-09-12T00:30:02.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.298+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~SJNW0956UXOL.1 size=1048576 2024-09-12T00:30:02.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.298+0000 7f8455f5c780 1 < canceled part key=_multipart_3QZOXO71V3B0.2~SJNW0956UXOL.2 size=727097 2024-09-12T00:30:02.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.300+0000 7f8455f5c780 1 < canceled multipart upload key=3QZOXO71V3B0 upload=SJNW0956UXOL tag=KUSWHXZ8PNC7 type=write size=3872825 2024-09-12T00:30:02.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.302+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~AH8F3A237MP5.0 size=1048576 2024-09-12T00:30:02.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.303+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~AH8F3A237MP5.1 size=1048576 2024-09-12T00:30:02.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.304+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~AH8F3A237MP5.2 size=845403 2024-09-12T00:30:02.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.304+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=AH8F3A237MP5 tag=PM5039Q2490G type=write size=3991131 2024-09-12T00:30:02.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.305+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~IAIR66MP81QW.0 size=1048576 2024-09-12T00:30:02.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.306+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~IAIR66MP81QW.1 size=1048576 2024-09-12T00:30:02.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.307+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~IAIR66MP81QW.2 size=554110 2024-09-12T00:30:02.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.309+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=IAIR66MP81QW tag=YCYFBZFD8QMJ type=write size=3699838 2024-09-12T00:30:02.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.310+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=F2JKPZPOPQAD type=del size=3808221 2024-09-12T00:30:02.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.313+0000 7f8455f5c780 1 < suggested update operation key=STIRHZQYJ1PZ tag=XMEH6QUKU65F type=del size=3159852 2024-09-12T00:30:02.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.315+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~O00NAYPF01RQ.0 size=1048576 2024-09-12T00:30:02.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.316+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~O00NAYPF01RQ.1 size=1048576 2024-09-12T00:30:02.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.317+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~O00NAYPF01RQ.2 size=631659 2024-09-12T00:30:02.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.317+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=O00NAYPF01RQ tag=MOOPMCA4VLTB type=write size=3777387 2024-09-12T00:30:02.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.318+0000 7f8455f5c780 1 < completed write operation key=SLXJ6AI0B77O tag=LVQCX9J6PEMN type=write size=941336 2024-09-12T00:30:02.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.320+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=JJQ4FQTX0SIP type=del size=1416613 2024-09-12T00:30:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.321+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=PX41F7JWIGY5 type=del 2024-09-12T00:30:02.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.323+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~938Z94LEAILP.0 size=1048576 2024-09-12T00:30:02.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.324+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~938Z94LEAILP.1 size=1048576 2024-09-12T00:30:02.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.325+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~938Z94LEAILP.2 size=749295 2024-09-12T00:30:02.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.325+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=938Z94LEAILP tag=4VJEFHXVLHQY type=write size=3895023 2024-09-12T00:30:02.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.327+0000 7f8455f5c780 1 < suggested remove operation key=TNQXVO8XWYUN tag=WDT6ZLWDGXBX type=del 2024-09-12T00:30:02.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.328+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=QSTRUQUQBM3B type=del size=2206254 2024-09-12T00:30:02.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.329+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~96UFXIVRBZH2.0 size=677016 2024-09-12T00:30:02.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.331+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=96UFXIVRBZH2 tag=VB697VMO60PT type=write size=1725592 2024-09-12T00:30:02.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.333+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~7P3YAEWQOTL1.0 size=1048576 2024-09-12T00:30:02.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.334+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~7P3YAEWQOTL1.1 size=1048576 2024-09-12T00:30:02.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.335+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~7P3YAEWQOTL1.2 size=586399 2024-09-12T00:30:02.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.335+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=7P3YAEWQOTL1 tag=A9NLX19NJFMX type=write size=3732127 2024-09-12T00:30:02.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.336+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~L7RXLQIZ32HQ.0 size=1048576 2024-09-12T00:30:02.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.336+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~L7RXLQIZ32HQ.1 size=1048576 2024-09-12T00:30:02.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.337+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~L7RXLQIZ32HQ.2 size=747832 2024-09-12T00:30:02.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.339+0000 7f8455f5c780 1 < canceled multipart upload key=87B5GBBB0F0G upload=L7RXLQIZ32HQ tag=7CRNH0STWRCX type=write size=3893560 2024-09-12T00:30:02.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.340+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=AJ9GA7QSUUCZ type=write size=884321 2024-09-12T00:30:02.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.341+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=B3LEG132W7B1 type=del 2024-09-12T00:30:02.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.342+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=PDU8I14YNR73 type=del size=1525971 2024-09-12T00:30:02.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.343+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~L1GNV1K2TC7V.0 size=388342 2024-09-12T00:30:02.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.345+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=L1GNV1K2TC7V tag=HQYF6VBZWU4C type=write size=1436918 2024-09-12T00:30:02.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.347+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~BRSMEREN48LP.0 size=1048576 2024-09-12T00:30:02.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.348+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~BRSMEREN48LP.1 size=8610 2024-09-12T00:30:02.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.348+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=BRSMEREN48LP tag=AFQ1MVJP3BCQ type=write size=2105762 2024-09-12T00:30:02.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.349+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=HXQ2Z77TCDSL type=del 2024-09-12T00:30:02.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.350+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=0QKGD0TVMBD8 type=del size=1703039 2024-09-12T00:30:02.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.352+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=Y7UCN2CVTHTD type=write size=419383 2024-09-12T00:30:02.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.354+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~INW2ET5RZ42B.0 size=1048576 2024-09-12T00:30:02.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.355+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~INW2ET5RZ42B.1 size=839642 2024-09-12T00:30:02.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.355+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=INW2ET5RZ42B tag=246K9CHX007R type=write size=2936794 2024-09-12T00:30:02.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.356+0000 7f8455f5c780 1 < canceled operation key=EWN14RZZVQSP tag=5CA4HQJ352MO type=write size=671176 2024-09-12T00:30:02.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.358+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~MJRWN3NR2TYJ.0 size=1048576 2024-09-12T00:30:02.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.359+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~MJRWN3NR2TYJ.1 size=740139 2024-09-12T00:30:02.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.359+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=MJRWN3NR2TYJ tag=ZY6ALELYNNRM type=write size=2837291 2024-09-12T00:30:02.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.361+0000 7f8455f5c780 1 < suggested update operation key=FVZ1KXZLGCI5 tag=SUD35YS0KKKY type=del size=3489579 2024-09-12T00:30:02.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.364+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~8EJ5ZCPRKM70.0 size=554900 2024-09-12T00:30:02.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.364+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=8EJ5ZCPRKM70 tag=N2A0NT75IF28 type=write size=1603476 2024-09-12T00:30:02.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.365+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=HKL5QINOJAMX type=del 2024-09-12T00:30:02.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.366+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=SJSN0W8UEFFN type=write size=437982 2024-09-12T00:30:02.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.367+0000 7f8455f5c780 1 < completed write operation key=D02C1LZ2VOOE tag=3V1EJXE88Z0Q type=write size=705146 2024-09-12T00:30:02.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.369+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~CPNFZ0M93IIQ.0 size=1048576 2024-09-12T00:30:02.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.370+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~CPNFZ0M93IIQ.1 size=1048576 2024-09-12T00:30:02.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.371+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~CPNFZ0M93IIQ.2 size=702103 2024-09-12T00:30:02.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.371+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=CPNFZ0M93IIQ tag=DDPAU8O1T9MK type=write size=3847831 2024-09-12T00:30:02.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.372+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~AH8F3A237MP5.0 size=1048576 2024-09-12T00:30:02.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.373+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~AH8F3A237MP5.1 size=1048576 2024-09-12T00:30:02.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.374+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~AH8F3A237MP5.2 size=845403 2024-09-12T00:30:02.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.376+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=AH8F3A237MP5 tag=PM5039Q2490G type=write size=3991131 2024-09-12T00:30:02.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.377+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=825U16M4679C type=del size=1977124 2024-09-12T00:30:02.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.378+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=F2JKPZPOPQAD type=del size=3808221 2024-09-12T00:30:02.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.379+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=8AKOIJYAH12W type=del size=2757674 2024-09-12T00:30:02.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.380+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~O00NAYPF01RQ.0 size=1048576 2024-09-12T00:30:02.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.381+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~O00NAYPF01RQ.1 size=1048576 2024-09-12T00:30:02.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.381+0000 7f8455f5c780 1 < canceled part key=_multipart_5F2OS11YH2Y3.2~O00NAYPF01RQ.2 size=631659 2024-09-12T00:30:02.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.383+0000 7f8455f5c780 1 < canceled multipart upload key=5F2OS11YH2Y3 upload=O00NAYPF01RQ tag=MOOPMCA4VLTB type=write size=3777387 2024-09-12T00:30:02.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.386+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~488IYS9XP9EO.0 size=1048576 2024-09-12T00:30:02.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.387+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~488IYS9XP9EO.1 size=423921 2024-09-12T00:30:02.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.387+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=488IYS9XP9EO tag=NUZHQPB981RP type=write size=2521073 2024-09-12T00:30:02.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.388+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=JJQ4FQTX0SIP type=del 2024-09-12T00:30:02.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.390+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=FOHK7ML0I7FT type=del size=1151242 2024-09-12T00:30:02.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.391+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~938Z94LEAILP.0 size=1048576 2024-09-12T00:30:02.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.391+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~938Z94LEAILP.1 size=1048576 2024-09-12T00:30:02.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.392+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~938Z94LEAILP.2 size=749295 2024-09-12T00:30:02.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.394+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=938Z94LEAILP tag=4VJEFHXVLHQY type=write size=3895023 2024-09-12T00:30:02.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.395+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=EO67OF5NH5KG type=del size=1159116 2024-09-12T00:30:02.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.396+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=QSTRUQUQBM3B type=del 2024-09-12T00:30:02.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.398+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~3C28N4J79RW2.0 size=475219 2024-09-12T00:30:02.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.398+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=3C28N4J79RW2 tag=PMSMKOGAD38W type=write size=1523795 2024-09-12T00:30:02.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.398+0000 7f8455f5c780 1 < canceled part key=_multipart_6ZPF32PZKGY3.2~7P3YAEWQOTL1.0 size=1048576 2024-09-12T00:30:02.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.399+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~7P3YAEWQOTL1.1 size=1048576 2024-09-12T00:30:02.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.400+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~7P3YAEWQOTL1.2 size=586399 2024-09-12T00:30:02.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.402+0000 7f8455f5c780 1 < canceled multipart upload key=6ZPF32PZKGY3 upload=7P3YAEWQOTL1 tag=A9NLX19NJFMX type=write size=3732127 2024-09-12T00:30:02.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.403+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=YI331UH2HK3V type=del size=1769104 2024-09-12T00:30:02.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.405+0000 7f8455f5c780 1 < suggested update operation key=NJDCFOHPNT1R tag=AJ9GA7QSUUCZ type=write size=884321 2024-09-12T00:30:02.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.407+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=UUEBQYGD3N90 type=del size=3066079 2024-09-12T00:30:02.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.408+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=PDU8I14YNR73 type=del size=1525971 2024-09-12T00:30:02.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.409+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=46KZUDUDPK7U type=del size=3599370 2024-09-12T00:30:02.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.411+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~BRSMEREN48LP.0 size=1048576 2024-09-12T00:30:02.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.412+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~BRSMEREN48LP.1 size=8610 2024-09-12T00:30:02.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.414+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=BRSMEREN48LP tag=AFQ1MVJP3BCQ type=write size=2105762 2024-09-12T00:30:02.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.415+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=32C5PWI0MAMX type=del size=493605 2024-09-12T00:30:02.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.416+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=0QKGD0TVMBD8 type=del size=1703039 2024-09-12T00:30:02.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.418+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~E63DR8VHSX3H.0 size=496398 2024-09-12T00:30:02.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.418+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=E63DR8VHSX3H tag=22GWSG3U98B6 type=write size=1544974 2024-09-12T00:30:02.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.419+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~INW2ET5RZ42B.0 size=1048576 2024-09-12T00:30:02.419 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.421+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~INW2ET5RZ42B.1 size=839642 2024-09-12T00:30:02.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.423+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=INW2ET5RZ42B tag=246K9CHX007R type=write size=2936794 2024-09-12T00:30:02.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.425+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~E9WJD2MUX326.0 size=1048576 2024-09-12T00:30:02.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.426+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~E9WJD2MUX326.1 size=1015306 2024-09-12T00:30:02.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.426+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=E9WJD2MUX326 tag=NB2U5FTLWJ4O type=write size=3112458 2024-09-12T00:30:02.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.427+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~MJRWN3NR2TYJ.0 size=1048576 2024-09-12T00:30:02.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.428+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~MJRWN3NR2TYJ.1 size=740139 2024-09-12T00:30:02.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.429+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=MJRWN3NR2TYJ tag=ZY6ALELYNNRM type=write size=2837291 2024-09-12T00:30:02.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.432+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~M0LNT1TKSSI3.0 size=1048576 2024-09-12T00:30:02.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.432+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~M0LNT1TKSSI3.1 size=253069 2024-09-12T00:30:02.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.432+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=M0LNT1TKSSI3 tag=3SJGRYK30XD4 type=write size=2350221 2024-09-12T00:30:02.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.434+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~8EJ5ZCPRKM70.0 size=554900 2024-09-12T00:30:02.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.436+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=8EJ5ZCPRKM70 tag=N2A0NT75IF28 type=write size=1603476 2024-09-12T00:30:02.436 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.438+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~M4CEP42PPAHL.0 size=1048576 2024-09-12T00:30:02.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.438+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~M4CEP42PPAHL.1 size=1048576 2024-09-12T00:30:02.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.439+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~M4CEP42PPAHL.2 size=616292 2024-09-12T00:30:02.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.439+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=M4CEP42PPAHL tag=HPVI94GPBXZ0 type=write size=3762020 2024-09-12T00:30:02.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.440+0000 7f8455f5c780 1 < completed write operation key=MK2OM1CN6QCN tag=SJSN0W8UEFFN type=write size=437982 2024-09-12T00:30:02.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.443+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~OGSQF185H2G5.0 size=1048576 2024-09-12T00:30:02.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.444+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~OGSQF185H2G5.1 size=157222 2024-09-12T00:30:02.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.444+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=OGSQF185H2G5 tag=0PIBEG5N20FE type=write size=2254374 2024-09-12T00:30:02.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.445+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~CPNFZ0M93IIQ.0 size=1048576 2024-09-12T00:30:02.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.445+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~CPNFZ0M93IIQ.1 size=1048576 2024-09-12T00:30:02.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.446+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~CPNFZ0M93IIQ.2 size=702103 2024-09-12T00:30:02.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.448+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=CPNFZ0M93IIQ tag=DDPAU8O1T9MK type=write size=3847831 2024-09-12T00:30:02.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.449+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=SRDD94Y8RIKY type=write size=108070 2024-09-12T00:30:02.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.451+0000 7f8455f5c780 1 < suggested remove operation key=1NY27D1OOWPU tag=825U16M4679C type=del 2024-09-12T00:30:02.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.452+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=WUJLCIJKNTAQ type=write size=51509 2024-09-12T00:30:02.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.454+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=8AKOIJYAH12W type=del 2024-09-12T00:30:02.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.455+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=WQS49Z8IM2WT type=del size=2757285 2024-09-12T00:30:02.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.456+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~488IYS9XP9EO.0 size=1048576 2024-09-12T00:30:02.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.457+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~488IYS9XP9EO.1 size=423921 2024-09-12T00:30:02.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.459+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=488IYS9XP9EO tag=NUZHQPB981RP type=write size=2521073 2024-09-12T00:30:02.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.461+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~ZX453C90458U.0 size=1048576 2024-09-12T00:30:02.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.462+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~ZX453C90458U.1 size=910231 2024-09-12T00:30:02.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.462+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=ZX453C90458U tag=D28G71YXODQ8 type=write size=3007383 2024-09-12T00:30:02.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.463+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=FOHK7ML0I7FT type=del 2024-09-12T00:30:02.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.465+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=GTJAVCP36NC0 type=write size=423992 2024-09-12T00:30:02.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.466+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=EO67OF5NH5KG type=del 2024-09-12T00:30:02.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.467+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=11UTH7M0CFHW type=del size=670564 2024-09-12T00:30:02.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.468+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~3C28N4J79RW2.0 size=475219 2024-09-12T00:30:02.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.470+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=3C28N4J79RW2 tag=PMSMKOGAD38W type=write size=1523795 2024-09-12T00:30:02.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.471+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=ZVKF77V716EV type=del size=3767782 2024-09-12T00:30:02.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.472+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=YI331UH2HK3V type=del 2024-09-12T00:30:02.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.474+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=JWZR2Z6BQMAJ type=del size=2399231 2024-09-12T00:30:02.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.476+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=UUEBQYGD3N90 type=del size=3066079 2024-09-12T00:30:02.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.477+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=JG6NKSM10I4X type=del size=2822789 2024-09-12T00:30:02.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.480+0000 7f8455f5c780 1 < suggested update operation key=SLXJ6AI0B77O tag=46KZUDUDPK7U type=del size=3599370 2024-09-12T00:30:02.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.481+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=0513EBQG7ZBY type=del size=2878342 2024-09-12T00:30:02.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.483+0000 7f8455f5c780 1 < suggested remove operation key=3QZOXO71V3B0 tag=32C5PWI0MAMX type=del 2024-09-12T00:30:02.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.484+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=QVYBVR0F0C3P type=del size=3905831 2024-09-12T00:30:02.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.485+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~E63DR8VHSX3H.0 size=496398 2024-09-12T00:30:02.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.487+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=E63DR8VHSX3H tag=22GWSG3U98B6 type=write size=1544974 2024-09-12T00:30:02.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.489+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UO1JG50400RF.0 size=346307 2024-09-12T00:30:02.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.489+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=UO1JG50400RF tag=SOK4830LCBAZ type=write size=1394883 2024-09-12T00:30:02.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.491+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~E9WJD2MUX326.0 size=1048576 2024-09-12T00:30:02.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.491+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~E9WJD2MUX326.1 size=1015306 2024-09-12T00:30:02.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.493+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=E9WJD2MUX326 tag=NB2U5FTLWJ4O type=write size=3112458 2024-09-12T00:30:02.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.496+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~NVD1TPODRC9T.0 size=245565 2024-09-12T00:30:02.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.496+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=NVD1TPODRC9T tag=EFXI2QV8ABXE type=write size=1294141 2024-09-12T00:30:02.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.497+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~M0LNT1TKSSI3.0 size=1048576 2024-09-12T00:30:02.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.498+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~M0LNT1TKSSI3.1 size=253069 2024-09-12T00:30:02.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.500+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=M0LNT1TKSSI3 tag=3SJGRYK30XD4 type=write size=2350221 2024-09-12T00:30:02.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.501+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=8UP1820IU3FA type=del size=3723887 2024-09-12T00:30:02.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.502+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~M4CEP42PPAHL.0 size=1048576 2024-09-12T00:30:02.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.503+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~M4CEP42PPAHL.1 size=1048576 2024-09-12T00:30:02.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.503+0000 7f8455f5c780 1 < canceled part key=_multipart_FVZ1KXZLGCI5.2~M4CEP42PPAHL.2 size=616292 2024-09-12T00:30:02.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.505+0000 7f8455f5c780 1 < canceled multipart upload key=FVZ1KXZLGCI5 upload=M4CEP42PPAHL tag=HPVI94GPBXZ0 type=write size=3762020 2024-09-12T00:30:02.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.506+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=TB31N4WT06U5 type=del size=3678587 2024-09-12T00:30:02.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.508+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~OGSQF185H2G5.0 size=1048576 2024-09-12T00:30:02.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.509+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~OGSQF185H2G5.1 size=157222 2024-09-12T00:30:02.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.511+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=OGSQF185H2G5 tag=0PIBEG5N20FE type=write size=2254374 2024-09-12T00:30:02.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.513+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~OAQ6CT1RGIGM.0 size=1048576 2024-09-12T00:30:02.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.514+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~OAQ6CT1RGIGM.1 size=1946 2024-09-12T00:30:02.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.514+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=OAQ6CT1RGIGM tag=1Q94124JOH45 type=write size=2099098 2024-09-12T00:30:02.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.515+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=SRDD94Y8RIKY type=write size=108070 2024-09-12T00:30:02.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.517+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~VIJXEK1K2JIV.0 size=1048576 2024-09-12T00:30:02.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.518+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~VIJXEK1K2JIV.1 size=1048576 2024-09-12T00:30:02.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.519+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~VIJXEK1K2JIV.2 size=955997 2024-09-12T00:30:02.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.519+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=VIJXEK1K2JIV tag=KWBY51PQWVSJ type=write size=4101725 2024-09-12T00:30:02.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.520+0000 7f8455f5c780 1 < completed write operation key=HNLIR7DV5BHI tag=WUJLCIJKNTAQ type=write size=51509 2024-09-12T00:30:02.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.522+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~4CL707Z4T54T.0 size=1048576 2024-09-12T00:30:02.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.523+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~4CL707Z4T54T.1 size=277010 2024-09-12T00:30:02.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.523+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=4CL707Z4T54T tag=KJKQP00UZE4T type=write size=2374162 2024-09-12T00:30:02.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.525+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=WQS49Z8IM2WT type=del 2024-09-12T00:30:02.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.526+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=GEXLQ738KIG3 type=write size=189011 2024-09-12T00:30:02.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.527+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~ZX453C90458U.0 size=1048576 2024-09-12T00:30:02.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.529+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~ZX453C90458U.1 size=910231 2024-09-12T00:30:02.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.533+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=ZX453C90458U tag=D28G71YXODQ8 type=write size=3007383 2024-09-12T00:30:02.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.535+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~R2SDFPO5JW1X.0 size=1048576 2024-09-12T00:30:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.536+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~R2SDFPO5JW1X.1 size=1048576 2024-09-12T00:30:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.537+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~R2SDFPO5JW1X.2 size=456331 2024-09-12T00:30:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.537+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=R2SDFPO5JW1X tag=MUXEGS8SI2BY type=write size=3602059 2024-09-12T00:30:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.538+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=GTJAVCP36NC0 type=write size=423992 2024-09-12T00:30:02.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.539+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=8C3KJ03GK9WN type=del size=1548724 2024-09-12T00:30:02.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.540+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=11UTH7M0CFHW type=del 2024-09-12T00:30:02.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.541+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=17MIN3EQLKEE type=del size=149297 2024-09-12T00:30:02.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.542+0000 7f8455f5c780 1 < canceled operation key=D02C1LZ2VOOE tag=ZVKF77V716EV type=del size=3767782 2024-09-12T00:30:02.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.544+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~5S71KZJJPRLR.0 size=1048576 2024-09-12T00:30:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.545+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~5S71KZJJPRLR.1 size=278844 2024-09-12T00:30:02.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.545+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=5S71KZJJPRLR tag=T32GPNJT12JF type=write size=2375996 2024-09-12T00:30:02.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.547+0000 7f8455f5c780 1 < suggested remove operation key=MK2OM1CN6QCN tag=JWZR2Z6BQMAJ type=del 2024-09-12T00:30:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.549+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~F1MOKKH3MZBE.0 size=1048576 2024-09-12T00:30:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.550+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~F1MOKKH3MZBE.1 size=1048576 2024-09-12T00:30:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.551+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~F1MOKKH3MZBE.2 size=333527 2024-09-12T00:30:02.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.551+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=F1MOKKH3MZBE tag=0R75JQZ3ZJOS type=write size=3479255 2024-09-12T00:30:02.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.552+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=JG6NKSM10I4X type=del 2024-09-12T00:30:02.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.554+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=T89P4UMPLYZJ type=del size=797718 2024-09-12T00:30:02.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.556+0000 7f8455f5c780 1 < suggested remove operation key=NJDCFOHPNT1R tag=0513EBQG7ZBY type=del 2024-09-12T00:30:02.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.558+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~06ULXSF9VDUP.0 size=1048576 2024-09-12T00:30:02.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.560+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~06ULXSF9VDUP.1 size=633603 2024-09-12T00:30:02.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.560+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=06ULXSF9VDUP tag=YPNK8D08S3Q4 type=write size=2730755 2024-09-12T00:30:02.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.561+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=QVYBVR0F0C3P type=del size=3905831 2024-09-12T00:30:02.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.562+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=LAY70Z0OAQK1 type=del size=337572 2024-09-12T00:30:02.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.562+0000 7f8455f5c780 1 < canceled part key=_multipart_UKPL92R8L6P1.2~UO1JG50400RF.0 size=346307 2024-09-12T00:30:02.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.564+0000 7f8455f5c780 1 < canceled multipart upload key=UKPL92R8L6P1 upload=UO1JG50400RF tag=SOK4830LCBAZ type=write size=1394883 2024-09-12T00:30:02.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.565+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=2DBEYOZRVVRT type=del size=2853057 2024-09-12T00:30:02.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.567+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~NVD1TPODRC9T.0 size=245565 2024-09-12T00:30:02.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.568+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=NVD1TPODRC9T tag=EFXI2QV8ABXE type=write size=1294141 2024-09-12T00:30:02.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.570+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=4MISLU2ZX89K type=del size=2421587 2024-09-12T00:30:02.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.571+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=8UP1820IU3FA type=del 2024-09-12T00:30:02.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.572+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=FUBNG1U9BVGX type=write size=808072 2024-09-12T00:30:02.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.573+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=TB31N4WT06U5 type=del 2024-09-12T00:30:02.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.574+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=3I70FLO8MNYK type=del size=1772478 2024-09-12T00:30:02.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.576+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~OAQ6CT1RGIGM.0 size=1048576 2024-09-12T00:30:02.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.577+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~OAQ6CT1RGIGM.1 size=1946 2024-09-12T00:30:02.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.579+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=OAQ6CT1RGIGM tag=1Q94124JOH45 type=write size=2099098 2024-09-12T00:30:02.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.581+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~J2MV9FIW8Z9V.0 size=190323 2024-09-12T00:30:02.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.581+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=J2MV9FIW8Z9V tag=H7AYYRXMEPG8 type=write size=1238899 2024-09-12T00:30:02.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.582+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~VIJXEK1K2JIV.0 size=1048576 2024-09-12T00:30:02.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.583+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~VIJXEK1K2JIV.1 size=1048576 2024-09-12T00:30:02.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.583+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~VIJXEK1K2JIV.2 size=955997 2024-09-12T00:30:02.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.585+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=VIJXEK1K2JIV tag=KWBY51PQWVSJ type=write size=4101725 2024-09-12T00:30:02.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.587+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~PDCIZ74Q7HMT.0 size=1048576 2024-09-12T00:30:02.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.588+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~PDCIZ74Q7HMT.1 size=671393 2024-09-12T00:30:02.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.588+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=PDCIZ74Q7HMT tag=LTS9OEGU5694 type=write size=2768545 2024-09-12T00:30:02.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.590+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~4CL707Z4T54T.0 size=1048576 2024-09-12T00:30:02.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.591+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~4CL707Z4T54T.1 size=277010 2024-09-12T00:30:02.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.593+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=4CL707Z4T54T tag=KJKQP00UZE4T type=write size=2374162 2024-09-12T00:30:02.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.595+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~KM2QJ8GWK1HZ.0 size=753700 2024-09-12T00:30:02.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.595+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=KM2QJ8GWK1HZ tag=O2JHUQ2FSGVW type=write size=1802276 2024-09-12T00:30:02.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.597+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=GEXLQ738KIG3 type=write size=189011 2024-09-12T00:30:02.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.598+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=WKSTB4AEO2FK type=del size=2566107 2024-09-12T00:30:02.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.599+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~R2SDFPO5JW1X.0 size=1048576 2024-09-12T00:30:02.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.600+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~R2SDFPO5JW1X.1 size=1048576 2024-09-12T00:30:02.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.601+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~R2SDFPO5JW1X.2 size=456331 2024-09-12T00:30:02.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.603+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=R2SDFPO5JW1X tag=MUXEGS8SI2BY type=write size=3602059 2024-09-12T00:30:02.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.605+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~RST7OZXBEB4Z.0 size=1048576 2024-09-12T00:30:02.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.606+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~RST7OZXBEB4Z.1 size=1048576 2024-09-12T00:30:02.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.607+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~RST7OZXBEB4Z.2 size=397475 2024-09-12T00:30:02.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.607+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=RST7OZXBEB4Z tag=TVFSMWT0QJ2V type=write size=3543203 2024-09-12T00:30:02.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.610+0000 7f8455f5c780 1 < suggested remove operation key=7T1NXXX4G2CP tag=8C3KJ03GK9WN type=del 2024-09-12T00:30:02.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.612+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~SWLCPO1268OF.0 size=1048576 2024-09-12T00:30:02.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.613+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~SWLCPO1268OF.1 size=824191 2024-09-12T00:30:02.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.613+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=SWLCPO1268OF tag=ZH8XF21T428D type=write size=2921343 2024-09-12T00:30:02.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.615+0000 7f8455f5c780 1 < suggested remove operation key=4DUAH9DXP2L3 tag=17MIN3EQLKEE type=del 2024-09-12T00:30:02.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.616+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=W45PKWN3NY12 type=del size=2375294 2024-09-12T00:30:02.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.617+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~5S71KZJJPRLR.0 size=1048576 2024-09-12T00:30:02.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.618+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~5S71KZJJPRLR.1 size=278844 2024-09-12T00:30:02.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.620+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=5S71KZJJPRLR tag=T32GPNJT12JF type=write size=2375996 2024-09-12T00:30:02.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.621+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=HANXEGVHK2ES type=del size=2428073 2024-09-12T00:30:02.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.623+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~F1MOKKH3MZBE.0 size=1048576 2024-09-12T00:30:02.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.623+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~F1MOKKH3MZBE.1 size=1048576 2024-09-12T00:30:02.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.624+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~F1MOKKH3MZBE.2 size=333527 2024-09-12T00:30:02.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.626+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=F1MOKKH3MZBE tag=0R75JQZ3ZJOS type=write size=3479255 2024-09-12T00:30:02.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.627+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=9S5FL487Y3X3 type=del size=150491 2024-09-12T00:30:02.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.629+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=T89P4UMPLYZJ type=del 2024-09-12T00:30:02.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.631+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~8UQUD40BTR50.0 size=1048576 2024-09-12T00:30:02.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.632+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~8UQUD40BTR50.1 size=573035 2024-09-12T00:30:02.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.632+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=8UQUD40BTR50 tag=TKLNFUERMPX6 type=write size=2670187 2024-09-12T00:30:02.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.633+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~06ULXSF9VDUP.0 size=1048576 2024-09-12T00:30:02.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.633+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~06ULXSF9VDUP.1 size=633603 2024-09-12T00:30:02.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.635+0000 7f8455f5c780 1 < canceled multipart upload key=FAH61LMM19S7 upload=06ULXSF9VDUP tag=YPNK8D08S3Q4 type=write size=2730755 2024-09-12T00:30:02.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.637+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~YOJ415DX64WD.0 size=1048576 2024-09-12T00:30:02.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.638+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~YOJ415DX64WD.1 size=171586 2024-09-12T00:30:02.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.638+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=YOJ415DX64WD tag=16B2RLRZPI0B type=write size=2268738 2024-09-12T00:30:02.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.641+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=LAY70Z0OAQK1 type=del 2024-09-12T00:30:02.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.643+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=GX4UL5D1C6P8 type=del size=1155072 2024-09-12T00:30:02.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.644+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=2DBEYOZRVVRT type=del 2024-09-12T00:30:02.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.646+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=TLA4AF47QJFY type=del size=2208986 2024-09-12T00:30:02.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.647+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=4MISLU2ZX89K type=del 2024-09-12T00:30:02.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.649+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~8K10A2SG0K83.0 size=1048576 2024-09-12T00:30:02.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.650+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~8K10A2SG0K83.1 size=41291 2024-09-12T00:30:02.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.650+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=8K10A2SG0K83 tag=SW3E3Y8INJRD type=write size=2138443 2024-09-12T00:30:02.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.652+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=FUBNG1U9BVGX type=write 2024-09-12T00:30:02.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.654+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=MC1KK4C9IWH1 type=del size=2432780 2024-09-12T00:30:02.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.655+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=3I70FLO8MNYK type=del 2024-09-12T00:30:02.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.656+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=KYR9GLJR5IFD type=del size=3687795 2024-09-12T00:30:02.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.657+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~J2MV9FIW8Z9V.0 size=190323 2024-09-12T00:30:02.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.659+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=J2MV9FIW8Z9V tag=H7AYYRXMEPG8 type=write size=1238899 2024-09-12T00:30:02.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.661+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~PC42WRO9K3SH.0 size=588133 2024-09-12T00:30:02.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.661+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=PC42WRO9K3SH tag=7O4CK3ML07C8 type=write size=1636709 2024-09-12T00:30:02.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.662+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~PDCIZ74Q7HMT.0 size=1048576 2024-09-12T00:30:02.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.662+0000 7f8455f5c780 1 < canceled part key=_multipart_S9MO2233X1RE.2~PDCIZ74Q7HMT.1 size=671393 2024-09-12T00:30:02.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.664+0000 7f8455f5c780 1 < canceled multipart upload key=S9MO2233X1RE upload=PDCIZ74Q7HMT tag=LTS9OEGU5694 type=write size=2768545 2024-09-12T00:30:02.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.665+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=CM4CMFW5918Y type=del size=2308295 2024-09-12T00:30:02.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.666+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~KM2QJ8GWK1HZ.0 size=753700 2024-09-12T00:30:02.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.669+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=KM2QJ8GWK1HZ tag=O2JHUQ2FSGVW type=write size=1802276 2024-09-12T00:30:02.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.670+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=0SUXK5V38CRP type=del size=1491086 2024-09-12T00:30:02.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.672+0000 7f8455f5c780 1 < suggested remove operation key=G6YFIJM3LQN2 tag=WKSTB4AEO2FK type=del 2024-09-12T00:30:02.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.673+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=Z1423Z1E3V5E type=del size=1895122 2024-09-12T00:30:02.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.674+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~RST7OZXBEB4Z.0 size=1048576 2024-09-12T00:30:02.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.674+0000 7f8455f5c780 1 < canceled part key=_multipart_6ZPF32PZKGY3.2~RST7OZXBEB4Z.1 size=1048576 2024-09-12T00:30:02.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.675+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~RST7OZXBEB4Z.2 size=397475 2024-09-12T00:30:02.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.678+0000 7f8455f5c780 1 < canceled multipart upload key=6ZPF32PZKGY3 upload=RST7OZXBEB4Z tag=TVFSMWT0QJ2V type=write size=3543203 2024-09-12T00:30:02.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.679+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=IO5CZ25OH179 type=del size=2873743 2024-09-12T00:30:02.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.681+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~SWLCPO1268OF.0 size=1048576 2024-09-12T00:30:02.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.682+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~SWLCPO1268OF.1 size=824191 2024-09-12T00:30:02.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.684+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=SWLCPO1268OF tag=ZH8XF21T428D type=write size=2921343 2024-09-12T00:30:02.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.685+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=2B0I5LGZDUB7 type=write size=278469 2024-09-12T00:30:02.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.686+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=W45PKWN3NY12 type=del 2024-09-12T00:30:02.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.688+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=D0743BOVHVSN type=del size=2137350 2024-09-12T00:30:02.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.689+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=HANXEGVHK2ES type=del 2024-09-12T00:30:02.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.691+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~404OW4BOAW7N.0 size=1048576 2024-09-12T00:30:02.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.692+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~404OW4BOAW7N.1 size=1048576 2024-09-12T00:30:02.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.693+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~404OW4BOAW7N.2 size=168645 2024-09-12T00:30:02.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.693+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=404OW4BOAW7N tag=B10HGIJZMZ8Y type=write size=3314373 2024-09-12T00:30:02.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.694+0000 7f8455f5c780 1 < canceled operation key=B1FDYTC03874 tag=9S5FL487Y3X3 type=del size=150491 2024-09-12T00:30:02.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.695+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=YK0OJ3RCGOLW type=del size=3836812 2024-09-12T00:30:02.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.696+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~8UQUD40BTR50.0 size=1048576 2024-09-12T00:30:02.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.697+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~8UQUD40BTR50.1 size=573035 2024-09-12T00:30:02.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.699+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=8UQUD40BTR50 tag=TKLNFUERMPX6 type=write size=2670187 2024-09-12T00:30:02.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.700+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=GKEYKWWYDES8 type=del size=2277246 2024-09-12T00:30:02.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.701+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~YOJ415DX64WD.0 size=1048576 2024-09-12T00:30:02.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.702+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~YOJ415DX64WD.1 size=171586 2024-09-12T00:30:02.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.704+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=YOJ415DX64WD tag=16B2RLRZPI0B type=write size=2268738 2024-09-12T00:30:02.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.706+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~PKK4DN1K1MU1.0 size=939702 2024-09-12T00:30:02.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.706+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=PKK4DN1K1MU1 tag=D9TU5YFENEKG type=write size=1988278 2024-09-12T00:30:02.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.707+0000 7f8455f5c780 -1 < failed to complete operation key=G6YFIJM3LQN2 tag=GX4UL5D1C6P8 type=del size=1155072: (22) Invalid argument 2024-09-12T00:30:02.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.708+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=31ZSN3H9W302 type=del size=413109 2024-09-12T00:30:02.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.711+0000 7f8455f5c780 1 < suggested update operation key=O75MSKPJ6Q0D tag=TLA4AF47QJFY type=del size=2208986 2024-09-12T00:30:02.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.713+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~T8JPDFXENW7K.0 size=286788 2024-09-12T00:30:02.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.713+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=T8JPDFXENW7K tag=IX2XZV8FO7IJ type=write size=1335364 2024-09-12T00:30:02.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.714+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~8K10A2SG0K83.0 size=1048576 2024-09-12T00:30:02.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.715+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~8K10A2SG0K83.1 size=41291 2024-09-12T00:30:02.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.717+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=8K10A2SG0K83 tag=SW3E3Y8INJRD type=write size=2138443 2024-09-12T00:30:02.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.718+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=QQE7EZUP8CWS type=del size=3139239 2024-09-12T00:30:02.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.720+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=MC1KK4C9IWH1 type=del 2024-09-12T00:30:02.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.721+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=N9UHRLETFXZO type=del size=2434604 2024-09-12T00:30:02.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.722+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=KYR9GLJR5IFD type=del 2024-09-12T00:30:02.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.723+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=LWEWWW1EWR0S type=del size=4091048 2024-09-12T00:30:02.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.725+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~PC42WRO9K3SH.0 size=588133 2024-09-12T00:30:02.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.727+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=PC42WRO9K3SH tag=7O4CK3ML07C8 type=write size=1636709 2024-09-12T00:30:02.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.728+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=366E1YZGTCIO type=del size=3710294 2024-09-12T00:30:02.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.729+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=CM4CMFW5918Y type=del 2024-09-12T00:30:02.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.730+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=47U7L5FE80G7 type=write size=447049 2024-09-12T00:30:02.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.731+0000 7f8455f5c780 -1 < failed to complete operation key=G6YFIJM3LQN2 tag=0SUXK5V38CRP type=del size=1491086: (22) Invalid argument 2024-09-12T00:30:02.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.733+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=WK7WI7UX8MBI type=write size=34258 2024-09-12T00:30:02.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.734+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=Z1423Z1E3V5E type=del size=1895122 2024-09-12T00:30:02.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.736+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~QI5C1G66EBLK.0 size=1048576 2024-09-12T00:30:02.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.737+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~QI5C1G66EBLK.1 size=1048576 2024-09-12T00:30:02.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.738+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~QI5C1G66EBLK.2 size=443105 2024-09-12T00:30:02.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.738+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=QI5C1G66EBLK tag=UE10KH1HHJNR type=write size=3588833 2024-09-12T00:30:02.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.739+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=IO5CZ25OH179 type=del 2024-09-12T00:30:02.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.740+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=UTZ66ULS3UFZ type=write size=546855 2024-09-12T00:30:02.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.741+0000 7f8455f5c780 1 < canceled operation key=EWN14RZZVQSP tag=2B0I5LGZDUB7 type=write size=278469 2024-09-12T00:30:02.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.742+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=4A1UIDLF2W3K type=del size=1837607 2024-09-12T00:30:02.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.744+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=D0743BOVHVSN type=del size=2137350 2024-09-12T00:30:02.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.745+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=QA94R749C06D type=del size=3711702 2024-09-12T00:30:02.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.746+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~404OW4BOAW7N.0 size=1048576 2024-09-12T00:30:02.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.747+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~404OW4BOAW7N.1 size=1048576 2024-09-12T00:30:02.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.748+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~404OW4BOAW7N.2 size=168645 2024-09-12T00:30:02.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.750+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=404OW4BOAW7N tag=B10HGIJZMZ8Y type=write size=3314373 2024-09-12T00:30:02.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.751+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=TW41LV3DGKE5 type=del size=3303369 2024-09-12T00:30:02.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.752+0000 7f8455f5c780 1 < canceled operation key=B1FDYTC03874 tag=YK0OJ3RCGOLW type=del size=3836812 2024-09-12T00:30:02.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.754+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=XGIMBTORX66D type=write size=549992 2024-09-12T00:30:02.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.756+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=GKEYKWWYDES8 type=del 2024-09-12T00:30:02.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.757+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=QR7LHXO1YJYI type=del size=2675963 2024-09-12T00:30:02.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.758+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~PKK4DN1K1MU1.0 size=939702 2024-09-12T00:30:02.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.760+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=PKK4DN1K1MU1 tag=D9TU5YFENEKG type=write size=1988278 2024-09-12T00:30:02.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.761+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=WA302HVY5IVS type=del size=2051314 2024-09-12T00:30:02.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.762+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=31ZSN3H9W302 type=del 2024-09-12T00:30:02.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.763+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=F6OS9CF1NQ1S type=del size=615315 2024-09-12T00:30:02.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.764+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~T8JPDFXENW7K.0 size=286788 2024-09-12T00:30:02.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.766+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=T8JPDFXENW7K tag=IX2XZV8FO7IJ type=write size=1335364 2024-09-12T00:30:02.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.768+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~QKTYLJ5EPVA4.0 size=1048576 2024-09-12T00:30:02.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.769+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~QKTYLJ5EPVA4.1 size=888708 2024-09-12T00:30:02.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.769+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=QKTYLJ5EPVA4 tag=1NVN7PTAO37C type=write size=2985860 2024-09-12T00:30:02.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.772+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=QQE7EZUP8CWS type=del 2024-09-12T00:30:02.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.773+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=Z2CU3G0KF0U2 type=del size=3135549 2024-09-12T00:30:02.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.774+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=N9UHRLETFXZO type=del 2024-09-12T00:30:02.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.776+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~GTWR5YZE8PSC.0 size=1048576 2024-09-12T00:30:02.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.777+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~GTWR5YZE8PSC.1 size=1048576 2024-09-12T00:30:02.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.778+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~GTWR5YZE8PSC.2 size=914446 2024-09-12T00:30:02.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.778+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=GTWR5YZE8PSC tag=CYEQIPUCSPVR type=write size=4060174 2024-09-12T00:30:02.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.779+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=LWEWWW1EWR0S type=del 2024-09-12T00:30:02.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.780+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=16A2A18V08SO type=del size=1268632 2024-09-12T00:30:02.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.781+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=366E1YZGTCIO type=del 2024-09-12T00:30:02.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.783+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~0HBFT0VH9SHA.0 size=1048576 2024-09-12T00:30:02.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.784+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~0HBFT0VH9SHA.1 size=1048576 2024-09-12T00:30:02.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.785+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~0HBFT0VH9SHA.2 size=843531 2024-09-12T00:30:02.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.785+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=0HBFT0VH9SHA tag=4SW4IGTVEQ41 type=write size=3989259 2024-09-12T00:30:02.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.787+0000 7f8455f5c780 1 < suggested update operation key=MK2OM1CN6QCN tag=47U7L5FE80G7 type=write size=447049 2024-09-12T00:30:02.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.789+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=XG44Y1WMGH1G type=del size=419178 2024-09-12T00:30:02.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.790+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=WK7WI7UX8MBI type=write size=34258 2024-09-12T00:30:02.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.791+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=YAGUP9ECVAO2 type=del size=1837364 2024-09-12T00:30:02.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.792+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~QI5C1G66EBLK.0 size=1048576 2024-09-12T00:30:02.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.793+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~QI5C1G66EBLK.1 size=1048576 2024-09-12T00:30:02.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.793+0000 7f8455f5c780 1 < canceled part key=_multipart_EWN14RZZVQSP.2~QI5C1G66EBLK.2 size=443105 2024-09-12T00:30:02.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.795+0000 7f8455f5c780 1 < canceled multipart upload key=EWN14RZZVQSP upload=QI5C1G66EBLK tag=UE10KH1HHJNR type=write size=3588833 2024-09-12T00:30:02.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.796+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=RU9HUJO8ID7O type=del size=2078341 2024-09-12T00:30:02.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.797+0000 7f8455f5c780 1 < completed write operation key=HNLIR7DV5BHI tag=UTZ66ULS3UFZ type=write size=546855 2024-09-12T00:30:02.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.799+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~W16T4FUBGB61.0 size=1048576 2024-09-12T00:30:02.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.800+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~W16T4FUBGB61.1 size=1048576 2024-09-12T00:30:02.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.801+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~W16T4FUBGB61.2 size=224195 2024-09-12T00:30:02.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.801+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=W16T4FUBGB61 tag=UYYTKO4Q5ERP type=write size=3369923 2024-09-12T00:30:02.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.804+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=4A1UIDLF2W3K type=del 2024-09-12T00:30:02.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.805+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=C7GX86HNGU4W type=del size=3166895 2024-09-12T00:30:02.804 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.805+0000 7f8455f5c780 -1 < no bi entry to suggest for operation key=D02C1LZ2VOOE tag=QA94R749C06D type=del size=3711702: (2) No such file or directory 2024-09-12T00:30:02.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.806+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=A9VIFENHBPP9 type=del size=770343 2024-09-12T00:30:02.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.808+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=TW41LV3DGKE5 type=del 2024-09-12T00:30:02.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.809+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=4LRYEPFN0ZAB type=del size=417064 2024-09-12T00:30:02.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.810+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=XGIMBTORX66D type=write size=549992 2024-09-12T00:30:02.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.811+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=GAFZOFFNSFNM type=del size=1711993 2024-09-12T00:30:02.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.813+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=QR7LHXO1YJYI type=del 2024-09-12T00:30:02.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.815+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~N09L6IQ74EG9.0 size=1048576 2024-09-12T00:30:02.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.816+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~N09L6IQ74EG9.1 size=1048576 2024-09-12T00:30:02.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.818+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~N09L6IQ74EG9.2 size=999116 2024-09-12T00:30:02.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.818+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=N09L6IQ74EG9 tag=QQL00PFFHCW2 type=write size=4144844 2024-09-12T00:30:02.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.820+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=WA302HVY5IVS type=del 2024-09-12T00:30:02.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.821+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=6Q7BMRV0YMRV type=del size=2374722 2024-09-12T00:30:02.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.823+0000 7f8455f5c780 1 < suggested update operation key=87B5GBBB0F0G tag=F6OS9CF1NQ1S type=del size=615315 2024-09-12T00:30:02.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.824+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=I4EB8DVI9HDV type=del size=2108458 2024-09-12T00:30:02.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.826+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~QKTYLJ5EPVA4.0 size=1048576 2024-09-12T00:30:02.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.826+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~QKTYLJ5EPVA4.1 size=888708 2024-09-12T00:30:02.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.828+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=QKTYLJ5EPVA4 tag=1NVN7PTAO37C type=write size=2985860 2024-09-12T00:30:02.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.831+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~I83LQOQFTSWW.0 size=577687 2024-09-12T00:30:02.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.831+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=I83LQOQFTSWW tag=6F2LIZ1ZK6DY type=write size=1626263 2024-09-12T00:30:02.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.832+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=Z2CU3G0KF0U2 type=del 2024-09-12T00:30:02.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.834+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~QWEKOPEJ31U1.0 size=277032 2024-09-12T00:30:02.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.834+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=QWEKOPEJ31U1 tag=PC28TX1746IY type=write size=1325608 2024-09-12T00:30:02.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.835+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~GTWR5YZE8PSC.0 size=1048576 2024-09-12T00:30:02.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.836+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~GTWR5YZE8PSC.1 size=1048576 2024-09-12T00:30:02.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.837+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~GTWR5YZE8PSC.2 size=914446 2024-09-12T00:30:02.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.839+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=GTWR5YZE8PSC tag=CYEQIPUCSPVR type=write size=4060174 2024-09-12T00:30:02.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.842+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~O0SYID7KHUBQ.0 size=1048576 2024-09-12T00:30:02.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.842+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~O0SYID7KHUBQ.1 size=960381 2024-09-12T00:30:02.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.842+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=O0SYID7KHUBQ tag=VOL5D1XTCEZE type=write size=3057533 2024-09-12T00:30:02.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.844+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=16A2A18V08SO type=del 2024-09-12T00:30:02.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.845+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=UP9ATUCFBLOU type=write size=952160 2024-09-12T00:30:02.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.846+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~0HBFT0VH9SHA.0 size=1048576 2024-09-12T00:30:02.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.847+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~0HBFT0VH9SHA.1 size=1048576 2024-09-12T00:30:02.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.848+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~0HBFT0VH9SHA.2 size=843531 2024-09-12T00:30:02.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.850+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=0HBFT0VH9SHA tag=4SW4IGTVEQ41 type=write size=3989259 2024-09-12T00:30:02.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.851+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=81YCQZXECQES type=del size=4058955 2024-09-12T00:30:02.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.852+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=XG44Y1WMGH1G type=del 2024-09-12T00:30:02.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.853+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=CPD6AZ0A0ILJ type=del size=4005661 2024-09-12T00:30:02.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.854+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=YAGUP9ECVAO2 type=del 2024-09-12T00:30:02.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.855+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=6BUVEL0NDCGI type=del size=2811717 2024-09-12T00:30:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.857+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=RU9HUJO8ID7O type=del 2024-09-12T00:30:02.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.858+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=Z5HFXUAEFN70 type=del size=2616098 2024-09-12T00:30:02.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.859+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~W16T4FUBGB61.0 size=1048576 2024-09-12T00:30:02.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.860+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~W16T4FUBGB61.1 size=1048576 2024-09-12T00:30:02.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.861+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~W16T4FUBGB61.2 size=224195 2024-09-12T00:30:02.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.863+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=W16T4FUBGB61 tag=UYYTKO4Q5ERP type=write size=3369923 2024-09-12T00:30:02.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.866+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~CNWYEHH5YGAS.0 size=608631 2024-09-12T00:30:02.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.866+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=CNWYEHH5YGAS tag=T5B11MMF2O3V type=write size=1657207 2024-09-12T00:30:02.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.867+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=C7GX86HNGU4W type=del 2024-09-12T00:30:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.868+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=RCFO1R6UNE6S type=del size=3666596 2024-09-12T00:30:02.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.869+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=A9VIFENHBPP9 type=del 2024-09-12T00:30:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.871+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~P0CLXAXJJI2C.0 size=1048576 2024-09-12T00:30:02.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.872+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~P0CLXAXJJI2C.1 size=81446 2024-09-12T00:30:02.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.872+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=P0CLXAXJJI2C tag=3GHLUUGUJ1TL type=write size=2178598 2024-09-12T00:30:02.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.874+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=4LRYEPFN0ZAB type=del 2024-09-12T00:30:02.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.875+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=76C15ZMOG0I3 type=del size=3207391 2024-09-12T00:30:02.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.877+0000 7f8455f5c780 1 < suggested remove operation key=JINLCAVH28MB tag=GAFZOFFNSFNM type=del 2024-09-12T00:30:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.879+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~3FSCBFRBB67O.0 size=1048576 2024-09-12T00:30:02.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.880+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~3FSCBFRBB67O.1 size=1048576 2024-09-12T00:30:02.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.881+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~3FSCBFRBB67O.2 size=315956 2024-09-12T00:30:02.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.881+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=3FSCBFRBB67O tag=SFNSC45AY7SI type=write size=3461684 2024-09-12T00:30:02.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.882+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~N09L6IQ74EG9.0 size=1048576 2024-09-12T00:30:02.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.882+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~N09L6IQ74EG9.1 size=1048576 2024-09-12T00:30:02.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.883+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~N09L6IQ74EG9.2 size=999116 2024-09-12T00:30:02.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.885+0000 7f8455f5c780 1 < canceled multipart upload key=FAH61LMM19S7 upload=N09L6IQ74EG9 tag=QQL00PFFHCW2 type=write size=4144844 2024-09-12T00:30:02.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.886+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=BJ2XCVIUJXFH type=del size=3657027 2024-09-12T00:30:02.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.887+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=6Q7BMRV0YMRV type=del 2024-09-12T00:30:02.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.888+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=GN3RXEW6JP55 type=del size=2649276 2024-09-12T00:30:02.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.889+0000 7f8455f5c780 -1 < no bi entry to suggest for operation key=JINLCAVH28MB tag=I4EB8DVI9HDV type=del size=2108458: (2) No such file or directory 2024-09-12T00:30:02.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.891+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~F5BJRJUFNXNH.0 size=566486 2024-09-12T00:30:02.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.891+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=F5BJRJUFNXNH tag=1OREYMIUSXMQ type=write size=1615062 2024-09-12T00:30:02.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.891+0000 7f8455f5c780 1 < canceled part key=_multipart_STIRHZQYJ1PZ.2~I83LQOQFTSWW.0 size=577687 2024-09-12T00:30:02.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.893+0000 7f8455f5c780 1 < canceled multipart upload key=STIRHZQYJ1PZ upload=I83LQOQFTSWW tag=6F2LIZ1ZK6DY type=write size=1626263 2024-09-12T00:30:02.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.894+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=01NFJM60X3UP type=del size=1516824 2024-09-12T00:30:02.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.895+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~QWEKOPEJ31U1.0 size=277032 2024-09-12T00:30:02.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.897+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=QWEKOPEJ31U1 tag=PC28TX1746IY type=write size=1325608 2024-09-12T00:30:02.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.898+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=BS6VMCSD7XEX type=del size=1932582 2024-09-12T00:30:02.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.900+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~O0SYID7KHUBQ.0 size=1048576 2024-09-12T00:30:02.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.901+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~O0SYID7KHUBQ.1 size=960381 2024-09-12T00:30:02.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.902+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=O0SYID7KHUBQ tag=VOL5D1XTCEZE type=write size=3057533 2024-09-12T00:30:02.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.904+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=QO76X6R41SUU type=del size=904277 2024-09-12T00:30:02.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.905+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=UP9ATUCFBLOU type=write size=952160 2024-09-12T00:30:02.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.906+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=PTG9UJ4ZJS7L type=del size=224639 2024-09-12T00:30:02.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.908+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=81YCQZXECQES type=del 2024-09-12T00:30:02.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.909+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=F277IKW9A9NT type=del size=2392622 2024-09-12T00:30:02.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.910+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=CPD6AZ0A0ILJ type=del 2024-09-12T00:30:02.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.911+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=I8529RRJ3LND type=write size=327005 2024-09-12T00:30:02.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.912+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=6BUVEL0NDCGI type=del 2024-09-12T00:30:02.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.914+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=WT92S67NK6Y4 type=write size=80946 2024-09-12T00:30:02.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.915+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=Z5HFXUAEFN70 type=del 2024-09-12T00:30:02.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.916+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=P5KKVOL3OOKT type=del size=3636853 2024-09-12T00:30:02.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.918+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~CNWYEHH5YGAS.0 size=608631 2024-09-12T00:30:02.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.920+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=CNWYEHH5YGAS tag=T5B11MMF2O3V type=write size=1657207 2024-09-12T00:30:02.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.921+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=8ICXV9N1ZZ71 type=del size=4045713 2024-09-12T00:30:02.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.922+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=RCFO1R6UNE6S type=del 2024-09-12T00:30:02.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.925+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=YG0F69VWKVVP type=del size=3854810 2024-09-12T00:30:02.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.926+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~P0CLXAXJJI2C.0 size=1048576 2024-09-12T00:30:02.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.928+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~P0CLXAXJJI2C.1 size=81446 2024-09-12T00:30:02.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.930+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=P0CLXAXJJI2C tag=3GHLUUGUJ1TL type=write size=2178598 2024-09-12T00:30:02.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.931+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=WHJ1UJPX4T11 type=del size=2709513 2024-09-12T00:30:02.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.932+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=76C15ZMOG0I3 type=del size=3207391 2024-09-12T00:30:02.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.934+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=NSG2DXWO41MJ type=del size=3273691 2024-09-12T00:30:02.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.935+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~3FSCBFRBB67O.0 size=1048576 2024-09-12T00:30:02.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.936+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~3FSCBFRBB67O.1 size=1048576 2024-09-12T00:30:02.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.937+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~3FSCBFRBB67O.2 size=315956 2024-09-12T00:30:02.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.940+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=3FSCBFRBB67O tag=SFNSC45AY7SI type=write size=3461684 2024-09-12T00:30:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.941+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=YAB19NUP9LGC type=del size=3649335 2024-09-12T00:30:02.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.942+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=BJ2XCVIUJXFH type=del 2024-09-12T00:30:02.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.944+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~CLFZIPEME373.0 size=724315 2024-09-12T00:30:02.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.944+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=CLFZIPEME373 tag=02F3JKC278C5 type=write size=1772891 2024-09-12T00:30:02.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.947+0000 7f8455f5c780 1 < suggested remove operation key=UKPL92R8L6P1 tag=GN3RXEW6JP55 type=del 2024-09-12T00:30:02.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.948+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=5XZNG2K66NUS type=del size=3060211 2024-09-12T00:30:02.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.949+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~F5BJRJUFNXNH.0 size=566486 2024-09-12T00:30:02.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.951+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=F5BJRJUFNXNH tag=1OREYMIUSXMQ type=write size=1615062 2024-09-12T00:30:02.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.952+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=RPRZJ27SSM81 type=del size=1550232 2024-09-12T00:30:02.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.953+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=01NFJM60X3UP type=del 2024-09-12T00:30:02.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.955+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~6E8UNZN6FBJZ.0 size=1048576 2024-09-12T00:30:02.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.956+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~6E8UNZN6FBJZ.1 size=1048576 2024-09-12T00:30:02.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.957+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~6E8UNZN6FBJZ.2 size=552232 2024-09-12T00:30:02.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.957+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=6E8UNZN6FBJZ tag=IHF4WJ75HMNU type=write size=3697960 2024-09-12T00:30:02.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.960+0000 7f8455f5c780 1 < suggested update operation key=PM03TED1Y5B8 tag=BS6VMCSD7XEX type=del size=1932582 2024-09-12T00:30:02.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.962+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~QY0DUS7AYHRB.0 size=953749 2024-09-12T00:30:02.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.962+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=QY0DUS7AYHRB tag=YKTQWIKRYV6A type=write size=2002325 2024-09-12T00:30:02.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.963+0000 7f8455f5c780 -1 < failed to complete operation key=PM03TED1Y5B8 tag=QO76X6R41SUU type=del size=904277: (22) Invalid argument 2024-09-12T00:30:02.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.965+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~4EPX0ZHCHO98.0 size=59994 2024-09-12T00:30:02.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.965+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=4EPX0ZHCHO98 tag=OAQR5KR8RJA1 type=write size=1108570 2024-09-12T00:30:02.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.966+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=PTG9UJ4ZJS7L type=del 2024-09-12T00:30:02.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.967+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=UFB5JOB7HLLV type=del size=2934657 2024-09-12T00:30:02.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.969+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=F277IKW9A9NT type=del 2024-09-12T00:30:02.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.970+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=7W0DZ0YHC2MN type=del size=2595056 2024-09-12T00:30:02.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.971+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=I8529RRJ3LND type=write size=327005 2024-09-12T00:30:02.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.972+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=F8ZHP8W2FR8M type=del size=35473 2024-09-12T00:30:02.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.973+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=WT92S67NK6Y4 type=write size=80946 2024-09-12T00:30:02.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.975+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~2G2DAZDGWSGN.0 size=1048576 2024-09-12T00:30:02.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.976+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~2G2DAZDGWSGN.1 size=81449 2024-09-12T00:30:02.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.976+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=2G2DAZDGWSGN tag=OA3F9UVD5CVW type=write size=2178601 2024-09-12T00:30:02.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.977+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=P5KKVOL3OOKT type=del 2024-09-12T00:30:02.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.979+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=3PVDNUNKVA02 type=write size=262811 2024-09-12T00:30:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.980+0000 7f8455f5c780 1 < canceled operation key=4DUAH9DXP2L3 tag=8ICXV9N1ZZ71 type=del size=4045713 2024-09-12T00:30:02.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.982+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=SU8EDRJJC4G1 type=del size=4098024 2024-09-12T00:30:02.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.985+0000 7f8455f5c780 1 < suggested update operation key=Z7FSWDLC6Z2R tag=YG0F69VWKVVP type=del size=3854810 2024-09-12T00:30:02.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.986+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=UUV1HKM2SJFK type=del size=791253 2024-09-12T00:30:02.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.987+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=WHJ1UJPX4T11 type=del 2024-09-12T00:30:02.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.989+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~MLRDL6OQ8OFP.0 size=1048576 2024-09-12T00:30:02.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.990+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~MLRDL6OQ8OFP.1 size=1027993 2024-09-12T00:30:02.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.990+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=MLRDL6OQ8OFP tag=6C2DE2E7909W type=write size=3125145 2024-09-12T00:30:02.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.991+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=NSG2DXWO41MJ type=del 2024-09-12T00:30:02.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.993+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~4EOTF1H2J3K5.0 size=302974 2024-09-12T00:30:02.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.993+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=4EOTF1H2J3K5 tag=PQ5GA7TIXV3A type=write size=1351550 2024-09-12T00:30:02.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.996+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=YAB19NUP9LGC type=del 2024-09-12T00:30:02.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.998+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~M99IPSBB0I3E.0 size=1048576 2024-09-12T00:30:02.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:02.999+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~M99IPSBB0I3E.1 size=1048576 2024-09-12T00:30:02.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.000+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~M99IPSBB0I3E.2 size=1014078 2024-09-12T00:30:02.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.000+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=M99IPSBB0I3E tag=RLIBXXMB6UH8 type=write size=4159806 2024-09-12T00:30:02.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.001+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~CLFZIPEME373.0 size=724315 2024-09-12T00:30:03.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.003+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=CLFZIPEME373 tag=02F3JKC278C5 type=write size=1772891 2024-09-12T00:30:03.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.005+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=EUPABG4NDAOW type=del size=2963817 2024-09-12T00:30:03.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.007+0000 7f8455f5c780 1 < suggested update operation key=7T1NXXX4G2CP tag=5XZNG2K66NUS type=del size=3060211 2024-09-12T00:30:03.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.009+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~65SOGP4ZFKTB.0 size=1048576 2024-09-12T00:30:03.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.010+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~65SOGP4ZFKTB.1 size=429281 2024-09-12T00:30:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.010+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=65SOGP4ZFKTB tag=I2XSKCPB1JJN type=write size=2526433 2024-09-12T00:30:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.011+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=RPRZJ27SSM81 type=del 2024-09-12T00:30:03.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.012+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=HI3F79OCLQ6S type=del size=2560714 2024-09-12T00:30:03.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.014+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~6E8UNZN6FBJZ.0 size=1048576 2024-09-12T00:30:03.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.015+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~6E8UNZN6FBJZ.1 size=1048576 2024-09-12T00:30:03.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.016+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~6E8UNZN6FBJZ.2 size=552232 2024-09-12T00:30:03.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.018+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=6E8UNZN6FBJZ tag=IHF4WJ75HMNU type=write size=3697960 2024-09-12T00:30:03.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.020+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~RU302NFKD79V.0 size=269829 2024-09-12T00:30:03.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.020+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=RU302NFKD79V tag=PAYQMYZQHC2G type=write size=1318405 2024-09-12T00:30:03.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.021+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~QY0DUS7AYHRB.0 size=953749 2024-09-12T00:30:03.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.023+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=QY0DUS7AYHRB tag=YKTQWIKRYV6A type=write size=2002325 2024-09-12T00:30:03.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.025+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=VP98ZRU5E9OB type=del size=1133039 2024-09-12T00:30:03.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.026+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~4EPX0ZHCHO98.0 size=59994 2024-09-12T00:30:03.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.028+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=4EPX0ZHCHO98 tag=OAQR5KR8RJA1 type=write size=1108570 2024-09-12T00:30:03.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.029+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=G1K83FQC58O1 type=write size=819679 2024-09-12T00:30:03.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.032+0000 7f8455f5c780 1 < suggested update operation key=3QZOXO71V3B0 tag=UFB5JOB7HLLV type=del size=2934657 2024-09-12T00:30:03.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.033+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=QHZXJE56TNX0 type=del size=1622252 2024-09-12T00:30:03.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.034+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=7W0DZ0YHC2MN type=del 2024-09-12T00:30:03.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.036+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=LS1SM16FDJLQ type=del size=182916 2024-09-12T00:30:03.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.037+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=F8ZHP8W2FR8M type=del 2024-09-12T00:30:03.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.038+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=D26LGKEYU8FE type=del size=2762793 2024-09-12T00:30:03.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.039+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~2G2DAZDGWSGN.0 size=1048576 2024-09-12T00:30:03.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.040+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~2G2DAZDGWSGN.1 size=81449 2024-09-12T00:30:03.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.042+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=2G2DAZDGWSGN tag=OA3F9UVD5CVW type=write size=2178601 2024-09-12T00:30:03.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.043+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=A8LIZ5HMYMVY type=write size=509337 2024-09-12T00:30:03.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.044+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=3PVDNUNKVA02 type=write size=262811 2024-09-12T00:30:03.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.045+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=F3SMM9Z0ZA8Z type=del size=3208303 2024-09-12T00:30:03.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.047+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=SU8EDRJJC4G1 type=del 2024-09-12T00:30:03.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.048+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=PTPBHZFQHQX4 type=write size=1024758 2024-09-12T00:30:03.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.050+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=UUV1HKM2SJFK type=del 2024-09-12T00:30:03.050 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.052+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=3WREQOYGU5QD type=del size=660707 2024-09-12T00:30:03.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.053+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~MLRDL6OQ8OFP.0 size=1048576 2024-09-12T00:30:03.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.054+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~MLRDL6OQ8OFP.1 size=1027993 2024-09-12T00:30:03.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.056+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=MLRDL6OQ8OFP tag=6C2DE2E7909W type=write size=3125145 2024-09-12T00:30:03.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.057+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=O6HDAQV4VEJ0 type=del size=928236 2024-09-12T00:30:03.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.058+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~4EOTF1H2J3K5.0 size=302974 2024-09-12T00:30:03.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.061+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=4EOTF1H2J3K5 tag=PQ5GA7TIXV3A type=write size=1351550 2024-09-12T00:30:03.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.063+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~HK4KFUUE18UE.0 size=1048576 2024-09-12T00:30:03.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.064+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~HK4KFUUE18UE.1 size=342728 2024-09-12T00:30:03.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.064+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=HK4KFUUE18UE tag=6EBDJT82KMWA type=write size=2439880 2024-09-12T00:30:03.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.065+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~M99IPSBB0I3E.0 size=1048576 2024-09-12T00:30:03.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.066+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~M99IPSBB0I3E.1 size=1048576 2024-09-12T00:30:03.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.067+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~M99IPSBB0I3E.2 size=1014078 2024-09-12T00:30:03.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.069+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=M99IPSBB0I3E tag=RLIBXXMB6UH8 type=write size=4159806 2024-09-12T00:30:03.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.071+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~TGSMW8SZHHIT.0 size=1048576 2024-09-12T00:30:03.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.072+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~TGSMW8SZHHIT.1 size=1048576 2024-09-12T00:30:03.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.073+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~TGSMW8SZHHIT.2 size=621992 2024-09-12T00:30:03.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.073+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=TGSMW8SZHHIT tag=RABRAIUKHR21 type=write size=3767720 2024-09-12T00:30:03.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.076+0000 7f8455f5c780 1 < suggested update operation key=4DUAH9DXP2L3 tag=EUPABG4NDAOW type=del size=2963817 2024-09-12T00:30:03.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.077+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=7GS6C9ACIE86 type=del size=2756460 2024-09-12T00:30:03.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.078+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~65SOGP4ZFKTB.0 size=1048576 2024-09-12T00:30:03.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.079+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~65SOGP4ZFKTB.1 size=429281 2024-09-12T00:30:03.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.081+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=65SOGP4ZFKTB tag=I2XSKCPB1JJN type=write size=2526433 2024-09-12T00:30:03.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.082+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=3638YD6JEFTG type=del size=2100721 2024-09-12T00:30:03.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.084+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=HI3F79OCLQ6S type=del 2024-09-12T00:30:03.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.085+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=ZAXF2D03Y7MB type=del size=3651241 2024-09-12T00:30:03.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.086+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~RU302NFKD79V.0 size=269829 2024-09-12T00:30:03.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.088+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=RU302NFKD79V tag=PAYQMYZQHC2G type=write size=1318405 2024-09-12T00:30:03.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.089+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=9Y5GB7B86XF5 type=del size=3935540 2024-09-12T00:30:03.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.090+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=VP98ZRU5E9OB type=del 2024-09-12T00:30:03.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.092+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=300JZE0ADD62 type=del size=1483460 2024-09-12T00:30:03.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.093+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=G1K83FQC58O1 type=write size=819679 2024-09-12T00:30:03.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.094+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=X3X49Q8AJ735 type=write size=541044 2024-09-12T00:30:03.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.097+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=QHZXJE56TNX0 type=del 2024-09-12T00:30:03.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.099+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~4NOLX2RSJE5A.0 size=19160 2024-09-12T00:30:03.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.099+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=4NOLX2RSJE5A tag=O08XKPT2FBZ7 type=write size=1067736 2024-09-12T00:30:03.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.101+0000 7f8455f5c780 1 < suggested update operation key=MK2OM1CN6QCN tag=LS1SM16FDJLQ type=del size=182916 2024-09-12T00:30:03.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.103+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=0CPYY7WCF81I type=del size=1831527 2024-09-12T00:30:03.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.104+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=D26LGKEYU8FE type=del 2024-09-12T00:30:03.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.105+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=ZXI4QZWQIV6E type=del size=2014738 2024-09-12T00:30:03.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.106+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=A8LIZ5HMYMVY type=write size=509337 2024-09-12T00:30:03.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.108+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~K7WD91XYUYFO.0 size=272488 2024-09-12T00:30:03.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.108+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=K7WD91XYUYFO tag=DHHJS1ASGN84 type=write size=1321064 2024-09-12T00:30:03.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.111+0000 7f8455f5c780 1 < suggested remove operation key=FAH61LMM19S7 tag=F3SMM9Z0ZA8Z type=del 2024-09-12T00:30:03.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.113+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~EQFCNJ4CITYA.0 size=627097 2024-09-12T00:30:03.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.113+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=EQFCNJ4CITYA tag=1QJRX3P3OLEF type=write size=1675673 2024-09-12T00:30:03.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.114+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=PTPBHZFQHQX4 type=write size=1024758 2024-09-12T00:30:03.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.115+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=PT1VQUTXIVXG type=del size=2367667 2024-09-12T00:30:03.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.116+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=3WREQOYGU5QD type=del 2024-09-12T00:30:03.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.117+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=8YAQE5Y9SEEL type=del size=135740 2024-09-12T00:30:03.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.119+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=O6HDAQV4VEJ0 type=del 2024-09-12T00:30:03.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.120+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=63CB54744CBT type=del size=2220508 2024-09-12T00:30:03.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.121+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~HK4KFUUE18UE.0 size=1048576 2024-09-12T00:30:03.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.122+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~HK4KFUUE18UE.1 size=342728 2024-09-12T00:30:03.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.125+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=HK4KFUUE18UE tag=6EBDJT82KMWA type=write size=2439880 2024-09-12T00:30:03.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.126+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=1QNIEQ37G2WR type=del size=3019356 2024-09-12T00:30:03.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.127+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~TGSMW8SZHHIT.0 size=1048576 2024-09-12T00:30:03.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.128+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~TGSMW8SZHHIT.1 size=1048576 2024-09-12T00:30:03.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.130+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~TGSMW8SZHHIT.2 size=621992 2024-09-12T00:30:03.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.132+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=TGSMW8SZHHIT tag=RABRAIUKHR21 type=write size=3767720 2024-09-12T00:30:03.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.133+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=N7E1H5WX3POK type=write size=850339 2024-09-12T00:30:03.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.134+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=7GS6C9ACIE86 type=del 2024-09-12T00:30:03.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.136+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=BK26QRV7UHJF type=del size=1531999 2024-09-12T00:30:03.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.137+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=3638YD6JEFTG type=del 2024-09-12T00:30:03.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.139+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~3386MCGGPM7Q.0 size=1048576 2024-09-12T00:30:03.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.141+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~3386MCGGPM7Q.1 size=389911 2024-09-12T00:30:03.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.141+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=3386MCGGPM7Q tag=H1EXJFAVEZC0 type=write size=2487063 2024-09-12T00:30:03.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.142+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=ZAXF2D03Y7MB type=del 2024-09-12T00:30:03.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.143+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=L5YYKIE6MYSQ type=del size=3150294 2024-09-12T00:30:03.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.145+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=9Y5GB7B86XF5 type=del 2024-09-12T00:30:03.144 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.146+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=04ZAF787PRSU type=write size=891374 2024-09-12T00:30:03.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.147+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=300JZE0ADD62 type=del 2024-09-12T00:30:03.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.149+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~8M60V3HDJ63Y.0 size=1048576 2024-09-12T00:30:03.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.150+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~8M60V3HDJ63Y.1 size=1048576 2024-09-12T00:30:03.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.151+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~8M60V3HDJ63Y.2 size=778682 2024-09-12T00:30:03.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.151+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=8M60V3HDJ63Y tag=OU8O296TE3U7 type=write size=3924410 2024-09-12T00:30:03.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.152+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=X3X49Q8AJ735 type=write size=541044 2024-09-12T00:30:03.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.153+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=DEB0G1VW1HUU type=write size=908895 2024-09-12T00:30:03.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.154+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~4NOLX2RSJE5A.0 size=19160 2024-09-12T00:30:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.157+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=4NOLX2RSJE5A tag=O08XKPT2FBZ7 type=write size=1067736 2024-09-12T00:30:03.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.159+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~FOF27FLSE0LP.0 size=1048576 2024-09-12T00:30:03.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.160+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~FOF27FLSE0LP.1 size=476569 2024-09-12T00:30:03.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.160+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=FOF27FLSE0LP tag=R47NBV62QHZ9 type=write size=2573721 2024-09-12T00:30:03.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.161+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=0CPYY7WCF81I type=del size=1831527 2024-09-12T00:30:03.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.163+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~R4PND72WCII5.0 size=1048576 2024-09-12T00:30:03.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.164+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~R4PND72WCII5.1 size=1048576 2024-09-12T00:30:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.165+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~R4PND72WCII5.2 size=800200 2024-09-12T00:30:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.165+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=R4PND72WCII5 tag=ORYZ8KSFDBAR type=write size=3945928 2024-09-12T00:30:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.166+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=ZXI4QZWQIV6E type=del 2024-09-12T00:30:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.167+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=MK92GAIXH8D2 type=del size=2172768 2024-09-12T00:30:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.168+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~K7WD91XYUYFO.0 size=272488 2024-09-12T00:30:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.170+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=K7WD91XYUYFO tag=DHHJS1ASGN84 type=write size=1321064 2024-09-12T00:30:03.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.172+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~ZYETS86LLRXR.0 size=1048576 2024-09-12T00:30:03.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.173+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~ZYETS86LLRXR.1 size=1048576 2024-09-12T00:30:03.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.174+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~ZYETS86LLRXR.2 size=414663 2024-09-12T00:30:03.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.174+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=ZYETS86LLRXR tag=DJAPQXYA29R2 type=write size=3560391 2024-09-12T00:30:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.175+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~EQFCNJ4CITYA.0 size=627097 2024-09-12T00:30:03.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.177+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=EQFCNJ4CITYA tag=1QJRX3P3OLEF type=write size=1675673 2024-09-12T00:30:03.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.180+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~HR657RIL1DF0.0 size=22529 2024-09-12T00:30:03.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.180+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=HR657RIL1DF0 tag=WJXDHIB54AO3 type=write size=1071105 2024-09-12T00:30:03.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.181+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=PT1VQUTXIVXG type=del 2024-09-12T00:30:03.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.182+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=6ML41ZYYG6NK type=del size=3192119 2024-09-12T00:30:03.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.184+0000 7f8455f5c780 1 < suggested update operation key=SLXJ6AI0B77O tag=8YAQE5Y9SEEL type=del size=135740 2024-09-12T00:30:03.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.186+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~42RL1ZZAVX6M.0 size=1048576 2024-09-12T00:30:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.187+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~42RL1ZZAVX6M.1 size=1048576 2024-09-12T00:30:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.188+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~42RL1ZZAVX6M.2 size=105137 2024-09-12T00:30:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.188+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=42RL1ZZAVX6M tag=IX08UB2QIJ98 type=write size=3250865 2024-09-12T00:30:03.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.191+0000 7f8455f5c780 1 < suggested update operation key=B1FDYTC03874 tag=63CB54744CBT type=del size=2220508 2024-09-12T00:30:03.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.192+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=2JQI0X6AB7UF type=write size=230099 2024-09-12T00:30:03.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.194+0000 7f8455f5c780 1 < suggested remove operation key=G6YFIJM3LQN2 tag=1QNIEQ37G2WR type=del 2024-09-12T00:30:03.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.195+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=AYQRLPGYBP9J type=del size=2884739 2024-09-12T00:30:03.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.197+0000 7f8455f5c780 1 < completed write operation key=NJDCFOHPNT1R tag=N7E1H5WX3POK type=write size=850339 2024-09-12T00:30:03.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.198+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=35XF0XXA6OJO type=del size=599702 2024-09-12T00:30:03.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.199+0000 7f8455f5c780 -1 < failed to complete operation key=SLXJ6AI0B77O tag=BK26QRV7UHJF type=del size=1531999: (22) Invalid argument 2024-09-12T00:30:03.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.200+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=XW5XK12703P4 type=del size=3133341 2024-09-12T00:30:03.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.201+0000 7f8455f5c780 1 < canceled part key=_multipart_7T1NXXX4G2CP.2~3386MCGGPM7Q.0 size=1048576 2024-09-12T00:30:03.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.202+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~3386MCGGPM7Q.1 size=389911 2024-09-12T00:30:03.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.204+0000 7f8455f5c780 1 < canceled multipart upload key=7T1NXXX4G2CP upload=3386MCGGPM7Q tag=H1EXJFAVEZC0 type=write size=2487063 2024-09-12T00:30:03.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.205+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=ZN8TR1Q1K9M0 type=write size=228038 2024-09-12T00:30:03.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.206+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=L5YYKIE6MYSQ type=del 2024-09-12T00:30:03.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.208+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~WL8H6TORHLKM.0 size=334080 2024-09-12T00:30:03.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.208+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=WL8H6TORHLKM tag=X3J59BYULYJ5 type=write size=1382656 2024-09-12T00:30:03.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.209+0000 7f8455f5c780 1 < completed write operation key=YOBG2K7WI8ZX tag=04ZAF787PRSU type=write size=891374 2024-09-12T00:30:03.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.212+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=EIPNE4T7PN2D type=del size=294687 2024-09-12T00:30:03.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.213+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~8M60V3HDJ63Y.0 size=1048576 2024-09-12T00:30:03.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.214+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~8M60V3HDJ63Y.1 size=1048576 2024-09-12T00:30:03.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.215+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~8M60V3HDJ63Y.2 size=778682 2024-09-12T00:30:03.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.217+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=8M60V3HDJ63Y tag=OU8O296TE3U7 type=write size=3924410 2024-09-12T00:30:03.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.219+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~Z78GWCMPVRJL.0 size=1048576 2024-09-12T00:30:03.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.220+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~Z78GWCMPVRJL.1 size=1038227 2024-09-12T00:30:03.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.220+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=Z78GWCMPVRJL tag=9S3FSNEIC99Q type=write size=3135379 2024-09-12T00:30:03.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.222+0000 7f8455f5c780 1 < suggested remove operation key=87B5GBBB0F0G tag=DEB0G1VW1HUU type=write 2024-09-12T00:30:03.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.223+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=R8BRCSCWGKS6 type=del size=1289108 2024-09-12T00:30:03.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.225+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~FOF27FLSE0LP.0 size=1048576 2024-09-12T00:30:03.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.225+0000 7f8455f5c780 1 < canceled part key=_multipart_O0KLCJJC71GL.2~FOF27FLSE0LP.1 size=476569 2024-09-12T00:30:03.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.226+0000 7f8455f5c780 1 < canceled multipart upload key=O0KLCJJC71GL upload=FOF27FLSE0LP tag=R47NBV62QHZ9 type=write size=2573721 2024-09-12T00:30:03.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.228+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=TCAJGVZ50RW3 type=del size=2399069 2024-09-12T00:30:03.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.229+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~R4PND72WCII5.0 size=1048576 2024-09-12T00:30:03.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.229+0000 7f8455f5c780 1 < canceled part key=_multipart_S9MO2233X1RE.2~R4PND72WCII5.1 size=1048576 2024-09-12T00:30:03.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.230+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~R4PND72WCII5.2 size=800200 2024-09-12T00:30:03.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.232+0000 7f8455f5c780 1 < canceled multipart upload key=S9MO2233X1RE upload=R4PND72WCII5 tag=ORYZ8KSFDBAR type=write size=3945928 2024-09-12T00:30:03.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.233+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=QVRW4LZZV80Z type=del size=1007387 2024-09-12T00:30:03.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.234+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=MK92GAIXH8D2 type=del 2024-09-12T00:30:03.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.236+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~TTPHI2YL9GPU.0 size=1048576 2024-09-12T00:30:03.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.237+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~TTPHI2YL9GPU.1 size=1048576 2024-09-12T00:30:03.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.238+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~TTPHI2YL9GPU.2 size=954038 2024-09-12T00:30:03.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.238+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=TTPHI2YL9GPU tag=BKQPCRTOX3DP type=write size=4099766 2024-09-12T00:30:03.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.239+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~ZYETS86LLRXR.0 size=1048576 2024-09-12T00:30:03.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.239+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~ZYETS86LLRXR.1 size=1048576 2024-09-12T00:30:03.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.240+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~ZYETS86LLRXR.2 size=414663 2024-09-12T00:30:03.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.243+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=ZYETS86LLRXR tag=DJAPQXYA29R2 type=write size=3560391 2024-09-12T00:30:03.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.244+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=D54S7DC86VT1 type=del size=2256023 2024-09-12T00:30:03.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.245+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~HR657RIL1DF0.0 size=22529 2024-09-12T00:30:03.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.247+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=HR657RIL1DF0 tag=WJXDHIB54AO3 type=write size=1071105 2024-09-12T00:30:03.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.248+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=2U3TGDCTI55R type=write size=271291 2024-09-12T00:30:03.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.250+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=6ML41ZYYG6NK type=del 2024-09-12T00:30:03.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.252+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~BQGXR93WUHGI.0 size=329964 2024-09-12T00:30:03.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.252+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=BQGXR93WUHGI tag=4GOHLEZ93J1S type=write size=1378540 2024-09-12T00:30:03.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.253+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~42RL1ZZAVX6M.0 size=1048576 2024-09-12T00:30:03.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.254+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~42RL1ZZAVX6M.1 size=1048576 2024-09-12T00:30:03.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.254+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~42RL1ZZAVX6M.2 size=105137 2024-09-12T00:30:03.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.256+0000 7f8455f5c780 1 < canceled multipart upload key=1NY27D1OOWPU upload=42RL1ZZAVX6M tag=IX08UB2QIJ98 type=write size=3250865 2024-09-12T00:30:03.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.257+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=45D3FRE5BLAZ type=del size=4088891 2024-09-12T00:30:03.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.259+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=2JQI0X6AB7UF type=write size=230099 2024-09-12T00:30:03.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.261+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~FJDDYTKUNMY0.0 size=25112 2024-09-12T00:30:03.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.261+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=FJDDYTKUNMY0 tag=EMMF8XVIXV53 type=write size=1073688 2024-09-12T00:30:03.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.262+0000 7f8455f5c780 -1 < failed to complete operation key=87B5GBBB0F0G tag=AYQRLPGYBP9J type=del size=2884739: (22) Invalid argument 2024-09-12T00:30:03.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.264+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~3DYBRA3UVMZ9.0 size=848094 2024-09-12T00:30:03.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.264+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=3DYBRA3UVMZ9 tag=VEODOAD6X6QB type=write size=1896670 2024-09-12T00:30:03.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.266+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=35XF0XXA6OJO type=del 2024-09-12T00:30:03.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.267+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=7Q098RRBXTDL type=write size=271818 2024-09-12T00:30:03.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.268+0000 7f8455f5c780 1 < canceled operation key=TNQXVO8XWYUN tag=XW5XK12703P4 type=del size=3133341 2024-09-12T00:30:03.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.270+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~O4NBV785A66Y.0 size=1048576 2024-09-12T00:30:03.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.271+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~O4NBV785A66Y.1 size=355990 2024-09-12T00:30:03.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.271+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=O4NBV785A66Y tag=CZYU5WT4WXCX type=write size=2453142 2024-09-12T00:30:03.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.273+0000 7f8455f5c780 1 < completed write operation key=YOBG2K7WI8ZX tag=ZN8TR1Q1K9M0 type=write size=228038 2024-09-12T00:30:03.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.275+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~O20BMX7Y1V9O.0 size=520091 2024-09-12T00:30:03.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.275+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=O20BMX7Y1V9O tag=CFSODBZI73DL type=write size=1568667 2024-09-12T00:30:03.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.276+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~WL8H6TORHLKM.0 size=334080 2024-09-12T00:30:03.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.278+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=WL8H6TORHLKM tag=X3J59BYULYJ5 type=write size=1382656 2024-09-12T00:30:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.279+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=XZSXPE1O0C3I type=del size=994763 2024-09-12T00:30:03.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.280+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=EIPNE4T7PN2D type=del 2024-09-12T00:30:03.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.283+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~DR0ZV2RHLSV3.0 size=1048576 2024-09-12T00:30:03.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.284+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~DR0ZV2RHLSV3.1 size=6863 2024-09-12T00:30:03.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.284+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=DR0ZV2RHLSV3 tag=3P4WMAG3BAPX type=write size=2104015 2024-09-12T00:30:03.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.285+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~Z78GWCMPVRJL.0 size=1048576 2024-09-12T00:30:03.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.286+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~Z78GWCMPVRJL.1 size=1038227 2024-09-12T00:30:03.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.288+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=Z78GWCMPVRJL tag=9S3FSNEIC99Q type=write size=3135379 2024-09-12T00:30:03.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.289+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=1UX6NF93LEMC type=write size=762855 2024-09-12T00:30:03.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.290+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=R8BRCSCWGKS6 type=del 2024-09-12T00:30:03.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.292+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~1UR8RBBHJBZS.0 size=250331 2024-09-12T00:30:03.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.292+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=1UR8RBBHJBZS tag=F6QQZ7QG7DF9 type=write size=1298907 2024-09-12T00:30:03.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.294+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=TCAJGVZ50RW3 type=del 2024-09-12T00:30:03.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.295+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=WEWSBNGAINDU type=del size=2165381 2024-09-12T00:30:03.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.296+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=QVRW4LZZV80Z type=del 2024-09-12T00:30:03.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.298+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=WJ3U76UD547I type=del size=2492064 2024-09-12T00:30:03.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.299+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~TTPHI2YL9GPU.0 size=1048576 2024-09-12T00:30:03.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.300+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~TTPHI2YL9GPU.1 size=1048576 2024-09-12T00:30:03.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.301+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~TTPHI2YL9GPU.2 size=954038 2024-09-12T00:30:03.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.303+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=TTPHI2YL9GPU tag=BKQPCRTOX3DP type=write size=4099766 2024-09-12T00:30:03.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.305+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=HOFAWY8HU6VX type=write size=44005 2024-09-12T00:30:03.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.306+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=D54S7DC86VT1 type=del 2024-09-12T00:30:03.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.307+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=O1TC3TRVLDU3 type=del size=457221 2024-09-12T00:30:03.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.308+0000 7f8455f5c780 1 < completed write operation key=6ZPF32PZKGY3 tag=2U3TGDCTI55R type=write size=271291 2024-09-12T00:30:03.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.310+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=B2OHJ65PDSZ4 type=del size=3419118 2024-09-12T00:30:03.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.311+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~BQGXR93WUHGI.0 size=329964 2024-09-12T00:30:03.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.313+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=BQGXR93WUHGI tag=4GOHLEZ93J1S type=write size=1378540 2024-09-12T00:30:03.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.316+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~BRUE7T83D46E.0 size=167374 2024-09-12T00:30:03.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.316+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=BRUE7T83D46E tag=7P18DF4NQ657 type=write size=1215950 2024-09-12T00:30:03.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.317+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=45D3FRE5BLAZ type=del 2024-09-12T00:30:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.319+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~TTRLBX6I1C3A.0 size=871264 2024-09-12T00:30:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.319+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=TTRLBX6I1C3A tag=5AR57MT6OPNS type=write size=1919840 2024-09-12T00:30:03.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.321+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~FJDDYTKUNMY0.0 size=25112 2024-09-12T00:30:03.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.323+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=FJDDYTKUNMY0 tag=EMMF8XVIXV53 type=write size=1073688 2024-09-12T00:30:03.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.324+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=6M7D29ZTTRTZ type=del size=452382 2024-09-12T00:30:03.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.327+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~3DYBRA3UVMZ9.0 size=848094 2024-09-12T00:30:03.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.328+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=3DYBRA3UVMZ9 tag=VEODOAD6X6QB type=write size=1896670 2024-09-12T00:30:03.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.329+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=VA4QD8HRZOF2 type=write size=418445 2024-09-12T00:30:03.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.331+0000 7f8455f5c780 1 < completed write operation key=D02C1LZ2VOOE tag=7Q098RRBXTDL type=write size=271818 2024-09-12T00:30:03.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.332+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=LXS95RMM0OKZ type=del size=225134 2024-09-12T00:30:03.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.333+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~O4NBV785A66Y.0 size=1048576 2024-09-12T00:30:03.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.334+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~O4NBV785A66Y.1 size=355990 2024-09-12T00:30:03.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.336+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=O4NBV785A66Y tag=CZYU5WT4WXCX type=write size=2453142 2024-09-12T00:30:03.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.337+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=QGDN0MMRY7KE type=del size=3223056 2024-09-12T00:30:03.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.338+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~O20BMX7Y1V9O.0 size=520091 2024-09-12T00:30:03.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.340+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=O20BMX7Y1V9O tag=CFSODBZI73DL type=write size=1568667 2024-09-12T00:30:03.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.341+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=ZKJKG30CWG5B type=del size=1773798 2024-09-12T00:30:03.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.342+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=XZSXPE1O0C3I type=del 2024-09-12T00:30:03.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.344+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=6HNKIIB45B9T type=del size=1660546 2024-09-12T00:30:03.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.345+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~DR0ZV2RHLSV3.0 size=1048576 2024-09-12T00:30:03.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.346+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~DR0ZV2RHLSV3.1 size=6863 2024-09-12T00:30:03.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.348+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=DR0ZV2RHLSV3 tag=3P4WMAG3BAPX type=write size=2104015 2024-09-12T00:30:03.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.349+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=LIDYFOBXUCC8 type=del size=1060281 2024-09-12T00:30:03.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.350+0000 7f8455f5c780 1 < completed write operation key=4DUAH9DXP2L3 tag=1UX6NF93LEMC type=write size=762855 2024-09-12T00:30:03.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.354+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~930GAODNZ8C5.0 size=1048576 2024-09-12T00:30:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.357+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~930GAODNZ8C5.1 size=1048576 2024-09-12T00:30:03.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.358+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~930GAODNZ8C5.2 size=829832 2024-09-12T00:30:03.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.358+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=930GAODNZ8C5 tag=JNG3MFVT5E4C type=write size=3975560 2024-09-12T00:30:03.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.359+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~1UR8RBBHJBZS.0 size=250331 2024-09-12T00:30:03.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.361+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=1UR8RBBHJBZS tag=F6QQZ7QG7DF9 type=write size=1298907 2024-09-12T00:30:03.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.362+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=PV93ZV2GBAXP type=write size=900583 2024-09-12T00:30:03.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.363+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=WEWSBNGAINDU type=del 2024-09-12T00:30:03.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.365+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~ZP83L2UN154V.0 size=1048576 2024-09-12T00:30:03.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.366+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~ZP83L2UN154V.1 size=1048576 2024-09-12T00:30:03.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.367+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~ZP83L2UN154V.2 size=564644 2024-09-12T00:30:03.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.367+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=ZP83L2UN154V tag=GF033043B4NP type=write size=3710372 2024-09-12T00:30:03.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.368+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=WJ3U76UD547I type=del 2024-09-12T00:30:03.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.369+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=JYY5U4NFTAIF type=del size=343381 2024-09-12T00:30:03.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.372+0000 7f8455f5c780 1 < suggested remove operation key=FAH61LMM19S7 tag=HOFAWY8HU6VX type=write 2024-09-12T00:30:03.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.373+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=MND13PWLYL2H type=del size=3004044 2024-09-12T00:30:03.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.374+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=O1TC3TRVLDU3 type=del 2024-09-12T00:30:03.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.375+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=RTEZS44SRXL1 type=del size=3056327 2024-09-12T00:30:03.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.376+0000 7f8455f5c780 1 < canceled operation key=0B86VX5Z60TF tag=B2OHJ65PDSZ4 type=del size=3419118 2024-09-12T00:30:03.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.378+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~Y52P18SY35DD.0 size=1048576 2024-09-12T00:30:03.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.379+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~Y52P18SY35DD.1 size=999117 2024-09-12T00:30:03.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.379+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=Y52P18SY35DD tag=8KC3D64C6QF3 type=write size=3096269 2024-09-12T00:30:03.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.380+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~BRUE7T83D46E.0 size=167374 2024-09-12T00:30:03.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.382+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=BRUE7T83D46E tag=7P18DF4NQ657 type=write size=1215950 2024-09-12T00:30:03.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.383+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=XTNIA1R2KNEL type=del size=2521203 2024-09-12T00:30:03.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.384+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~TTRLBX6I1C3A.0 size=871264 2024-09-12T00:30:03.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.386+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=TTRLBX6I1C3A tag=5AR57MT6OPNS type=write size=1919840 2024-09-12T00:30:03.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.388+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~YMBSFOF61RTC.0 size=1048576 2024-09-12T00:30:03.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.389+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~YMBSFOF61RTC.1 size=1048576 2024-09-12T00:30:03.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.390+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~YMBSFOF61RTC.2 size=86633 2024-09-12T00:30:03.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.390+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=YMBSFOF61RTC tag=BZE4AZ3QWAER type=write size=3232361 2024-09-12T00:30:03.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.391+0000 7f8455f5c780 1 < canceled operation key=O75MSKPJ6Q0D tag=6M7D29ZTTRTZ type=del size=452382 2024-09-12T00:30:03.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.392+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=5HRKK8UD9L8X type=del size=1368002 2024-09-12T00:30:03.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.394+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=VA4QD8HRZOF2 type=write size=418445 2024-09-12T00:30:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.395+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=59UTDGTZUCS9 type=del size=3611931 2024-09-12T00:30:03.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.397+0000 7f8455f5c780 1 < suggested update operation key=HNLIR7DV5BHI tag=LXS95RMM0OKZ type=del size=225134 2024-09-12T00:30:03.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.398+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=GGE5JT7B0JZX type=write size=554790 2024-09-12T00:30:03.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.399+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=QGDN0MMRY7KE type=del 2024-09-12T00:30:03.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.401+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~UGLGU1KQHQI3.0 size=1048576 2024-09-12T00:30:03.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.402+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~UGLGU1KQHQI3.1 size=748210 2024-09-12T00:30:03.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.402+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=UGLGU1KQHQI3 tag=K3K3CXMN0DOO type=write size=2845362 2024-09-12T00:30:03.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.403+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=ZKJKG30CWG5B type=del 2024-09-12T00:30:03.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.405+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=NLQM33G2EMDL type=del size=3541034 2024-09-12T00:30:03.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.406+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=6HNKIIB45B9T type=del 2024-09-12T00:30:03.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.407+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=34H08UBDISOV type=del size=198283 2024-09-12T00:30:03.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.408+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=LIDYFOBXUCC8 type=del 2024-09-12T00:30:03.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.409+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=9422V7IXAOOC type=write size=814558 2024-09-12T00:30:03.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.410+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~930GAODNZ8C5.0 size=1048576 2024-09-12T00:30:03.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.411+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~930GAODNZ8C5.1 size=1048576 2024-09-12T00:30:03.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.412+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~930GAODNZ8C5.2 size=829832 2024-09-12T00:30:03.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.414+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=930GAODNZ8C5 tag=JNG3MFVT5E4C type=write size=3975560 2024-09-12T00:30:03.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.415+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=XE5CKLUNAOVM type=del size=1810758 2024-09-12T00:30:03.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.417+0000 7f8455f5c780 1 < completed write operation key=7Z8Q4GFFYTTY tag=PV93ZV2GBAXP type=write size=900583 2024-09-12T00:30:03.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.419+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6TP4C6A0F8P7.0 size=1048576 2024-09-12T00:30:03.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.420+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6TP4C6A0F8P7.1 size=1048576 2024-09-12T00:30:03.419 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.421+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6TP4C6A0F8P7.2 size=573544 2024-09-12T00:30:03.419 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.421+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=6TP4C6A0F8P7 tag=V0TC1SW9EQFW type=write size=3719272 2024-09-12T00:30:03.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.422+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~ZP83L2UN154V.0 size=1048576 2024-09-12T00:30:03.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.423+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~ZP83L2UN154V.1 size=1048576 2024-09-12T00:30:03.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.424+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~ZP83L2UN154V.2 size=564644 2024-09-12T00:30:03.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.426+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=ZP83L2UN154V tag=GF033043B4NP type=write size=3710372 2024-09-12T00:30:03.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.427+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=M8RPMP24FW6B type=del size=2919154 2024-09-12T00:30:03.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.428+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=JYY5U4NFTAIF type=del 2024-09-12T00:30:03.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.430+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~Q4K4UTBGJSH6.0 size=731322 2024-09-12T00:30:03.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.430+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=Q4K4UTBGJSH6 tag=6EUBIRCHX371 type=write size=1779898 2024-09-12T00:30:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.433+0000 7f8455f5c780 1 < suggested remove operation key=1NY27D1OOWPU tag=MND13PWLYL2H type=del 2024-09-12T00:30:03.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.435+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=OY9EZJ0AOPNQ type=del size=448474 2024-09-12T00:30:03.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.436+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=RTEZS44SRXL1 type=del 2024-09-12T00:30:03.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.437+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=XDM2MEM2JKE9 type=write size=741074 2024-09-12T00:30:03.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.439+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~Y52P18SY35DD.0 size=1048576 2024-09-12T00:30:03.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.440+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~Y52P18SY35DD.1 size=999117 2024-09-12T00:30:03.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.443+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=Y52P18SY35DD tag=8KC3D64C6QF3 type=write size=3096269 2024-09-12T00:30:03.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.446+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~AQMY7BG2XM1S.0 size=626736 2024-09-12T00:30:03.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.446+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=AQMY7BG2XM1S tag=Z9YSI8PCQZKT type=write size=1675312 2024-09-12T00:30:03.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.447+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=XTNIA1R2KNEL type=del size=2521203 2024-09-12T00:30:03.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.448+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=0GLESCYIIG2N type=del size=1316225 2024-09-12T00:30:03.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.449+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~YMBSFOF61RTC.0 size=1048576 2024-09-12T00:30:03.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.450+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~YMBSFOF61RTC.1 size=1048576 2024-09-12T00:30:03.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.451+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~YMBSFOF61RTC.2 size=86633 2024-09-12T00:30:03.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.453+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=YMBSFOF61RTC tag=BZE4AZ3QWAER type=write size=3232361 2024-09-12T00:30:03.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.454+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=5QV3MZYYMJIT type=del size=2786113 2024-09-12T00:30:03.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.455+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=5HRKK8UD9L8X type=del 2024-09-12T00:30:03.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.457+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~D4QMN5KRQ4FE.0 size=1048576 2024-09-12T00:30:03.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.458+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~D4QMN5KRQ4FE.1 size=262968 2024-09-12T00:30:03.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.458+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=D4QMN5KRQ4FE tag=I10PTGQC4GEE type=write size=2360120 2024-09-12T00:30:03.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.459+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=59UTDGTZUCS9 type=del 2024-09-12T00:30:03.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.462+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~KOVFOBB1K5ZF.0 size=1048576 2024-09-12T00:30:03.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.462+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~KOVFOBB1K5ZF.1 size=813340 2024-09-12T00:30:03.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.462+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=KOVFOBB1K5ZF tag=Z6K8RUC894S6 type=write size=2910492 2024-09-12T00:30:03.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.464+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=GGE5JT7B0JZX type=write size=554790 2024-09-12T00:30:03.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.465+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=PRX4UDJYDX7D type=del size=3942948 2024-09-12T00:30:03.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.466+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~UGLGU1KQHQI3.0 size=1048576 2024-09-12T00:30:03.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.467+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~UGLGU1KQHQI3.1 size=748210 2024-09-12T00:30:03.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.469+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=UGLGU1KQHQI3 tag=K3K3CXMN0DOO type=write size=2845362 2024-09-12T00:30:03.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.470+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=VMR1XECW2NN8 type=del size=736351 2024-09-12T00:30:03.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.471+0000 7f8455f5c780 -1 < failed to complete operation key=1NY27D1OOWPU tag=NLQM33G2EMDL type=del size=3541034: (22) Invalid argument 2024-09-12T00:30:03.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.473+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~R4A6G8FYBHOU.0 size=1048576 2024-09-12T00:30:03.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.474+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~R4A6G8FYBHOU.1 size=1048576 2024-09-12T00:30:03.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.475+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~R4A6G8FYBHOU.2 size=225612 2024-09-12T00:30:03.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.475+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=R4A6G8FYBHOU tag=WM3EDGS31GF0 type=write size=3371340 2024-09-12T00:30:03.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.476+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=34H08UBDISOV type=del 2024-09-12T00:30:03.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.477+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=9FFXT3AFPS4G type=write size=650963 2024-09-12T00:30:03.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.478+0000 7f8455f5c780 1 < completed write operation key=5F2OS11YH2Y3 tag=9422V7IXAOOC type=write size=814558 2024-09-12T00:30:03.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.480+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~5ILHKX21JZNO.0 size=69208 2024-09-12T00:30:03.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.480+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=5ILHKX21JZNO tag=B4HNCBCS9MQN type=write size=1117784 2024-09-12T00:30:03.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.481+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=XE5CKLUNAOVM type=del 2024-09-12T00:30:03.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.483+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~CACM9DGQ5TIG.0 size=1048576 2024-09-12T00:30:03.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.484+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~CACM9DGQ5TIG.1 size=1048576 2024-09-12T00:30:03.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.485+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~CACM9DGQ5TIG.2 size=177543 2024-09-12T00:30:03.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.485+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=CACM9DGQ5TIG tag=UW7U65SMR0DT type=write size=3323271 2024-09-12T00:30:03.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.486+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~6TP4C6A0F8P7.0 size=1048576 2024-09-12T00:30:03.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.487+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~6TP4C6A0F8P7.1 size=1048576 2024-09-12T00:30:03.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.488+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~6TP4C6A0F8P7.2 size=573544 2024-09-12T00:30:03.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.490+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=6TP4C6A0F8P7 tag=V0TC1SW9EQFW type=write size=3719272 2024-09-12T00:30:03.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.491+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=3RLE8G6YDV64 type=del size=3870227 2024-09-12T00:30:03.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.492+0000 7f8455f5c780 1 < canceled operation key=7Z8Q4GFFYTTY tag=M8RPMP24FW6B type=del size=2919154 2024-09-12T00:30:03.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.493+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=7XNC63SBSB0M type=write size=177566 2024-09-12T00:30:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.494+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~Q4K4UTBGJSH6.0 size=731322 2024-09-12T00:30:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.496+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=Q4K4UTBGJSH6 tag=6EUBIRCHX371 type=write size=1779898 2024-09-12T00:30:03.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.497+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=AKA2D5UEVJKB type=del size=888725 2024-09-12T00:30:03.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.500+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=OY9EZJ0AOPNQ type=del 2024-09-12T00:30:03.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.502+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~V2FY2FGKHVTQ.0 size=548216 2024-09-12T00:30:03.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.502+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=V2FY2FGKHVTQ tag=RHMS8OOSYZ8L type=write size=1596792 2024-09-12T00:30:03.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.503+0000 7f8455f5c780 1 < canceled operation key=87B5GBBB0F0G tag=XDM2MEM2JKE9 type=write size=741074 2024-09-12T00:30:03.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.505+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~EIGRYPURE8AC.0 size=274633 2024-09-12T00:30:03.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.505+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=EIGRYPURE8AC tag=Q4N3CG5B0KCL type=write size=1323209 2024-09-12T00:30:03.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.506+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~AQMY7BG2XM1S.0 size=626736 2024-09-12T00:30:03.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.508+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=AQMY7BG2XM1S tag=Z9YSI8PCQZKT type=write size=1675312 2024-09-12T00:30:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.510+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~2X8GRKFCFO9D.0 size=1048576 2024-09-12T00:30:03.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.511+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~2X8GRKFCFO9D.1 size=734557 2024-09-12T00:30:03.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.511+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=2X8GRKFCFO9D tag=9ECII3PKT1MC type=write size=2831709 2024-09-12T00:30:03.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.512+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=0GLESCYIIG2N type=del 2024-09-12T00:30:03.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.514+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~GZ8WGKKEJFLK.0 size=443449 2024-09-12T00:30:03.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.514+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=GZ8WGKKEJFLK tag=L3D5PH125H16 type=write size=1492025 2024-09-12T00:30:03.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.515+0000 7f8455f5c780 1 < canceled operation key=PM03TED1Y5B8 tag=5QV3MZYYMJIT type=del size=2786113 2024-09-12T00:30:03.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.518+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~0T1O9F35YJWQ.0 size=387582 2024-09-12T00:30:03.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.518+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=0T1O9F35YJWQ tag=ZSQOZQRK3DL3 type=write size=1436158 2024-09-12T00:30:03.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.519+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~D4QMN5KRQ4FE.0 size=1048576 2024-09-12T00:30:03.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.520+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~D4QMN5KRQ4FE.1 size=262968 2024-09-12T00:30:03.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.522+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=D4QMN5KRQ4FE tag=I10PTGQC4GEE type=write size=2360120 2024-09-12T00:30:03.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.524+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~CV042A9I0GFG.0 size=1048576 2024-09-12T00:30:03.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.525+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~CV042A9I0GFG.1 size=573056 2024-09-12T00:30:03.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.525+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=CV042A9I0GFG tag=6J23HY93MXAP type=write size=2670208 2024-09-12T00:30:03.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.526+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~KOVFOBB1K5ZF.0 size=1048576 2024-09-12T00:30:03.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.527+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~KOVFOBB1K5ZF.1 size=813340 2024-09-12T00:30:03.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.529+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=KOVFOBB1K5ZF tag=Z6K8RUC894S6 type=write size=2910492 2024-09-12T00:30:03.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.531+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~PW9X35Q2STSU.0 size=1048576 2024-09-12T00:30:03.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.532+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~PW9X35Q2STSU.1 size=1048576 2024-09-12T00:30:03.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.533+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~PW9X35Q2STSU.2 size=297070 2024-09-12T00:30:03.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.533+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=PW9X35Q2STSU tag=28UN52TC9ZPE type=write size=3442798 2024-09-12T00:30:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.534+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=PRX4UDJYDX7D type=del 2024-09-12T00:30:03.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.535+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=1S07BRP8YNGT type=del size=3477968 2024-09-12T00:30:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.536+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=VMR1XECW2NN8 type=del 2024-09-12T00:30:03.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.538+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=E352LJCUG6TF type=del size=3878737 2024-09-12T00:30:03.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.539+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~R4A6G8FYBHOU.0 size=1048576 2024-09-12T00:30:03.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.540+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~R4A6G8FYBHOU.1 size=1048576 2024-09-12T00:30:03.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.541+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~R4A6G8FYBHOU.2 size=225612 2024-09-12T00:30:03.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.543+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=R4A6G8FYBHOU tag=WM3EDGS31GF0 type=write size=3371340 2024-09-12T00:30:03.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.546+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~AFJXKC62UU9K.0 size=876683 2024-09-12T00:30:03.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.546+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=AFJXKC62UU9K tag=1PL4Z5WB1K3Z type=write size=1925259 2024-09-12T00:30:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.547+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=9FFXT3AFPS4G type=write size=650963 2024-09-12T00:30:03.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.548+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=JO237OY5ADJ5 type=del size=3064912 2024-09-12T00:30:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.550+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~5ILHKX21JZNO.0 size=69208 2024-09-12T00:30:03.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.552+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=5ILHKX21JZNO tag=B4HNCBCS9MQN type=write size=1117784 2024-09-12T00:30:03.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.553+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=EGM8VNV1SM00 type=del size=2976159 2024-09-12T00:30:03.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.554+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~CACM9DGQ5TIG.0 size=1048576 2024-09-12T00:30:03.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.555+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~CACM9DGQ5TIG.1 size=1048576 2024-09-12T00:30:03.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.556+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~CACM9DGQ5TIG.2 size=177543 2024-09-12T00:30:03.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.558+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=CACM9DGQ5TIG tag=UW7U65SMR0DT type=write size=3323271 2024-09-12T00:30:03.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.559+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=CRBQJY4WFR0W type=del size=1265164 2024-09-12T00:30:03.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.560+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=3RLE8G6YDV64 type=del 2024-09-12T00:30:03.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.561+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=HD479WBWWWFI type=del size=3875369 2024-09-12T00:30:03.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.562+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=7XNC63SBSB0M type=write size=177566 2024-09-12T00:30:03.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.565+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~YLKAEHKYPDLK.0 size=1048576 2024-09-12T00:30:03.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.566+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~YLKAEHKYPDLK.1 size=156203 2024-09-12T00:30:03.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.566+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=YLKAEHKYPDLK tag=JFAJ93X8WJL7 type=write size=2253355 2024-09-12T00:30:03.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.567+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=AKA2D5UEVJKB type=del 2024-09-12T00:30:03.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.569+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~RRZ99ZKEJBYO.0 size=1048576 2024-09-12T00:30:03.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.570+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~RRZ99ZKEJBYO.1 size=1048576 2024-09-12T00:30:03.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.571+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~RRZ99ZKEJBYO.2 size=750588 2024-09-12T00:30:03.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.571+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=RRZ99ZKEJBYO tag=QN8UZWOD0MPZ type=write size=3896316 2024-09-12T00:30:03.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.572+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~V2FY2FGKHVTQ.0 size=548216 2024-09-12T00:30:03.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.574+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=V2FY2FGKHVTQ tag=RHMS8OOSYZ8L type=write size=1596792 2024-09-12T00:30:03.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.576+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~BRUZX1KDZQGV.0 size=742463 2024-09-12T00:30:03.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.576+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=BRUZX1KDZQGV tag=V7GQB3JE2DR2 type=write size=1791039 2024-09-12T00:30:03.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.577+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~EIGRYPURE8AC.0 size=274633 2024-09-12T00:30:03.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.579+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=EIGRYPURE8AC tag=Q4N3CG5B0KCL type=write size=1323209 2024-09-12T00:30:03.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.580+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=DXK0JJII83SH type=del size=3712665 2024-09-12T00:30:03.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.582+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~2X8GRKFCFO9D.0 size=1048576 2024-09-12T00:30:03.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.583+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~2X8GRKFCFO9D.1 size=734557 2024-09-12T00:30:03.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.585+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=2X8GRKFCFO9D tag=9ECII3PKT1MC type=write size=2831709 2024-09-12T00:30:03.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.586+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=75HC81WB0173 type=del size=1298347 2024-09-12T00:30:03.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.587+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~GZ8WGKKEJFLK.0 size=443449 2024-09-12T00:30:03.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.589+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=GZ8WGKKEJFLK tag=L3D5PH125H16 type=write size=1492025 2024-09-12T00:30:03.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.590+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=541DWRSUUJ7B type=del size=4156945 2024-09-12T00:30:03.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.591+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~0T1O9F35YJWQ.0 size=387582 2024-09-12T00:30:03.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.593+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=0T1O9F35YJWQ tag=ZSQOZQRK3DL3 type=write size=1436158 2024-09-12T00:30:03.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.595+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~3CKWEF3VMN06.0 size=377307 2024-09-12T00:30:03.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.595+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=3CKWEF3VMN06 tag=89DOA6DLNXBH type=write size=1425883 2024-09-12T00:30:03.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.596+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~CV042A9I0GFG.0 size=1048576 2024-09-12T00:30:03.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.597+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~CV042A9I0GFG.1 size=573056 2024-09-12T00:30:03.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.599+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=CV042A9I0GFG tag=6J23HY93MXAP type=write size=2670208 2024-09-12T00:30:03.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.600+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=SBZHV76BXXSO type=del size=4097156 2024-09-12T00:30:03.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.601+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~PW9X35Q2STSU.0 size=1048576 2024-09-12T00:30:03.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.602+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~PW9X35Q2STSU.1 size=1048576 2024-09-12T00:30:03.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.603+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~PW9X35Q2STSU.2 size=297070 2024-09-12T00:30:03.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.605+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=PW9X35Q2STSU tag=28UN52TC9ZPE type=write size=3442798 2024-09-12T00:30:03.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.607+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~NVE4H5347XES.0 size=1048576 2024-09-12T00:30:03.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.608+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~NVE4H5347XES.1 size=1048576 2024-09-12T00:30:03.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.609+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~NVE4H5347XES.2 size=477698 2024-09-12T00:30:03.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.609+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=NVE4H5347XES tag=LMPZMEIEPPH5 type=write size=3623426 2024-09-12T00:30:03.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.611+0000 7f8455f5c780 1 < canceled operation key=B1FDYTC03874 tag=1S07BRP8YNGT type=del size=3477968 2024-09-12T00:30:03.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.612+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=WGJ8UTC0CFKR type=del size=1862723 2024-09-12T00:30:03.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.613+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=E352LJCUG6TF type=del 2024-09-12T00:30:03.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.614+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=UPCDXZSCRE7I type=write size=477233 2024-09-12T00:30:03.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.615+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~AFJXKC62UU9K.0 size=876683 2024-09-12T00:30:03.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.617+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=AFJXKC62UU9K tag=1PL4Z5WB1K3Z type=write size=1925259 2024-09-12T00:30:03.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.618+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=YJJQTXFYQ3ZR type=del size=3429005 2024-09-12T00:30:03.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.619+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=JO237OY5ADJ5 type=del 2024-09-12T00:30:03.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.621+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=O9341KAGKPGF type=del size=3463898 2024-09-12T00:30:03.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.622+0000 7f8455f5c780 1 < canceled operation key=TNQXVO8XWYUN tag=EGM8VNV1SM00 type=del size=2976159 2024-09-12T00:30:03.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.623+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=UAIROXW3XJNC type=del size=2694774 2024-09-12T00:30:03.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.625+0000 7f8455f5c780 1 < suggested update operation key=STIRHZQYJ1PZ tag=CRBQJY4WFR0W type=del size=1265164 2024-09-12T00:30:03.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.627+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~PDNBRSHC82IR.0 size=1048576 2024-09-12T00:30:03.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.628+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~PDNBRSHC82IR.1 size=1048576 2024-09-12T00:30:03.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.629+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~PDNBRSHC82IR.2 size=272046 2024-09-12T00:30:03.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.629+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=PDNBRSHC82IR tag=6S0H8HSS2JMN type=write size=3417774 2024-09-12T00:30:03.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.630+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=HD479WBWWWFI type=del 2024-09-12T00:30:03.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.632+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~YJPV17HX6MBS.0 size=1048576 2024-09-12T00:30:03.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.633+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~YJPV17HX6MBS.1 size=1048576 2024-09-12T00:30:03.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.634+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~YJPV17HX6MBS.2 size=600985 2024-09-12T00:30:03.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.634+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=YJPV17HX6MBS tag=U5YQT6X612LV type=write size=3746713 2024-09-12T00:30:03.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.635+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~YLKAEHKYPDLK.0 size=1048576 2024-09-12T00:30:03.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.636+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~YLKAEHKYPDLK.1 size=156203 2024-09-12T00:30:03.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.638+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=YLKAEHKYPDLK tag=JFAJ93X8WJL7 type=write size=2253355 2024-09-12T00:30:03.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.641+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~Y9Q6GHD9FNPE.0 size=1048576 2024-09-12T00:30:03.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.642+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~Y9Q6GHD9FNPE.1 size=801572 2024-09-12T00:30:03.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.642+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=Y9Q6GHD9FNPE tag=P28UB1YI4XUF type=write size=2898724 2024-09-12T00:30:03.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.643+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~RRZ99ZKEJBYO.0 size=1048576 2024-09-12T00:30:03.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.644+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~RRZ99ZKEJBYO.1 size=1048576 2024-09-12T00:30:03.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.645+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~RRZ99ZKEJBYO.2 size=750588 2024-09-12T00:30:03.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.647+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=RRZ99ZKEJBYO tag=QN8UZWOD0MPZ type=write size=3896316 2024-09-12T00:30:03.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.648+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=RRT7475415XF type=del size=1102807 2024-09-12T00:30:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.649+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~BRUZX1KDZQGV.0 size=742463 2024-09-12T00:30:03.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.651+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=BRUZX1KDZQGV tag=V7GQB3JE2DR2 type=write size=1791039 2024-09-12T00:30:03.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.654+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~K65E9RN8OD1K.0 size=1048576 2024-09-12T00:30:03.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.655+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~K65E9RN8OD1K.1 size=495039 2024-09-12T00:30:03.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.655+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=K65E9RN8OD1K tag=4OAU9TLSRN7J type=write size=2592191 2024-09-12T00:30:03.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.656+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=DXK0JJII83SH type=del 2024-09-12T00:30:03.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.657+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=38YPDOX3C50M type=del size=932844 2024-09-12T00:30:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.658+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=75HC81WB0173 type=del 2024-09-12T00:30:03.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.660+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~I8HLGCPXOMWE.0 size=160267 2024-09-12T00:30:03.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.660+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=I8HLGCPXOMWE tag=C1UTK7F53M7H type=write size=1208843 2024-09-12T00:30:03.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.662+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=541DWRSUUJ7B type=del 2024-09-12T00:30:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.664+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~WLJ3976HIHZG.0 size=1048576 2024-09-12T00:30:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.665+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~WLJ3976HIHZG.1 size=1048576 2024-09-12T00:30:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.666+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~WLJ3976HIHZG.2 size=195551 2024-09-12T00:30:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.666+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=WLJ3976HIHZG tag=39CTEC4YI0QH type=write size=3341279 2024-09-12T00:30:03.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.667+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~3CKWEF3VMN06.0 size=377307 2024-09-12T00:30:03.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.669+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=3CKWEF3VMN06 tag=89DOA6DLNXBH type=write size=1425883 2024-09-12T00:30:03.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.670+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=WWGCWF7FAW0G type=del size=2961289 2024-09-12T00:30:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.671+0000 7f8455f5c780 1 < canceled operation key=EWN14RZZVQSP tag=SBZHV76BXXSO type=del size=4097156 2024-09-12T00:30:03.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.672+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=DWIWAFLVM1B4 type=del size=4104730 2024-09-12T00:30:03.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.673+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~NVE4H5347XES.0 size=1048576 2024-09-12T00:30:03.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.674+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~NVE4H5347XES.1 size=1048576 2024-09-12T00:30:03.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.675+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~NVE4H5347XES.2 size=477698 2024-09-12T00:30:03.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.678+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=NVE4H5347XES tag=LMPZMEIEPPH5 type=write size=3623426 2024-09-12T00:30:03.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.680+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~YUU61Q6CPAQY.0 size=1048576 2024-09-12T00:30:03.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.681+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~YUU61Q6CPAQY.1 size=978698 2024-09-12T00:30:03.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.681+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=YUU61Q6CPAQY tag=TC44MCTZBRC4 type=write size=3075850 2024-09-12T00:30:03.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.683+0000 7f8455f5c780 1 < suggested update operation key=JINLCAVH28MB tag=WGJ8UTC0CFKR type=del size=1862723 2024-09-12T00:30:03.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.685+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~UN4N2HGUI3SO.0 size=1048576 2024-09-12T00:30:03.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.686+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~UN4N2HGUI3SO.1 size=129344 2024-09-12T00:30:03.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.686+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=UN4N2HGUI3SO tag=FUBM6HQPDMRF type=write size=2226496 2024-09-12T00:30:03.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.687+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=UPCDXZSCRE7I type=write size=477233 2024-09-12T00:30:03.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.688+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=91OT9ZINDX7Z type=del size=2189310 2024-09-12T00:30:03.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.690+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=YJJQTXFYQ3ZR type=del 2024-09-12T00:30:03.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.692+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~5POHTKI5N295.0 size=302884 2024-09-12T00:30:03.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.692+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=5POHTKI5N295 tag=34F7H0W4NY0Q type=write size=1351460 2024-09-12T00:30:03.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.693+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=O9341KAGKPGF type=del 2024-09-12T00:30:03.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.695+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~J9CBB25XRFWT.0 size=979260 2024-09-12T00:30:03.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.695+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=J9CBB25XRFWT tag=U0UEXET4Y67Z type=write size=2027836 2024-09-12T00:30:03.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.696+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=UAIROXW3XJNC type=del 2024-09-12T00:30:03.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.698+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~RAPP7HPEDLOH.0 size=1048576 2024-09-12T00:30:03.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.699+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~RAPP7HPEDLOH.1 size=1048576 2024-09-12T00:30:03.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.700+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~RAPP7HPEDLOH.2 size=397522 2024-09-12T00:30:03.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.700+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=RAPP7HPEDLOH tag=PZRH3HDEQT63 type=write size=3543250 2024-09-12T00:30:03.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.703+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~PDNBRSHC82IR.0 size=1048576 2024-09-12T00:30:03.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.704+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~PDNBRSHC82IR.1 size=1048576 2024-09-12T00:30:03.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.704+0000 7f8455f5c780 1 < canceled part key=_multipart_6ZPF32PZKGY3.2~PDNBRSHC82IR.2 size=272046 2024-09-12T00:30:03.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.706+0000 7f8455f5c780 1 < canceled multipart upload key=6ZPF32PZKGY3 upload=PDNBRSHC82IR tag=6S0H8HSS2JMN type=write size=3417774 2024-09-12T00:30:03.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.707+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=5LAXEIL5FHOM type=del size=649457 2024-09-12T00:30:03.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.708+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~YJPV17HX6MBS.0 size=1048576 2024-09-12T00:30:03.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.709+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~YJPV17HX6MBS.1 size=1048576 2024-09-12T00:30:03.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.710+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~YJPV17HX6MBS.2 size=600985 2024-09-12T00:30:03.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.712+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=YJPV17HX6MBS tag=U5YQT6X612LV type=write size=3746713 2024-09-12T00:30:03.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.713+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=0TDGPAGCNJDH type=write size=666979 2024-09-12T00:30:03.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.714+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~Y9Q6GHD9FNPE.0 size=1048576 2024-09-12T00:30:03.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.715+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~Y9Q6GHD9FNPE.1 size=801572 2024-09-12T00:30:03.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.717+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=Y9Q6GHD9FNPE tag=P28UB1YI4XUF type=write size=2898724 2024-09-12T00:30:03.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.718+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=QN9DPARLQFBY type=del size=1905612 2024-09-12T00:30:03.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.719+0000 7f8455f5c780 1 < canceled operation key=6ZPF32PZKGY3 tag=RRT7475415XF type=del size=1102807 2024-09-12T00:30:03.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.721+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=MASEE41VNFNS type=del size=2370185 2024-09-12T00:30:03.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.721+0000 7f8455f5c780 1 < canceled part key=_multipart_HNLIR7DV5BHI.2~K65E9RN8OD1K.0 size=1048576 2024-09-12T00:30:03.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.722+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~K65E9RN8OD1K.1 size=495039 2024-09-12T00:30:03.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.724+0000 7f8455f5c780 1 < canceled multipart upload key=HNLIR7DV5BHI upload=K65E9RN8OD1K tag=4OAU9TLSRN7J type=write size=2592191 2024-09-12T00:30:03.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.725+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=04OAX3FA067H type=del size=2430009 2024-09-12T00:30:03.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.727+0000 7f8455f5c780 1 < suggested remove operation key=B1FDYTC03874 tag=38YPDOX3C50M type=del 2024-09-12T00:30:03.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.728+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=UPYVYON604YQ type=del size=3748465 2024-09-12T00:30:03.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.729+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~I8HLGCPXOMWE.0 size=160267 2024-09-12T00:30:03.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.731+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=I8HLGCPXOMWE tag=C1UTK7F53M7H type=write size=1208843 2024-09-12T00:30:03.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.732+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=R5K51UV5N140 type=del size=149275 2024-09-12T00:30:03.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.733+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~WLJ3976HIHZG.0 size=1048576 2024-09-12T00:30:03.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.735+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~WLJ3976HIHZG.1 size=1048576 2024-09-12T00:30:03.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.735+0000 7f8455f5c780 1 < canceled part key=_multipart_HNLIR7DV5BHI.2~WLJ3976HIHZG.2 size=195551 2024-09-12T00:30:03.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.737+0000 7f8455f5c780 1 < canceled multipart upload key=HNLIR7DV5BHI upload=WLJ3976HIHZG tag=39CTEC4YI0QH type=write size=3341279 2024-09-12T00:30:03.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.739+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~N09CWHFJYLES.0 size=1048576 2024-09-12T00:30:03.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.740+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~N09CWHFJYLES.1 size=1048576 2024-09-12T00:30:03.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.741+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~N09CWHFJYLES.2 size=219208 2024-09-12T00:30:03.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.741+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=N09CWHFJYLES tag=LZV1Q6VWFS6K type=write size=3364936 2024-09-12T00:30:03.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.742+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=WWGCWF7FAW0G type=del 2024-09-12T00:30:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.744+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=WEVZEVF3NPZY type=write size=210803 2024-09-12T00:30:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.745+0000 7f8455f5c780 1 < canceled operation key=D02C1LZ2VOOE tag=DWIWAFLVM1B4 type=del size=4104730 2024-09-12T00:30:03.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.746+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=TXVK6W85OF0P type=del size=1866565 2024-09-12T00:30:03.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.747+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~YUU61Q6CPAQY.0 size=1048576 2024-09-12T00:30:03.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.748+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~YUU61Q6CPAQY.1 size=978698 2024-09-12T00:30:03.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.751+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=YUU61Q6CPAQY tag=TC44MCTZBRC4 type=write size=3075850 2024-09-12T00:30:03.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.752+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=EJZVA4BB5C1Q type=del size=2106030 2024-09-12T00:30:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.753+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~UN4N2HGUI3SO.0 size=1048576 2024-09-12T00:30:03.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.753+0000 7f8455f5c780 1 < canceled part key=_multipart_SLXJ6AI0B77O.2~UN4N2HGUI3SO.1 size=129344 2024-09-12T00:30:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.755+0000 7f8455f5c780 1 < canceled multipart upload key=SLXJ6AI0B77O upload=UN4N2HGUI3SO tag=FUBM6HQPDMRF type=write size=2226496 2024-09-12T00:30:03.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.756+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=3WRTWDV5I316 type=del size=2005502 2024-09-12T00:30:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.758+0000 7f8455f5c780 -1 < failed to complete operation key=B1FDYTC03874 tag=91OT9ZINDX7Z type=del size=2189310: (22) Invalid argument 2024-09-12T00:30:03.757 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.759+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=Z2HY7YXRDI83 type=del size=953221 2024-09-12T00:30:03.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.760+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~5POHTKI5N295.0 size=302884 2024-09-12T00:30:03.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.762+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=5POHTKI5N295 tag=34F7H0W4NY0Q type=write size=1351460 2024-09-12T00:30:03.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.765+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~VIDUY0GQ7T99.0 size=1048576 2024-09-12T00:30:03.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.766+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~VIDUY0GQ7T99.1 size=1048576 2024-09-12T00:30:03.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.767+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~VIDUY0GQ7T99.2 size=344530 2024-09-12T00:30:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.767+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=VIDUY0GQ7T99 tag=30WM1VZ83D7W type=write size=3490258 2024-09-12T00:30:03.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.768+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~J9CBB25XRFWT.0 size=979260 2024-09-12T00:30:03.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.771+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=J9CBB25XRFWT tag=U0UEXET4Y67Z type=write size=2027836 2024-09-12T00:30:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.773+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~BUVHXVYMJKQG.0 size=1048576 2024-09-12T00:30:03.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.774+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~BUVHXVYMJKQG.1 size=209841 2024-09-12T00:30:03.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.774+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=BUVHXVYMJKQG tag=KET32G9IQQ3X type=write size=2306993 2024-09-12T00:30:03.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.775+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~RAPP7HPEDLOH.0 size=1048576 2024-09-12T00:30:03.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.776+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~RAPP7HPEDLOH.1 size=1048576 2024-09-12T00:30:03.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.777+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~RAPP7HPEDLOH.2 size=397522 2024-09-12T00:30:03.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.779+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=RAPP7HPEDLOH tag=PZRH3HDEQT63 type=write size=3543250 2024-09-12T00:30:03.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.780+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=62XOYW1KJKZ1 type=del size=204090 2024-09-12T00:30:03.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.782+0000 7f8455f5c780 1 < suggested remove operation key=O6IDG2ZIU2BY tag=5LAXEIL5FHOM type=del 2024-09-12T00:30:03.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.783+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=BTKJ806MO1M9 type=del size=3232715 2024-09-12T00:30:03.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.784+0000 7f8455f5c780 1 < completed write operation key=HNLIR7DV5BHI tag=0TDGPAGCNJDH type=write size=666979 2024-09-12T00:30:03.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.786+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~Y7LHB08JCDUC.0 size=936353 2024-09-12T00:30:03.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.786+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=Y7LHB08JCDUC tag=FM0BO5Y59II2 type=write size=1984929 2024-09-12T00:30:03.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.788+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=QN9DPARLQFBY type=del 2024-09-12T00:30:03.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.790+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=4JU2Y626BA81 type=write size=250382 2024-09-12T00:30:03.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.791+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=MASEE41VNFNS type=del 2024-09-12T00:30:03.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.792+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=5RC71GJ38T3V type=del size=3286387 2024-09-12T00:30:03.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.795+0000 7f8455f5c780 1 < suggested update operation key=0B86VX5Z60TF tag=04OAX3FA067H type=del size=2430009 2024-09-12T00:30:03.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.797+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~3E7GWUNH34N8.0 size=914475 2024-09-12T00:30:03.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.797+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=3E7GWUNH34N8 tag=ARJVOZRFT376 type=write size=1963051 2024-09-12T00:30:03.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.798+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=UPYVYON604YQ type=del 2024-09-12T00:30:03.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.799+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=ZF9JYX45OB9R type=del size=3289830 2024-09-12T00:30:03.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.800+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=R5K51UV5N140 type=del 2024-09-12T00:30:03.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.801+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=PSOHSDEWQ84K type=del size=622007 2024-09-12T00:30:03.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.802+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~N09CWHFJYLES.0 size=1048576 2024-09-12T00:30:03.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.803+0000 7f8455f5c780 1 < canceled part key=_multipart_EWN14RZZVQSP.2~N09CWHFJYLES.1 size=1048576 2024-09-12T00:30:03.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.803+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~N09CWHFJYLES.2 size=219208 2024-09-12T00:30:03.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.805+0000 7f8455f5c780 1 < canceled multipart upload key=EWN14RZZVQSP upload=N09CWHFJYLES tag=LZV1Q6VWFS6K type=write size=3364936 2024-09-12T00:30:03.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.807+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~RJDMDJIX0CVA.0 size=1048576 2024-09-12T00:30:03.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.808+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~RJDMDJIX0CVA.1 size=132339 2024-09-12T00:30:03.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.808+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=RJDMDJIX0CVA tag=EYC2Y3KZO68H type=write size=2229491 2024-09-12T00:30:03.808 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.810+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=WEVZEVF3NPZY type=write size=210803 2024-09-12T00:30:03.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.811+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=7EYHZTQ4B1H0 type=del size=874361 2024-09-12T00:30:03.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.812+0000 7f8455f5c780 -1 < failed to complete operation key=FVZ1KXZLGCI5 tag=TXVK6W85OF0P type=del size=1866565: (22) Invalid argument 2024-09-12T00:30:03.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.813+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=7F2UDZ1C4BY0 type=write size=176057 2024-09-12T00:30:03.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.814+0000 7f8455f5c780 1 < canceled operation key=D02C1LZ2VOOE tag=EJZVA4BB5C1Q type=del size=2106030 2024-09-12T00:30:03.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.815+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=SZMKSBRJ60N1 type=del size=2866891 2024-09-12T00:30:03.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.817+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=3WRTWDV5I316 type=del 2024-09-12T00:30:03.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.818+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=H9ZSLC0Y1EBR type=del size=686884 2024-09-12T00:30:03.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.819+0000 7f8455f5c780 1 < canceled operation key=6ZPF32PZKGY3 tag=Z2HY7YXRDI83 type=del size=953221 2024-09-12T00:30:03.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.820+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=R7PUYWHD156U type=del size=2980752 2024-09-12T00:30:03.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.821+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~VIDUY0GQ7T99.0 size=1048576 2024-09-12T00:30:03.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.822+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~VIDUY0GQ7T99.1 size=1048576 2024-09-12T00:30:03.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.823+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~VIDUY0GQ7T99.2 size=344530 2024-09-12T00:30:03.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.825+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=VIDUY0GQ7T99 tag=30WM1VZ83D7W type=write size=3490258 2024-09-12T00:30:03.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.826+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=Z31TGDBOVMEV type=del size=3551957 2024-09-12T00:30:03.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.827+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~BUVHXVYMJKQG.0 size=1048576 2024-09-12T00:30:03.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.828+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~BUVHXVYMJKQG.1 size=209841 2024-09-12T00:30:03.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.830+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=BUVHXVYMJKQG tag=KET32G9IQQ3X type=write size=2306993 2024-09-12T00:30:03.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.831+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=51QYND41LLMZ type=write size=664261 2024-09-12T00:30:03.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.832+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=62XOYW1KJKZ1 type=del 2024-09-12T00:30:03.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.833+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=LJSSS9Q5AJI7 type=del size=2921505 2024-09-12T00:30:03.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.834+0000 7f8455f5c780 -1 < failed to complete operation key=0B86VX5Z60TF tag=BTKJ806MO1M9 type=del size=3232715: (22) Invalid argument 2024-09-12T00:30:03.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.836+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=8ADQHZR8QYXW type=write size=315654 2024-09-12T00:30:03.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.837+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~Y7LHB08JCDUC.0 size=936353 2024-09-12T00:30:03.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.839+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=Y7LHB08JCDUC tag=FM0BO5Y59II2 type=write size=1984929 2024-09-12T00:30:03.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.840+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=ZTXYYM15A37I type=write size=460785 2024-09-12T00:30:03.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.841+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=4JU2Y626BA81 type=write size=250382 2024-09-12T00:30:03.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.843+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~6CMZ3AIN4O40.0 size=1048576 2024-09-12T00:30:03.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.844+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~6CMZ3AIN4O40.1 size=1048576 2024-09-12T00:30:03.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.845+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~6CMZ3AIN4O40.2 size=826708 2024-09-12T00:30:03.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.845+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=6CMZ3AIN4O40 tag=9EQITK4ECMUE type=write size=3972436 2024-09-12T00:30:03.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.846+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=5RC71GJ38T3V type=del 2024-09-12T00:30:03.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.848+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=LEQ7VIHYY7WP type=del size=633862 2024-09-12T00:30:03.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.849+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~3E7GWUNH34N8.0 size=914475 2024-09-12T00:30:03.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.851+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=3E7GWUNH34N8 tag=ARJVOZRFT376 type=write size=1963051 2024-09-12T00:30:03.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.852+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=38DHENHG2VD5 type=del size=1061686 2024-09-12T00:30:03.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.853+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=ZF9JYX45OB9R type=del 2024-09-12T00:30:03.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.854+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=FJA4YC8M6WP4 type=write size=710034 2024-09-12T00:30:03.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.855+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=PSOHSDEWQ84K type=del 2024-09-12T00:30:03.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.856+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=FSIJ0JBFGPUJ type=del size=2474690 2024-09-12T00:30:03.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.858+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~RJDMDJIX0CVA.0 size=1048576 2024-09-12T00:30:03.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.859+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~RJDMDJIX0CVA.1 size=132339 2024-09-12T00:30:03.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.861+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=RJDMDJIX0CVA tag=EYC2Y3KZO68H type=write size=2229491 2024-09-12T00:30:03.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.863+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~CXEOWLTC52GZ.0 size=1048576 2024-09-12T00:30:03.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.864+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~CXEOWLTC52GZ.1 size=1048576 2024-09-12T00:30:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.865+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~CXEOWLTC52GZ.2 size=942605 2024-09-12T00:30:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.865+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=CXEOWLTC52GZ tag=G9WTQTLUDF08 type=write size=4088333 2024-09-12T00:30:03.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.866+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=7EYHZTQ4B1H0 type=del 2024-09-12T00:30:03.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.868+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~CT60T0I0ZGMI.0 size=1048576 2024-09-12T00:30:03.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.869+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~CT60T0I0ZGMI.1 size=1048576 2024-09-12T00:30:03.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.870+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~CT60T0I0ZGMI.2 size=96969 2024-09-12T00:30:03.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.870+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=CT60T0I0ZGMI tag=VCFLSE6MA29H type=write size=3242697 2024-09-12T00:30:03.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.871+0000 7f8455f5c780 1 < completed write operation key=YOBG2K7WI8ZX tag=7F2UDZ1C4BY0 type=write size=176057 2024-09-12T00:30:03.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.875+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~QY78P3KOHSCJ.0 size=54371 2024-09-12T00:30:03.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.875+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=QY78P3KOHSCJ tag=2BZZ5F49A9AO type=write size=1102947 2024-09-12T00:30:03.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.877+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=SZMKSBRJ60N1 type=del 2024-09-12T00:30:03.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.878+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=O509350PXJQ1 type=del size=2227150 2024-09-12T00:30:03.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.879+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=H9ZSLC0Y1EBR type=del 2024-09-12T00:30:03.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.881+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~EINEEBR4QIKP.0 size=1048576 2024-09-12T00:30:03.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.882+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~EINEEBR4QIKP.1 size=1048576 2024-09-12T00:30:03.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.883+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~EINEEBR4QIKP.2 size=409969 2024-09-12T00:30:03.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.883+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=EINEEBR4QIKP tag=S2B90H2ZGTDB type=write size=3555697 2024-09-12T00:30:03.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.885+0000 7f8455f5c780 1 < suggested remove operation key=STIRHZQYJ1PZ tag=R7PUYWHD156U type=del 2024-09-12T00:30:03.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.887+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~XUQLATMUHLP8.0 size=195673 2024-09-12T00:30:03.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.887+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=XUQLATMUHLP8 tag=2F0PZVEEDC7K type=write size=1244249 2024-09-12T00:30:03.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.888+0000 7f8455f5c780 1 < canceled operation key=4DUAH9DXP2L3 tag=Z31TGDBOVMEV type=del size=3551957 2024-09-12T00:30:03.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.890+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=3XNH978U15IB type=del size=2048716 2024-09-12T00:30:03.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.891+0000 7f8455f5c780 1 < completed write operation key=PM03TED1Y5B8 tag=51QYND41LLMZ type=write size=664261 2024-09-12T00:30:03.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.892+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=2BK2ND5SJCD7 type=del size=1952634 2024-09-12T00:30:03.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.894+0000 7f8455f5c780 1 < suggested update operation key=NJDCFOHPNT1R tag=LJSSS9Q5AJI7 type=del size=2921505 2024-09-12T00:30:03.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.895+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=NRWYQLIP3U5Q type=del size=2280671 2024-09-12T00:30:03.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.897+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=8ADQHZR8QYXW type=write size=315654 2024-09-12T00:30:03.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.898+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=AHU3MO04BCWQ type=del size=2540204 2024-09-12T00:30:03.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.899+0000 7f8455f5c780 1 < completed write operation key=7Z8Q4GFFYTTY tag=ZTXYYM15A37I type=write size=460785 2024-09-12T00:30:03.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.900+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=JU37GBX50YGF type=del size=3512350 2024-09-12T00:30:03.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.901+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~6CMZ3AIN4O40.0 size=1048576 2024-09-12T00:30:03.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.901+0000 7f8455f5c780 1 < canceled part key=_multipart_YOBG2K7WI8ZX.2~6CMZ3AIN4O40.1 size=1048576 2024-09-12T00:30:03.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.902+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~6CMZ3AIN4O40.2 size=826708 2024-09-12T00:30:03.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.904+0000 7f8455f5c780 1 < canceled multipart upload key=YOBG2K7WI8ZX upload=6CMZ3AIN4O40 tag=9EQITK4ECMUE type=write size=3972436 2024-09-12T00:30:03.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.906+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~0IVWE1EYDMA1.0 size=1048576 2024-09-12T00:30:03.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.907+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~0IVWE1EYDMA1.1 size=484437 2024-09-12T00:30:03.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.907+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=0IVWE1EYDMA1 tag=BTRG9MM1PHW8 type=write size=2581589 2024-09-12T00:30:03.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.908+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=LEQ7VIHYY7WP type=del 2024-09-12T00:30:03.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.910+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=V5QOWO70AKA4 type=del size=16638 2024-09-12T00:30:03.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.911+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=38DHENHG2VD5 type=del 2024-09-12T00:30:03.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.912+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=NX3ULFBA5V43 type=del size=1198657 2024-09-12T00:30:03.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.913+0000 7f8455f5c780 1 < completed write operation key=O75MSKPJ6Q0D tag=FJA4YC8M6WP4 type=write size=710034 2024-09-12T00:30:03.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.915+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~TP83DX63GZT5.0 size=1048576 2024-09-12T00:30:03.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.916+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~TP83DX63GZT5.1 size=1048576 2024-09-12T00:30:03.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.917+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~TP83DX63GZT5.2 size=393898 2024-09-12T00:30:03.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.917+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=TP83DX63GZT5 tag=V2TNCM5F9YBG type=write size=3539626 2024-09-12T00:30:03.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.918+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=FSIJ0JBFGPUJ type=del 2024-09-12T00:30:03.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.920+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=C9L4GREQLCOE type=del size=2899005 2024-09-12T00:30:03.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.921+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~CXEOWLTC52GZ.0 size=1048576 2024-09-12T00:30:03.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.922+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~CXEOWLTC52GZ.1 size=1048576 2024-09-12T00:30:03.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.923+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~CXEOWLTC52GZ.2 size=942605 2024-09-12T00:30:03.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.924+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=CXEOWLTC52GZ tag=G9WTQTLUDF08 type=write size=4088333 2024-09-12T00:30:03.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.926+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~1LXQGZ1UGT5Q.0 size=1048576 2024-09-12T00:30:03.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.927+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~1LXQGZ1UGT5Q.1 size=749670 2024-09-12T00:30:03.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.927+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=1LXQGZ1UGT5Q tag=I3LJDIMVUOAL type=write size=2846822 2024-09-12T00:30:03.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.929+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~CT60T0I0ZGMI.0 size=1048576 2024-09-12T00:30:03.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.929+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~CT60T0I0ZGMI.1 size=1048576 2024-09-12T00:30:03.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.930+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~CT60T0I0ZGMI.2 size=96969 2024-09-12T00:30:03.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.932+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=CT60T0I0ZGMI tag=VCFLSE6MA29H type=write size=3242697 2024-09-12T00:30:03.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.934+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~9R3WV1BAI2OL.0 size=1048576 2024-09-12T00:30:03.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.935+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~9R3WV1BAI2OL.1 size=1048576 2024-09-12T00:30:03.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.936+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~9R3WV1BAI2OL.2 size=542666 2024-09-12T00:30:03.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.936+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=9R3WV1BAI2OL tag=XCTK9DKINXAL type=write size=3688394 2024-09-12T00:30:03.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.937+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~QY78P3KOHSCJ.0 size=54371 2024-09-12T00:30:03.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.939+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=QY78P3KOHSCJ tag=2BZZ5F49A9AO type=write size=1102947 2024-09-12T00:30:03.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.942+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~THW30EBXZBHK.0 size=1034589 2024-09-12T00:30:03.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.942+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=THW30EBXZBHK tag=F35MATQR77X8 type=write size=2083165 2024-09-12T00:30:03.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.944+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=O509350PXJQ1 type=del size=2227150 2024-09-12T00:30:03.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.945+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=KJ144DG3BPEA type=del size=3514107 2024-09-12T00:30:03.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.946+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~EINEEBR4QIKP.0 size=1048576 2024-09-12T00:30:03.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.947+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~EINEEBR4QIKP.1 size=1048576 2024-09-12T00:30:03.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.947+0000 7f8455f5c780 1 < canceled part key=_multipart_FAH61LMM19S7.2~EINEEBR4QIKP.2 size=409969 2024-09-12T00:30:03.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.950+0000 7f8455f5c780 1 < canceled multipart upload key=FAH61LMM19S7 upload=EINEEBR4QIKP tag=S2B90H2ZGTDB type=write size=3555697 2024-09-12T00:30:03.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.951+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=9JVPBFCO5NX5 type=del size=3298231 2024-09-12T00:30:03.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.952+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~XUQLATMUHLP8.0 size=195673 2024-09-12T00:30:03.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.954+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=XUQLATMUHLP8 tag=2F0PZVEEDC7K type=write size=1244249 2024-09-12T00:30:03.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.956+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=BR8R4NA21N5M type=del size=3155486 2024-09-12T00:30:03.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.957+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=3XNH978U15IB type=del 2024-09-12T00:30:03.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.959+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~BP3G416UOTZV.0 size=1048576 2024-09-12T00:30:03.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.960+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~BP3G416UOTZV.1 size=608218 2024-09-12T00:30:03.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.960+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=BP3G416UOTZV tag=4RXFRM8Q5XI5 type=write size=2705370 2024-09-12T00:30:03.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.961+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=2BK2ND5SJCD7 type=del 2024-09-12T00:30:03.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.962+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=0F4WJINCLGYP type=del size=1192822 2024-09-12T00:30:03.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.964+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=NRWYQLIP3U5Q type=del 2024-09-12T00:30:03.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.966+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~8L0GWOAIP84Z.0 size=1048576 2024-09-12T00:30:03.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.967+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~8L0GWOAIP84Z.1 size=1048576 2024-09-12T00:30:03.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.968+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~8L0GWOAIP84Z.2 size=44459 2024-09-12T00:30:03.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.968+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=8L0GWOAIP84Z tag=QDISMRMRUTZE type=write size=3190187 2024-09-12T00:30:03.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.969+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=AHU3MO04BCWQ type=del 2024-09-12T00:30:03.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.971+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~SCZVJMI67XYR.0 size=418297 2024-09-12T00:30:03.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.971+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=SCZVJMI67XYR tag=W6LHCGQVZ4RT type=write size=1466873 2024-09-12T00:30:03.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.972+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=JU37GBX50YGF type=del 2024-09-12T00:30:03.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.974+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~EKGIGLGXPAQA.0 size=1048576 2024-09-12T00:30:03.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.975+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~EKGIGLGXPAQA.1 size=1048576 2024-09-12T00:30:03.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.976+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~EKGIGLGXPAQA.2 size=211107 2024-09-12T00:30:03.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.976+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=EKGIGLGXPAQA tag=0S39LWG12K45 type=write size=3356835 2024-09-12T00:30:03.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.977+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~0IVWE1EYDMA1.0 size=1048576 2024-09-12T00:30:03.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.978+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~0IVWE1EYDMA1.1 size=484437 2024-09-12T00:30:03.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.980+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=0IVWE1EYDMA1 tag=BTRG9MM1PHW8 type=write size=2581589 2024-09-12T00:30:03.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.981+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=LLNQ8S9UWPAE type=write size=97504 2024-09-12T00:30:03.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.983+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=V5QOWO70AKA4 type=del 2024-09-12T00:30:03.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.985+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=W36M6B1AV58G type=del size=35678 2024-09-12T00:30:03.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.987+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=NX3ULFBA5V43 type=del 2024-09-12T00:30:03.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.989+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=BM7WJMQ5YK7H type=del size=3978606 2024-09-12T00:30:03.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.990+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~TP83DX63GZT5.0 size=1048576 2024-09-12T00:30:03.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.991+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~TP83DX63GZT5.1 size=1048576 2024-09-12T00:30:03.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.991+0000 7f8455f5c780 1 < canceled part key=_multipart_YOBG2K7WI8ZX.2~TP83DX63GZT5.2 size=393898 2024-09-12T00:30:03.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.993+0000 7f8455f5c780 1 < canceled multipart upload key=YOBG2K7WI8ZX upload=TP83DX63GZT5 tag=V2TNCM5F9YBG type=write size=3539626 2024-09-12T00:30:03.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.994+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=WCMZ42GY4SL8 type=del size=711864 2024-09-12T00:30:03.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.995+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=C9L4GREQLCOE type=del 2024-09-12T00:30:03.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.997+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~72ZZD6DY9XW2.0 size=1048576 2024-09-12T00:30:03.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.998+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~72ZZD6DY9XW2.1 size=38962 2024-09-12T00:30:03.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.998+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=72ZZD6DY9XW2 tag=K2J0E0O4GXU5 type=write size=2136114 2024-09-12T00:30:03.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:03.999+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~1LXQGZ1UGT5Q.0 size=1048576 2024-09-12T00:30:03.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.000+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~1LXQGZ1UGT5Q.1 size=749670 2024-09-12T00:30:04.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.003+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=1LXQGZ1UGT5Q tag=I3LJDIMVUOAL type=write size=2846822 2024-09-12T00:30:04.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.005+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~UG3A9AYQTPKR.0 size=117169 2024-09-12T00:30:04.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.005+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=UG3A9AYQTPKR tag=7EIFHCA09MQA type=write size=1165745 2024-09-12T00:30:04.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.006+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~9R3WV1BAI2OL.0 size=1048576 2024-09-12T00:30:04.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.007+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~9R3WV1BAI2OL.1 size=1048576 2024-09-12T00:30:04.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.007+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~9R3WV1BAI2OL.2 size=542666 2024-09-12T00:30:04.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.009+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=9R3WV1BAI2OL tag=XCTK9DKINXAL type=write size=3688394 2024-09-12T00:30:04.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.011+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=Q2TTEO0VWI8M type=del size=1158085 2024-09-12T00:30:04.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.012+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~THW30EBXZBHK.0 size=1034589 2024-09-12T00:30:04.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.014+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=THW30EBXZBHK tag=F35MATQR77X8 type=write size=2083165 2024-09-12T00:30:04.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.015+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=3K6WP8YD4SGE type=del size=3440311 2024-09-12T00:30:04.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.017+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=KJ144DG3BPEA type=del 2024-09-12T00:30:04.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.018+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=3WQDYP0KZLI4 type=del size=3441195 2024-09-12T00:30:04.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.020+0000 7f8455f5c780 1 < suggested remove operation key=UKPL92R8L6P1 tag=9JVPBFCO5NX5 type=del 2024-09-12T00:30:04.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.022+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=S4ZOMAR356P6 type=del size=574292 2024-09-12T00:30:04.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.023+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=BR8R4NA21N5M type=del 2024-09-12T00:30:04.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.024+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=IA1MPS2A3MNL type=del size=1590803 2024-09-12T00:30:04.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.024+0000 7f8455f5c780 1 < canceled part key=_multipart_4DUAH9DXP2L3.2~BP3G416UOTZV.0 size=1048576 2024-09-12T00:30:04.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.025+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~BP3G416UOTZV.1 size=608218 2024-09-12T00:30:04.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.027+0000 7f8455f5c780 1 < canceled multipart upload key=4DUAH9DXP2L3 upload=BP3G416UOTZV tag=4RXFRM8Q5XI5 type=write size=2705370 2024-09-12T00:30:04.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.029+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2ARR9PHSQ2E3.0 size=1048576 2024-09-12T00:30:04.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.030+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~2ARR9PHSQ2E3.1 size=870828 2024-09-12T00:30:04.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.030+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=2ARR9PHSQ2E3 tag=KACAVGGXC7OL type=write size=2967980 2024-09-12T00:30:04.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.031+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=0F4WJINCLGYP type=del 2024-09-12T00:30:04.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.032+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=Y2CNT19W028Z type=del size=2673318 2024-09-12T00:30:04.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.033+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~8L0GWOAIP84Z.0 size=1048576 2024-09-12T00:30:04.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.034+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~8L0GWOAIP84Z.1 size=1048576 2024-09-12T00:30:04.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.035+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~8L0GWOAIP84Z.2 size=44459 2024-09-12T00:30:04.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.037+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=8L0GWOAIP84Z tag=QDISMRMRUTZE type=write size=3190187 2024-09-12T00:30:04.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.038+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=VGRCHBG4BXCJ type=del size=1715044 2024-09-12T00:30:04.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.039+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~SCZVJMI67XYR.0 size=418297 2024-09-12T00:30:04.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.041+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=SCZVJMI67XYR tag=W6LHCGQVZ4RT type=write size=1466873 2024-09-12T00:30:04.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.043+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~63OV1MJA6CNN.0 size=629724 2024-09-12T00:30:04.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.043+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=63OV1MJA6CNN tag=MR5QMS833MR0 type=write size=1678300 2024-09-12T00:30:04.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.044+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~EKGIGLGXPAQA.0 size=1048576 2024-09-12T00:30:04.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.045+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~EKGIGLGXPAQA.1 size=1048576 2024-09-12T00:30:04.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.046+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~EKGIGLGXPAQA.2 size=211107 2024-09-12T00:30:04.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.048+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=EKGIGLGXPAQA tag=0S39LWG12K45 type=write size=3356835 2024-09-12T00:30:04.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.049+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=9LFABEEF8ERX type=del size=3511758 2024-09-12T00:30:04.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.050+0000 7f8455f5c780 -1 < failed to complete operation key=UKPL92R8L6P1 tag=LLNQ8S9UWPAE type=write size=97504: (22) Invalid argument 2024-09-12T00:30:04.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.052+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PE0EB5W7SJGO.0 size=1048576 2024-09-12T00:30:04.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.054+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PE0EB5W7SJGO.1 size=1048576 2024-09-12T00:30:04.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.054+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PE0EB5W7SJGO.2 size=888798 2024-09-12T00:30:04.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.054+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=PE0EB5W7SJGO tag=X2EL5EFL91LZ type=write size=4034526 2024-09-12T00:30:04.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.057+0000 7f8455f5c780 1 < suggested update operation key=O75MSKPJ6Q0D tag=W36M6B1AV58G type=del size=35678 2024-09-12T00:30:04.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.059+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~1EOZ0YDOGXFV.0 size=1048576 2024-09-12T00:30:04.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.060+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~1EOZ0YDOGXFV.1 size=1048576 2024-09-12T00:30:04.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.061+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~1EOZ0YDOGXFV.2 size=750781 2024-09-12T00:30:04.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.061+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=1EOZ0YDOGXFV tag=MRVYL6QL3ZV0 type=write size=3896509 2024-09-12T00:30:04.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.063+0000 7f8455f5c780 1 < suggested remove operation key=B1FDYTC03874 tag=BM7WJMQ5YK7H type=del 2024-09-12T00:30:04.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.064+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=BF2SUJACTUUQ type=del size=1355404 2024-09-12T00:30:04.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.065+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=WCMZ42GY4SL8 type=del 2024-09-12T00:30:04.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.066+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=PC7I1VGN6370 type=del size=965671 2024-09-12T00:30:04.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.068+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~72ZZD6DY9XW2.0 size=1048576 2024-09-12T00:30:04.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.069+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~72ZZD6DY9XW2.1 size=38962 2024-09-12T00:30:04.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.071+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=72ZZD6DY9XW2 tag=K2J0E0O4GXU5 type=write size=2136114 2024-09-12T00:30:04.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.072+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=61N1KD3ACYD9 type=del size=2461352 2024-09-12T00:30:04.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.073+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~UG3A9AYQTPKR.0 size=117169 2024-09-12T00:30:04.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.075+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=UG3A9AYQTPKR tag=7EIFHCA09MQA type=write size=1165745 2024-09-12T00:30:04.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.076+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=W7HXUEA5LDT4 type=del size=3095478 2024-09-12T00:30:04.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.077+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=Q2TTEO0VWI8M type=del 2024-09-12T00:30:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.079+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~71KH2JMVC8WH.0 size=1002167 2024-09-12T00:30:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.079+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=71KH2JMVC8WH tag=D0AM8OQ1HNK8 type=write size=2050743 2024-09-12T00:30:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.080+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=3K6WP8YD4SGE type=del 2024-09-12T00:30:04.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.082+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6WV111UUQ39H.0 size=1048576 2024-09-12T00:30:04.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.083+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6WV111UUQ39H.1 size=1032333 2024-09-12T00:30:04.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.083+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=6WV111UUQ39H tag=ATZLJ1ZDXKYJ type=write size=3129485 2024-09-12T00:30:04.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.084+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=3WQDYP0KZLI4 type=del 2024-09-12T00:30:04.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.086+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=L51QWLZQS7L5 type=del size=2486997 2024-09-12T00:30:04.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.088+0000 7f8455f5c780 1 < suggested update operation key=O75MSKPJ6Q0D tag=S4ZOMAR356P6 type=del size=574292 2024-09-12T00:30:04.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.090+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~FVXRG5YZP1F9.0 size=849538 2024-09-12T00:30:04.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.090+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=FVXRG5YZP1F9 tag=HXSHRMQR0LXV type=write size=1898114 2024-09-12T00:30:04.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.093+0000 7f8455f5c780 1 < canceled operation key=FVZ1KXZLGCI5 tag=IA1MPS2A3MNL type=del size=1590803 2024-09-12T00:30:04.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.095+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=N4D1IWM7WEC1 type=del size=3367112 2024-09-12T00:30:04.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.095+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~2ARR9PHSQ2E3.0 size=1048576 2024-09-12T00:30:04.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.096+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~2ARR9PHSQ2E3.1 size=870828 2024-09-12T00:30:04.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.099+0000 7f8455f5c780 1 < canceled multipart upload key=1NY27D1OOWPU upload=2ARR9PHSQ2E3 tag=KACAVGGXC7OL type=write size=2967980 2024-09-12T00:30:04.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.101+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=EADTNVQF9690 type=write size=466610 2024-09-12T00:30:04.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.103+0000 7f8455f5c780 1 < suggested update operation key=7T1NXXX4G2CP tag=Y2CNT19W028Z type=del size=2673318 2024-09-12T00:30:04.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.104+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=U9D6CZ99L9KW type=del size=1722455 2024-09-12T00:30:04.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.105+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=VGRCHBG4BXCJ type=del 2024-09-12T00:30:04.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.107+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~L6K6394VMUE4.0 size=1048576 2024-09-12T00:30:04.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.108+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~L6K6394VMUE4.1 size=900043 2024-09-12T00:30:04.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.108+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=L6K6394VMUE4 tag=4W3HCT0KDJJ1 type=write size=2997195 2024-09-12T00:30:04.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.109+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~63OV1MJA6CNN.0 size=629724 2024-09-12T00:30:04.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.111+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=63OV1MJA6CNN tag=MR5QMS833MR0 type=write size=1678300 2024-09-12T00:30:04.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.112+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=CWUKJLK4Q0PF type=write size=107170 2024-09-12T00:30:04.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.113+0000 7f8455f5c780 -1 < failed to complete operation key=O75MSKPJ6Q0D tag=9LFABEEF8ERX type=del size=3511758: (22) Invalid argument 2024-09-12T00:30:04.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.115+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=GPI72RSOHB6X type=del size=3709456 2024-09-12T00:30:04.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.116+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~PE0EB5W7SJGO.0 size=1048576 2024-09-12T00:30:04.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.117+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~PE0EB5W7SJGO.1 size=1048576 2024-09-12T00:30:04.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.118+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~PE0EB5W7SJGO.2 size=888798 2024-09-12T00:30:04.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.120+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=PE0EB5W7SJGO tag=X2EL5EFL91LZ type=write size=4034526 2024-09-12T00:30:04.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.121+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=QMROKEP0XKHY type=del size=1384344 2024-09-12T00:30:04.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.122+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~1EOZ0YDOGXFV.0 size=1048576 2024-09-12T00:30:04.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.123+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~1EOZ0YDOGXFV.1 size=1048576 2024-09-12T00:30:04.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.124+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~1EOZ0YDOGXFV.2 size=750781 2024-09-12T00:30:04.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.126+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=1EOZ0YDOGXFV tag=MRVYL6QL3ZV0 type=write size=3896509 2024-09-12T00:30:04.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.127+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=DFYQUFKNJRB6 type=del size=1636836 2024-09-12T00:30:04.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.130+0000 7f8455f5c780 1 < suggested update operation key=7Z8Q4GFFYTTY tag=BF2SUJACTUUQ type=del size=1355404 2024-09-12T00:30:04.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.132+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~2HY8DGUK96NM.0 size=1048576 2024-09-12T00:30:04.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.133+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~2HY8DGUK96NM.1 size=1048576 2024-09-12T00:30:04.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.134+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~2HY8DGUK96NM.2 size=170351 2024-09-12T00:30:04.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.134+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=2HY8DGUK96NM tag=M4U80R776M3A type=write size=3316079 2024-09-12T00:30:04.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.135+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=PC7I1VGN6370 type=del 2024-09-12T00:30:04.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.136+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=1I6OP2TBLDS5 type=del size=1482473 2024-09-12T00:30:04.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.138+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=61N1KD3ACYD9 type=del 2024-09-12T00:30:04.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.139+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=ZNLU6QFGOC26 type=del size=3263013 2024-09-12T00:30:04.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.140+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=W7HXUEA5LDT4 type=del 2024-09-12T00:30:04.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.142+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~GDCAZ3X99SDQ.0 size=1048576 2024-09-12T00:30:04.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.144+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~GDCAZ3X99SDQ.1 size=228195 2024-09-12T00:30:04.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.144+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=GDCAZ3X99SDQ tag=88A6NQ935D6E type=write size=2325347 2024-09-12T00:30:04.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.145+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~71KH2JMVC8WH.0 size=1002167 2024-09-12T00:30:04.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.147+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=71KH2JMVC8WH tag=D0AM8OQ1HNK8 type=write size=2050743 2024-09-12T00:30:04.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.148+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~T48B3MEFOPPF.0 size=1403 2024-09-12T00:30:04.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.149+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=T48B3MEFOPPF tag=5HE806WRN8W3 type=write size=1049979 2024-09-12T00:30:04.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.150+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~6WV111UUQ39H.0 size=1048576 2024-09-12T00:30:04.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.151+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~6WV111UUQ39H.1 size=1032333 2024-09-12T00:30:04.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.153+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=6WV111UUQ39H tag=ATZLJ1ZDXKYJ type=write size=3129485 2024-09-12T00:30:04.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.154+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=2BU2ZMQTPVGK type=del size=3468992 2024-09-12T00:30:04.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.155+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=L51QWLZQS7L5 type=del 2024-09-12T00:30:04.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.157+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~W84GP48B7CF5.0 size=664147 2024-09-12T00:30:04.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.157+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=W84GP48B7CF5 tag=N45RQ4Z21YGB type=write size=1712723 2024-09-12T00:30:04.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.158+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~FVXRG5YZP1F9.0 size=849538 2024-09-12T00:30:04.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.160+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=FVXRG5YZP1F9 tag=HXSHRMQR0LXV type=write size=1898114 2024-09-12T00:30:04.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.162+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~X0Y4U6Y5HZ4A.0 size=454385 2024-09-12T00:30:04.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.162+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=X0Y4U6Y5HZ4A tag=ARPSJXD41RIH type=write size=1502961 2024-09-12T00:30:04.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.164+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=N4D1IWM7WEC1 type=del 2024-09-12T00:30:04.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.165+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=PCSDF994DY8P type=del size=4180161 2024-09-12T00:30:04.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.166+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=EADTNVQF9690 type=write size=466610 2024-09-12T00:30:04.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.167+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=ZLF0DG5ITVQZ type=write size=562077 2024-09-12T00:30:04.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.169+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=U9D6CZ99L9KW type=del 2024-09-12T00:30:04.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.171+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~FJ7IMI83RKCK.0 size=1048576 2024-09-12T00:30:04.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.172+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~FJ7IMI83RKCK.1 size=966171 2024-09-12T00:30:04.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.172+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=FJ7IMI83RKCK tag=T1ZQIELF6O8K type=write size=3063323 2024-09-12T00:30:04.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.172+0000 7f8455f5c780 1 < canceled part key=_multipart_4DUAH9DXP2L3.2~L6K6394VMUE4.0 size=1048576 2024-09-12T00:30:04.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.173+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~L6K6394VMUE4.1 size=900043 2024-09-12T00:30:04.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.175+0000 7f8455f5c780 1 < canceled multipart upload key=4DUAH9DXP2L3 upload=L6K6394VMUE4 tag=4W3HCT0KDJJ1 type=write size=2997195 2024-09-12T00:30:04.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.176+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=AX380F90BE0K type=del size=3473508 2024-09-12T00:30:04.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.178+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=CWUKJLK4Q0PF type=write size=107170 2024-09-12T00:30:04.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.180+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~6UFOGXNELPQV.0 size=1048576 2024-09-12T00:30:04.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.181+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~6UFOGXNELPQV.1 size=689081 2024-09-12T00:30:04.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.181+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=6UFOGXNELPQV tag=DMJFL045JGQ6 type=write size=2786233 2024-09-12T00:30:04.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.182+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=GPI72RSOHB6X type=del 2024-09-12T00:30:04.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.184+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=3UKKKS462F9Q type=del size=2602783 2024-09-12T00:30:04.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.186+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=QMROKEP0XKHY type=del 2024-09-12T00:30:04.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.187+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=YI5OOOE7HEDK type=del size=3921606 2024-09-12T00:30:04.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.188+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=DFYQUFKNJRB6 type=del 2024-09-12T00:30:04.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.189+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=TP3HCQLV5OD5 type=del size=1924394 2024-09-12T00:30:04.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.191+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~2HY8DGUK96NM.0 size=1048576 2024-09-12T00:30:04.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.192+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~2HY8DGUK96NM.1 size=1048576 2024-09-12T00:30:04.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.193+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~2HY8DGUK96NM.2 size=170351 2024-09-12T00:30:04.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.195+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=2HY8DGUK96NM tag=M4U80R776M3A type=write size=3316079 2024-09-12T00:30:04.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.196+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=UNSPJHRY108W type=write size=349717 2024-09-12T00:30:04.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.197+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=1I6OP2TBLDS5 type=del 2024-09-12T00:30:04.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.199+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=0A7T8QIOQ7D2 type=write size=534429 2024-09-12T00:30:04.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.200+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=ZNLU6QFGOC26 type=del 2024-09-12T00:30:04.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.202+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~GBKR3SPXT16Y.0 size=1023450 2024-09-12T00:30:04.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.202+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=GBKR3SPXT16Y tag=SQ7HY0D28TH8 type=write size=2072026 2024-09-12T00:30:04.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.204+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~GDCAZ3X99SDQ.0 size=1048576 2024-09-12T00:30:04.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.205+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~GDCAZ3X99SDQ.1 size=228195 2024-09-12T00:30:04.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.207+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=GDCAZ3X99SDQ tag=88A6NQ935D6E type=write size=2325347 2024-09-12T00:30:04.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.209+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=BLW28AI4M1CV type=del size=1310291 2024-09-12T00:30:04.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.211+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~T48B3MEFOPPF.0 size=1403 2024-09-12T00:30:04.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.213+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=T48B3MEFOPPF tag=5HE806WRN8W3 type=write size=1049979 2024-09-12T00:30:04.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.215+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~UFO6Z4ATAWV5.0 size=1048576 2024-09-12T00:30:04.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.216+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~UFO6Z4ATAWV5.1 size=721019 2024-09-12T00:30:04.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.216+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=UFO6Z4ATAWV5 tag=43H12Y4HVJVM type=write size=2818171 2024-09-12T00:30:04.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.217+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=2BU2ZMQTPVGK type=del 2024-09-12T00:30:04.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.218+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=K2MYXQ23H3VW type=del size=940711 2024-09-12T00:30:04.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.219+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~W84GP48B7CF5.0 size=664147 2024-09-12T00:30:04.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.221+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=W84GP48B7CF5 tag=N45RQ4Z21YGB type=write size=1712723 2024-09-12T00:30:04.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.223+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~036LYA6EVQFX.0 size=1048576 2024-09-12T00:30:04.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.224+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~036LYA6EVQFX.1 size=1048576 2024-09-12T00:30:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.225+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~036LYA6EVQFX.2 size=164033 2024-09-12T00:30:04.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.225+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=036LYA6EVQFX tag=ML90X0EZ6NNG type=write size=3309761 2024-09-12T00:30:04.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.226+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~X0Y4U6Y5HZ4A.0 size=454385 2024-09-12T00:30:04.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.228+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=X0Y4U6Y5HZ4A tag=ARPSJXD41RIH type=write size=1502961 2024-09-12T00:30:04.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.230+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~QK7PNVZ5431Y.0 size=1048576 2024-09-12T00:30:04.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.231+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~QK7PNVZ5431Y.1 size=1048576 2024-09-12T00:30:04.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.232+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~QK7PNVZ5431Y.2 size=156879 2024-09-12T00:30:04.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.232+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=QK7PNVZ5431Y tag=522FCJVTSYDX type=write size=3302607 2024-09-12T00:30:04.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.233+0000 7f8455f5c780 1 < canceled operation key=FAH61LMM19S7 tag=PCSDF994DY8P type=del size=4180161 2024-09-12T00:30:04.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.234+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=9ES15XU0GZ3L type=del size=2758482 2024-09-12T00:30:04.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.235+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=ZLF0DG5ITVQZ type=write size=562077 2024-09-12T00:30:04.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.237+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~A73SYO5RU4LN.0 size=1048576 2024-09-12T00:30:04.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.238+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~A73SYO5RU4LN.1 size=1048576 2024-09-12T00:30:04.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.239+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~A73SYO5RU4LN.2 size=647969 2024-09-12T00:30:04.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.239+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=A73SYO5RU4LN tag=CFIOFOLHO84E type=write size=3793697 2024-09-12T00:30:04.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.239+0000 7f8455f5c780 1 < canceled part key=_multipart_MK2OM1CN6QCN.2~FJ7IMI83RKCK.0 size=1048576 2024-09-12T00:30:04.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.240+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~FJ7IMI83RKCK.1 size=966171 2024-09-12T00:30:04.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.242+0000 7f8455f5c780 1 < canceled multipart upload key=MK2OM1CN6QCN upload=FJ7IMI83RKCK tag=T1ZQIELF6O8K type=write size=3063323 2024-09-12T00:30:04.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.243+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=5GBSWQHJD3ND type=del size=3152849 2024-09-12T00:30:04.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.246+0000 7f8455f5c780 1 < suggested update operation key=TNQXVO8XWYUN tag=AX380F90BE0K type=del size=3473508 2024-09-12T00:30:04.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.247+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=GSTUL85UG020 type=write size=650026 2024-09-12T00:30:04.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.248+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~6UFOGXNELPQV.0 size=1048576 2024-09-12T00:30:04.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.249+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~6UFOGXNELPQV.1 size=689081 2024-09-12T00:30:04.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.251+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=6UFOGXNELPQV tag=DMJFL045JGQ6 type=write size=2786233 2024-09-12T00:30:04.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.252+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=RH4O8NVF6E8Q type=del size=1665552 2024-09-12T00:30:04.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.253+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=3UKKKS462F9Q type=del 2024-09-12T00:30:04.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.255+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=SEOCQBDZT6FZ type=del size=462677 2024-09-12T00:30:04.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.256+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=YI5OOOE7HEDK type=del 2024-09-12T00:30:04.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.257+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=52AEFO8VHC6M type=write size=86771 2024-09-12T00:30:04.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.259+0000 7f8455f5c780 1 < canceled operation key=4DUAH9DXP2L3 tag=TP3HCQLV5OD5 type=del size=1924394 2024-09-12T00:30:04.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.260+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=KIS3LEBT7BIO type=del size=2810976 2024-09-12T00:30:04.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.261+0000 7f8455f5c780 1 < completed write operation key=UKPL92R8L6P1 tag=UNSPJHRY108W type=write size=349717 2024-09-12T00:30:04.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.263+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~MZRTY17VC9OH.0 size=1048576 2024-09-12T00:30:04.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.264+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~MZRTY17VC9OH.1 size=743300 2024-09-12T00:30:04.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.264+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=MZRTY17VC9OH tag=4WA0DP7GG1GZ type=write size=2840452 2024-09-12T00:30:04.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.265+0000 7f8455f5c780 1 < completed write operation key=UKPL92R8L6P1 tag=0A7T8QIOQ7D2 type=write size=534429 2024-09-12T00:30:04.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.267+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=15FTJ3DFL1DS type=write size=349535 2024-09-12T00:30:04.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.268+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~GBKR3SPXT16Y.0 size=1023450 2024-09-12T00:30:04.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.270+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=GBKR3SPXT16Y tag=SQ7HY0D28TH8 type=write size=2072026 2024-09-12T00:30:04.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.271+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=NRHUBCA59XVX type=del size=1116493 2024-09-12T00:30:04.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.273+0000 7f8455f5c780 1 < suggested update operation key=O0KLCJJC71GL tag=BLW28AI4M1CV type=del size=1310291 2024-09-12T00:30:04.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.275+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~ICLZMDZ034K3.0 size=1048576 2024-09-12T00:30:04.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.277+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~ICLZMDZ034K3.1 size=1048576 2024-09-12T00:30:04.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.278+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~ICLZMDZ034K3.2 size=512620 2024-09-12T00:30:04.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.278+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=ICLZMDZ034K3 tag=YE5TGVUQ6GN5 type=write size=3658348 2024-09-12T00:30:04.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.279+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~UFO6Z4ATAWV5.0 size=1048576 2024-09-12T00:30:04.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.280+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~UFO6Z4ATAWV5.1 size=721019 2024-09-12T00:30:04.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.282+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=UFO6Z4ATAWV5 tag=43H12Y4HVJVM type=write size=2818171 2024-09-12T00:30:04.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.284+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~OU92NUAJYC20.0 size=1048576 2024-09-12T00:30:04.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.285+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~OU92NUAJYC20.1 size=818581 2024-09-12T00:30:04.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.285+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=OU92NUAJYC20 tag=0EV5KP5DD2D3 type=write size=2915733 2024-09-12T00:30:04.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.286+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=K2MYXQ23H3VW type=del 2024-09-12T00:30:04.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.287+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=6U50UJ7EQ0J1 type=write size=751413 2024-09-12T00:30:04.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.289+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~036LYA6EVQFX.0 size=1048576 2024-09-12T00:30:04.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.290+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~036LYA6EVQFX.1 size=1048576 2024-09-12T00:30:04.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.291+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~036LYA6EVQFX.2 size=164033 2024-09-12T00:30:04.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.293+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=036LYA6EVQFX tag=ML90X0EZ6NNG type=write size=3309761 2024-09-12T00:30:04.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.297+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~GY5J0S5O3W5L.0 size=526996 2024-09-12T00:30:04.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.297+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=GY5J0S5O3W5L tag=8ETVBA8UCK70 type=write size=1575572 2024-09-12T00:30:04.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.298+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~QK7PNVZ5431Y.0 size=1048576 2024-09-12T00:30:04.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.299+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~QK7PNVZ5431Y.1 size=1048576 2024-09-12T00:30:04.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.300+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~QK7PNVZ5431Y.2 size=156879 2024-09-12T00:30:04.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.302+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=QK7PNVZ5431Y tag=522FCJVTSYDX type=write size=3302607 2024-09-12T00:30:04.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.303+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=8VJF8GQWZ84K type=del size=1335607 2024-09-12T00:30:04.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.304+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=9ES15XU0GZ3L type=del 2024-09-12T00:30:04.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.306+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=BBK3ES99US6I type=del size=3940928 2024-09-12T00:30:04.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.307+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~A73SYO5RU4LN.0 size=1048576 2024-09-12T00:30:04.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.308+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~A73SYO5RU4LN.1 size=1048576 2024-09-12T00:30:04.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.309+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~A73SYO5RU4LN.2 size=647969 2024-09-12T00:30:04.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.311+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=A73SYO5RU4LN tag=CFIOFOLHO84E type=write size=3793697 2024-09-12T00:30:04.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.312+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=50VA36FCL2QC type=del size=3047913 2024-09-12T00:30:04.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.313+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=5GBSWQHJD3ND type=del 2024-09-12T00:30:04.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.316+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~OS7DRT5XN6BN.0 size=526445 2024-09-12T00:30:04.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.316+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=OS7DRT5XN6BN tag=WK2QAAUO9RCK type=write size=1575021 2024-09-12T00:30:04.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.317+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=GSTUL85UG020 type=write size=650026 2024-09-12T00:30:04.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.318+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=HBAMHBMU3NXA type=write size=931824 2024-09-12T00:30:04.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.320+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=RH4O8NVF6E8Q type=del 2024-09-12T00:30:04.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.323+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=NART2SGOQHF6 type=del size=3996869 2024-09-12T00:30:04.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.324+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=SEOCQBDZT6FZ type=del 2024-09-12T00:30:04.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.326+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~EBVDFIKSL3SJ.0 size=1048576 2024-09-12T00:30:04.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.327+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~EBVDFIKSL3SJ.1 size=1012304 2024-09-12T00:30:04.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.327+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=EBVDFIKSL3SJ tag=C78XULUZFQJZ type=write size=3109456 2024-09-12T00:30:04.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.328+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=52AEFO8VHC6M type=write size=86771 2024-09-12T00:30:04.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.330+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=OOBEL3331YJS type=del size=2319406 2024-09-12T00:30:04.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.331+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=KIS3LEBT7BIO type=del 2024-09-12T00:30:04.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.332+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=WA9UJ9T4WYLU type=write size=535958 2024-09-12T00:30:04.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.334+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~MZRTY17VC9OH.0 size=1048576 2024-09-12T00:30:04.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.335+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~MZRTY17VC9OH.1 size=743300 2024-09-12T00:30:04.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.337+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=MZRTY17VC9OH tag=4WA0DP7GG1GZ type=write size=2840452 2024-09-12T00:30:04.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.338+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=2GDEZD9B36EL type=del size=3000962 2024-09-12T00:30:04.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.339+0000 7f8455f5c780 -1 < failed to complete operation key=O0KLCJJC71GL tag=15FTJ3DFL1DS type=write size=349535: (22) Invalid argument 2024-09-12T00:30:04.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.341+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~JUG2JGW0I2JC.0 size=1048576 2024-09-12T00:30:04.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.342+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~JUG2JGW0I2JC.1 size=1048576 2024-09-12T00:30:04.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.343+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~JUG2JGW0I2JC.2 size=60009 2024-09-12T00:30:04.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.343+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=JUG2JGW0I2JC tag=UNEKNE20U0QU type=write size=3205737 2024-09-12T00:30:04.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.344+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=NRHUBCA59XVX type=del 2024-09-12T00:30:04.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.345+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=LF8OXBVC8AVB type=del size=390666 2024-09-12T00:30:04.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.346+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~ICLZMDZ034K3.0 size=1048576 2024-09-12T00:30:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.347+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~ICLZMDZ034K3.1 size=1048576 2024-09-12T00:30:04.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.348+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~ICLZMDZ034K3.2 size=512620 2024-09-12T00:30:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.350+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=ICLZMDZ034K3 tag=YE5TGVUQ6GN5 type=write size=3658348 2024-09-12T00:30:04.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.351+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=G1UGG0DUZIEI type=del size=1569095 2024-09-12T00:30:04.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.352+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~OU92NUAJYC20.0 size=1048576 2024-09-12T00:30:04.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.355+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~OU92NUAJYC20.1 size=818581 2024-09-12T00:30:04.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.356+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=OU92NUAJYC20 tag=0EV5KP5DD2D3 type=write size=2915733 2024-09-12T00:30:04.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.358+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=L843GWTYT5E7 type=del size=5746 2024-09-12T00:30:04.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.359+0000 7f8455f5c780 1 < completed write operation key=Z7FSWDLC6Z2R tag=6U50UJ7EQ0J1 type=write size=751413 2024-09-12T00:30:04.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.360+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=H0K5LJIPN8I3 type=del size=3844084 2024-09-12T00:30:04.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.361+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~GY5J0S5O3W5L.0 size=526996 2024-09-12T00:30:04.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.363+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=GY5J0S5O3W5L tag=8ETVBA8UCK70 type=write size=1575572 2024-09-12T00:30:04.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.365+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~Z6XFNE99195U.0 size=1048576 2024-09-12T00:30:04.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.366+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~Z6XFNE99195U.1 size=548332 2024-09-12T00:30:04.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.366+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=Z6XFNE99195U tag=005PJH81XHHZ type=write size=2645484 2024-09-12T00:30:04.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.368+0000 7f8455f5c780 1 < canceled operation key=L293TNR2PBWD tag=8VJF8GQWZ84K type=del size=1335607 2024-09-12T00:30:04.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.369+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=MX5YI3520I0N type=del size=255351 2024-09-12T00:30:04.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.371+0000 7f8455f5c780 1 < suggested remove operation key=S9MO2233X1RE tag=BBK3ES99US6I type=del 2024-09-12T00:30:04.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.373+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=U17T212201SH type=del size=356407 2024-09-12T00:30:04.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.374+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=50VA36FCL2QC type=del 2024-09-12T00:30:04.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.375+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=3EHB2OYA86B1 type=del size=2189161 2024-09-12T00:30:04.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.375+0000 7f8455f5c780 1 < canceled part key=_multipart_FVZ1KXZLGCI5.2~OS7DRT5XN6BN.0 size=526445 2024-09-12T00:30:04.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.377+0000 7f8455f5c780 1 < canceled multipart upload key=FVZ1KXZLGCI5 upload=OS7DRT5XN6BN tag=WK2QAAUO9RCK type=write size=1575021 2024-09-12T00:30:04.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.378+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=23RJ4XF0XPH1 type=write size=732900 2024-09-12T00:30:04.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.380+0000 7f8455f5c780 -1 < failed to complete operation key=S9MO2233X1RE tag=HBAMHBMU3NXA type=write size=931824: (22) Invalid argument 2024-09-12T00:30:04.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.381+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=BGFOVGS7LCBK type=del size=4149385 2024-09-12T00:30:04.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.382+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=NART2SGOQHF6 type=del 2024-09-12T00:30:04.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.384+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~SHJNVIVX52X2.0 size=1048576 2024-09-12T00:30:04.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.385+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~SHJNVIVX52X2.1 size=1048576 2024-09-12T00:30:04.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.386+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~SHJNVIVX52X2.2 size=770844 2024-09-12T00:30:04.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.386+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=SHJNVIVX52X2 tag=3AL6NX8RT9UW type=write size=3916572 2024-09-12T00:30:04.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.387+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~EBVDFIKSL3SJ.0 size=1048576 2024-09-12T00:30:04.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.388+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~EBVDFIKSL3SJ.1 size=1012304 2024-09-12T00:30:04.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.390+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=EBVDFIKSL3SJ tag=C78XULUZFQJZ type=write size=3109456 2024-09-12T00:30:04.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.391+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=5XFQDEDDCVYD type=del size=1631144 2024-09-12T00:30:04.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.392+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=OOBEL3331YJS type=del 2024-09-12T00:30:04.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.394+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~9F3JM76S3GP6.0 size=1048576 2024-09-12T00:30:04.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.397+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~9F3JM76S3GP6.1 size=152457 2024-09-12T00:30:04.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.397+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=9F3JM76S3GP6 tag=RAWIPR4XG1I2 type=write size=2249609 2024-09-12T00:30:04.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.398+0000 7f8455f5c780 1 < completed write operation key=NJDCFOHPNT1R tag=WA9UJ9T4WYLU type=write size=535958 2024-09-12T00:30:04.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.400+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~KR9LPK5S472Y.0 size=1048576 2024-09-12T00:30:04.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.401+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~KR9LPK5S472Y.1 size=1042853 2024-09-12T00:30:04.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.401+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=KR9LPK5S472Y tag=EIHS6A8Q1AEP type=write size=3140005 2024-09-12T00:30:04.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.402+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=2GDEZD9B36EL type=del 2024-09-12T00:30:04.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.404+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~0IFM5IO3BURL.0 size=1048576 2024-09-12T00:30:04.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.405+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~0IFM5IO3BURL.1 size=619284 2024-09-12T00:30:04.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.405+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=0IFM5IO3BURL tag=RXZ52F9AMAXA type=write size=2716436 2024-09-12T00:30:04.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.406+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~JUG2JGW0I2JC.0 size=1048576 2024-09-12T00:30:04.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.407+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~JUG2JGW0I2JC.1 size=1048576 2024-09-12T00:30:04.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.408+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~JUG2JGW0I2JC.2 size=60009 2024-09-12T00:30:04.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.410+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=JUG2JGW0I2JC tag=UNEKNE20U0QU type=write size=3205737 2024-09-12T00:30:04.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.412+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~YFQWOMX1YXS1.0 size=760126 2024-09-12T00:30:04.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.412+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=YFQWOMX1YXS1 tag=VUFD69VJA8XX type=write size=1808702 2024-09-12T00:30:04.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.414+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=LF8OXBVC8AVB type=del 2024-09-12T00:30:04.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.415+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=3OH2RNKP6M8O type=del size=1028026 2024-09-12T00:30:04.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.416+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=G1UGG0DUZIEI type=del 2024-09-12T00:30:04.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.417+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=DRBYWT0OV8VA type=del size=777680 2024-09-12T00:30:04.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.419+0000 7f8455f5c780 1 < suggested update operation key=UKPL92R8L6P1 tag=L843GWTYT5E7 type=del size=5746 2024-09-12T00:30:04.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.422+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~VBFDU313ED9K.0 size=91513 2024-09-12T00:30:04.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.422+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=VBFDU313ED9K tag=KJ3761OYUII3 type=write size=1140089 2024-09-12T00:30:04.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.423+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=H0K5LJIPN8I3 type=del 2024-09-12T00:30:04.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.425+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~J9Z23O3L8OOM.0 size=1048576 2024-09-12T00:30:04.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.426+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~J9Z23O3L8OOM.1 size=1048576 2024-09-12T00:30:04.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.427+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~J9Z23O3L8OOM.2 size=815669 2024-09-12T00:30:04.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.427+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=J9Z23O3L8OOM tag=1IV1SUG8YQPD type=write size=3961397 2024-09-12T00:30:04.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.428+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~Z6XFNE99195U.0 size=1048576 2024-09-12T00:30:04.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.429+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~Z6XFNE99195U.1 size=548332 2024-09-12T00:30:04.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.431+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=Z6XFNE99195U tag=005PJH81XHHZ type=write size=2645484 2024-09-12T00:30:04.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.432+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=YP2HHCV0ZDM4 type=del size=1474134 2024-09-12T00:30:04.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.433+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=MX5YI3520I0N type=del 2024-09-12T00:30:04.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.435+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=LRR4S872B6X8 type=write size=184520 2024-09-12T00:30:04.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.437+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=U17T212201SH type=del 2024-09-12T00:30:04.436 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.438+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=FE8B6HL94SKL type=del size=1663531 2024-09-12T00:30:04.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.439+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=3EHB2OYA86B1 type=del 2024-09-12T00:30:04.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.440+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=V4RMGVXPV3FW type=del size=2842366 2024-09-12T00:30:04.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.441+0000 7f8455f5c780 1 < completed write operation key=FAH61LMM19S7 tag=23RJ4XF0XPH1 type=write size=732900 2024-09-12T00:30:04.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.444+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~PAVZJR873V0D.0 size=1048576 2024-09-12T00:30:04.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.445+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~PAVZJR873V0D.1 size=1048576 2024-09-12T00:30:04.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.446+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~PAVZJR873V0D.2 size=687778 2024-09-12T00:30:04.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.446+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=PAVZJR873V0D tag=2W8ISZQ43K0M type=write size=3833506 2024-09-12T00:30:04.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.448+0000 7f8455f5c780 1 < suggested remove operation key=YOBG2K7WI8ZX tag=BGFOVGS7LCBK type=del 2024-09-12T00:30:04.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.450+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~XOYXEL16RVKT.0 size=1048576 2024-09-12T00:30:04.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.451+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~XOYXEL16RVKT.1 size=1048576 2024-09-12T00:30:04.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.452+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~XOYXEL16RVKT.2 size=883514 2024-09-12T00:30:04.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.452+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=XOYXEL16RVKT tag=Q27W418IJC6J type=write size=4029242 2024-09-12T00:30:04.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.452+0000 7f8455f5c780 1 < canceled part key=_multipart_TNQXVO8XWYUN.2~SHJNVIVX52X2.0 size=1048576 2024-09-12T00:30:04.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.453+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~SHJNVIVX52X2.1 size=1048576 2024-09-12T00:30:04.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.456+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~SHJNVIVX52X2.2 size=770844 2024-09-12T00:30:04.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.458+0000 7f8455f5c780 1 < canceled multipart upload key=TNQXVO8XWYUN upload=SHJNVIVX52X2 tag=3AL6NX8RT9UW type=write size=3916572 2024-09-12T00:30:04.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.459+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=12YOWI24J0PQ type=del size=1564011 2024-09-12T00:30:04.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.460+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=5XFQDEDDCVYD type=del 2024-09-12T00:30:04.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.461+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=GD0OC8LVRYNY type=del size=2687167 2024-09-12T00:30:04.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.462+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~9F3JM76S3GP6.0 size=1048576 2024-09-12T00:30:04.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.463+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~9F3JM76S3GP6.1 size=152457 2024-09-12T00:30:04.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.466+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=9F3JM76S3GP6 tag=RAWIPR4XG1I2 type=write size=2249609 2024-09-12T00:30:04.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.467+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=2PD1YRGIB0SD type=del size=3053163 2024-09-12T00:30:04.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.468+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~KR9LPK5S472Y.0 size=1048576 2024-09-12T00:30:04.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.469+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~KR9LPK5S472Y.1 size=1042853 2024-09-12T00:30:04.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.471+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=KR9LPK5S472Y tag=EIHS6A8Q1AEP type=write size=3140005 2024-09-12T00:30:04.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.473+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~66WJ423421OD.0 size=1048576 2024-09-12T00:30:04.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.474+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~66WJ423421OD.1 size=1048576 2024-09-12T00:30:04.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.475+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~66WJ423421OD.2 size=592109 2024-09-12T00:30:04.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.475+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=66WJ423421OD tag=7FBDGWAAJ0Q1 type=write size=3737837 2024-09-12T00:30:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.477+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~0IFM5IO3BURL.0 size=1048576 2024-09-12T00:30:04.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.477+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~0IFM5IO3BURL.1 size=619284 2024-09-12T00:30:04.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.479+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=0IFM5IO3BURL tag=RXZ52F9AMAXA type=write size=2716436 2024-09-12T00:30:04.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.481+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~FUAJOYJ2MD9Q.0 size=403876 2024-09-12T00:30:04.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.481+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=FUAJOYJ2MD9Q tag=XYB3YJC2ZMUU type=write size=1452452 2024-09-12T00:30:04.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.482+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~YFQWOMX1YXS1.0 size=760126 2024-09-12T00:30:04.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.484+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=YFQWOMX1YXS1 tag=VUFD69VJA8XX type=write size=1808702 2024-09-12T00:30:04.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.485+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=A03MZYSUETAE type=del size=1921176 2024-09-12T00:30:04.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.486+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=3OH2RNKP6M8O type=del 2024-09-12T00:30:04.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.489+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~3GB605B10SMD.0 size=1048576 2024-09-12T00:30:04.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.490+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~3GB605B10SMD.1 size=1048576 2024-09-12T00:30:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.490+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~3GB605B10SMD.2 size=876928 2024-09-12T00:30:04.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.490+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=3GB605B10SMD tag=KZWCSP0SFCA8 type=write size=4022656 2024-09-12T00:30:04.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.492+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=DRBYWT0OV8VA type=del 2024-09-12T00:30:04.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.493+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=Q0IG27723PQN type=write size=392321 2024-09-12T00:30:04.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.494+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~VBFDU313ED9K.0 size=91513 2024-09-12T00:30:04.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.496+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=VBFDU313ED9K tag=KJ3761OYUII3 type=write size=1140089 2024-09-12T00:30:04.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.497+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=CWY5E3V1PNUB type=del size=2956437 2024-09-12T00:30:04.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.498+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~J9Z23O3L8OOM.0 size=1048576 2024-09-12T00:30:04.497 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.499+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~J9Z23O3L8OOM.1 size=1048576 2024-09-12T00:30:04.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.500+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~J9Z23O3L8OOM.2 size=815669 2024-09-12T00:30:04.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.502+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=J9Z23O3L8OOM tag=1IV1SUG8YQPD type=write size=3961397 2024-09-12T00:30:04.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.503+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=C2FGC9YM92TM type=del size=423731 2024-09-12T00:30:04.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.504+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=YP2HHCV0ZDM4 type=del 2024-09-12T00:30:04.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.506+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~IDO5RD3PTSPM.0 size=57995 2024-09-12T00:30:04.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.506+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=IDO5RD3PTSPM tag=TJHI05P8YMWW type=write size=1106571 2024-09-12T00:30:04.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.507+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=LRR4S872B6X8 type=write size=184520 2024-09-12T00:30:04.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.508+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=7V9JSJ2J4VT9 type=write size=388110 2024-09-12T00:30:04.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.511+0000 7f8455f5c780 1 < suggested update operation key=Z7FSWDLC6Z2R tag=FE8B6HL94SKL type=del size=1663531 2024-09-12T00:30:04.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.513+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~DD3X2U6WGLZL.0 size=866075 2024-09-12T00:30:04.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.513+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=DD3X2U6WGLZL tag=T3803L2U8WCI type=write size=1914651 2024-09-12T00:30:04.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.515+0000 7f8455f5c780 1 < suggested remove operation key=STIRHZQYJ1PZ tag=V4RMGVXPV3FW type=del 2024-09-12T00:30:04.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.517+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~S32LQ8GGVWF7.0 size=705426 2024-09-12T00:30:04.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.517+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=S32LQ8GGVWF7 tag=K3TG7V0GO8XO type=write size=1754002 2024-09-12T00:30:04.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.519+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~PAVZJR873V0D.0 size=1048576 2024-09-12T00:30:04.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.520+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~PAVZJR873V0D.1 size=1048576 2024-09-12T00:30:04.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.521+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~PAVZJR873V0D.2 size=687778 2024-09-12T00:30:04.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.523+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=PAVZJR873V0D tag=2W8ISZQ43K0M type=write size=3833506 2024-09-12T00:30:04.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.524+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=HJF7BNOQNZH5 type=del size=58908 2024-09-12T00:30:04.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.525+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~XOYXEL16RVKT.0 size=1048576 2024-09-12T00:30:04.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.526+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~XOYXEL16RVKT.1 size=1048576 2024-09-12T00:30:04.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.527+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~XOYXEL16RVKT.2 size=883514 2024-09-12T00:30:04.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.529+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=XOYXEL16RVKT tag=Q27W418IJC6J type=write size=4029242 2024-09-12T00:30:04.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.531+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~I0B291BS2CG7.0 size=48323 2024-09-12T00:30:04.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.531+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=I0B291BS2CG7 tag=F8HDDWM0HJ3X type=write size=1096899 2024-09-12T00:30:04.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.532+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=12YOWI24J0PQ type=del 2024-09-12T00:30:04.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.534+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=I5SXF7IO713T type=del size=3426393 2024-09-12T00:30:04.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.535+0000 7f8455f5c780 1 < canceled operation key=HNLIR7DV5BHI tag=GD0OC8LVRYNY type=del size=2687167 2024-09-12T00:30:04.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.537+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~PGQHR934C0Q4.0 size=1048576 2024-09-12T00:30:04.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.538+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~PGQHR934C0Q4.1 size=392732 2024-09-12T00:30:04.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.538+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=PGQHR934C0Q4 tag=TS7BXJ67PIX4 type=write size=2489884 2024-09-12T00:30:04.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.539+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=2PD1YRGIB0SD type=del 2024-09-12T00:30:04.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.541+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~35D7MH8VHRNL.0 size=1048576 2024-09-12T00:30:04.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.542+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~35D7MH8VHRNL.1 size=53242 2024-09-12T00:30:04.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.542+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=35D7MH8VHRNL tag=V0R9CMJPG629 type=write size=2150394 2024-09-12T00:30:04.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.543+0000 7f8455f5c780 1 < canceled part key=_multipart_PM03TED1Y5B8.2~66WJ423421OD.0 size=1048576 2024-09-12T00:30:04.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.544+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~66WJ423421OD.1 size=1048576 2024-09-12T00:30:04.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.544+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~66WJ423421OD.2 size=592109 2024-09-12T00:30:04.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.547+0000 7f8455f5c780 1 < canceled multipart upload key=PM03TED1Y5B8 upload=66WJ423421OD tag=7FBDGWAAJ0Q1 type=write size=3737837 2024-09-12T00:30:04.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.549+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=UP3JA9Z4RYYW type=del size=3074748 2024-09-12T00:30:04.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.550+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~FUAJOYJ2MD9Q.0 size=403876 2024-09-12T00:30:04.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.552+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=FUAJOYJ2MD9Q tag=XYB3YJC2ZMUU type=write size=1452452 2024-09-12T00:30:04.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.553+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=FY4B4V1DA1UB type=del size=572576 2024-09-12T00:30:04.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.554+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=A03MZYSUETAE type=del 2024-09-12T00:30:04.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.555+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=6NIAQ8RUH5SJ type=del size=1527614 2024-09-12T00:30:04.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.556+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~3GB605B10SMD.0 size=1048576 2024-09-12T00:30:04.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.557+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~3GB605B10SMD.1 size=1048576 2024-09-12T00:30:04.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.558+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~3GB605B10SMD.2 size=876928 2024-09-12T00:30:04.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.560+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=3GB605B10SMD tag=KZWCSP0SFCA8 type=write size=4022656 2024-09-12T00:30:04.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.562+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=RY7OCPGKBNC3 type=del size=3390913 2024-09-12T00:30:04.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.564+0000 7f8455f5c780 1 < suggested update operation key=B1FDYTC03874 tag=Q0IG27723PQN type=write size=392321 2024-09-12T00:30:04.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.566+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~DBZ8LUVA703E.0 size=590018 2024-09-12T00:30:04.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.566+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=DBZ8LUVA703E tag=CA5OHUK5YF18 type=write size=1638594 2024-09-12T00:30:04.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.568+0000 7f8455f5c780 1 < suggested update operation key=3QZOXO71V3B0 tag=CWY5E3V1PNUB type=del size=2956437 2024-09-12T00:30:04.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.570+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=C5JRO418FQ5Q type=del size=1078931 2024-09-12T00:30:04.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.571+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=C2FGC9YM92TM type=del 2024-09-12T00:30:04.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.572+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=IK3ZW5Z0BBIS type=del size=652266 2024-09-12T00:30:04.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.573+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~IDO5RD3PTSPM.0 size=57995 2024-09-12T00:30:04.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.576+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=IDO5RD3PTSPM tag=TJHI05P8YMWW type=write size=1106571 2024-09-12T00:30:04.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.577+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=0SLRQE4S1R77 type=del size=3909082 2024-09-12T00:30:04.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.578+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=7V9JSJ2J4VT9 type=write size=388110 2024-09-12T00:30:04.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.579+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=DDQ4UPTZEF9Y type=write size=533214 2024-09-12T00:30:04.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.581+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~DD3X2U6WGLZL.0 size=866075 2024-09-12T00:30:04.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.583+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=DD3X2U6WGLZL tag=T3803L2U8WCI type=write size=1914651 2024-09-12T00:30:04.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.584+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=H1QBB19842KW type=del size=2695237 2024-09-12T00:30:04.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.586+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~S32LQ8GGVWF7.0 size=705426 2024-09-12T00:30:04.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.588+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=S32LQ8GGVWF7 tag=K3TG7V0GO8XO type=write size=1754002 2024-09-12T00:30:04.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.590+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~WTZMBAAYF64E.0 size=972986 2024-09-12T00:30:04.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.590+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=WTZMBAAYF64E tag=KE0ROA07B2PE type=write size=2021562 2024-09-12T00:30:04.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.591+0000 7f8455f5c780 -1 < failed to complete operation key=3QZOXO71V3B0 tag=HJF7BNOQNZH5 type=del size=58908: (22) Invalid argument 2024-09-12T00:30:04.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.593+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~650G97RUGX8Z.0 size=1048576 2024-09-12T00:30:04.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.594+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~650G97RUGX8Z.1 size=500363 2024-09-12T00:30:04.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.594+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=650G97RUGX8Z tag=I4S49EKXCPIT type=write size=2597515 2024-09-12T00:30:04.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.596+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~I0B291BS2CG7.0 size=48323 2024-09-12T00:30:04.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.598+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=I0B291BS2CG7 tag=F8HDDWM0HJ3X type=write size=1096899 2024-09-12T00:30:04.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.600+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~AA2BMWMCBFW2.0 size=421388 2024-09-12T00:30:04.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.600+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=AA2BMWMCBFW2 tag=PUJ8LF33AJ22 type=write size=1469964 2024-09-12T00:30:04.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.601+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=I5SXF7IO713T type=del 2024-09-12T00:30:04.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.603+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=IIKFAYWW1NG4 type=write size=555798 2024-09-12T00:30:04.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.604+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~PGQHR934C0Q4.0 size=1048576 2024-09-12T00:30:04.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.605+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~PGQHR934C0Q4.1 size=392732 2024-09-12T00:30:04.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.607+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=PGQHR934C0Q4 tag=TS7BXJ67PIX4 type=write size=2489884 2024-09-12T00:30:04.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.609+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=AI83B95QBZ7A type=del size=1595101 2024-09-12T00:30:04.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.610+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~35D7MH8VHRNL.0 size=1048576 2024-09-12T00:30:04.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.611+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~35D7MH8VHRNL.1 size=53242 2024-09-12T00:30:04.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.613+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=35D7MH8VHRNL tag=V0R9CMJPG629 type=write size=2150394 2024-09-12T00:30:04.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.615+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=FUKVC98QXOII type=del size=1433966 2024-09-12T00:30:04.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.616+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=UP3JA9Z4RYYW type=del 2024-09-12T00:30:04.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.618+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~M6OY42A2VL9I.0 size=1048576 2024-09-12T00:30:04.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.619+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~M6OY42A2VL9I.1 size=402409 2024-09-12T00:30:04.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.619+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=M6OY42A2VL9I tag=WEOX6I6VJ1PW type=write size=2499561 2024-09-12T00:30:04.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.621+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=FY4B4V1DA1UB type=del 2024-09-12T00:30:04.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.623+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~05SEXBMK9RUA.0 size=1048576 2024-09-12T00:30:04.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.624+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~05SEXBMK9RUA.1 size=1048576 2024-09-12T00:30:04.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.625+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~05SEXBMK9RUA.2 size=162513 2024-09-12T00:30:04.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.625+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=05SEXBMK9RUA tag=J7OS1TK41BEH type=write size=3308241 2024-09-12T00:30:04.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.626+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=6NIAQ8RUH5SJ type=del 2024-09-12T00:30:04.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.627+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=UOZ28RW98KBD type=del size=3548513 2024-09-12T00:30:04.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.629+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=RY7OCPGKBNC3 type=del 2024-09-12T00:30:04.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.631+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~3N9S1O376TO5.0 size=1048576 2024-09-12T00:30:04.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.632+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~3N9S1O376TO5.1 size=1048576 2024-09-12T00:30:04.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.633+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~3N9S1O376TO5.2 size=268571 2024-09-12T00:30:04.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.633+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=3N9S1O376TO5 tag=TW0YGLZ03KRT type=write size=3414299 2024-09-12T00:30:04.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.634+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~DBZ8LUVA703E.0 size=590018 2024-09-12T00:30:04.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.636+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=DBZ8LUVA703E tag=CA5OHUK5YF18 type=write size=1638594 2024-09-12T00:30:04.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.637+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=40QILCITES20 type=del size=419900 2024-09-12T00:30:04.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.639+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=C5JRO418FQ5Q type=del 2024-09-12T00:30:04.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.640+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=7XV4XR6XKD8X type=del size=149187 2024-09-12T00:30:04.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.642+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=IK3ZW5Z0BBIS type=del 2024-09-12T00:30:04.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.643+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=35FGFZ2JCBXA type=write size=162530 2024-09-12T00:30:04.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.644+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=0SLRQE4S1R77 type=del size=3909082 2024-09-12T00:30:04.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.645+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=EBUPGLWEM4UH type=write size=692320 2024-09-12T00:30:04.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.646+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=DDQ4UPTZEF9Y type=write size=533214 2024-09-12T00:30:04.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.648+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~BXZ0DSA1DGIX.0 size=1048576 2024-09-12T00:30:04.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.649+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~BXZ0DSA1DGIX.1 size=1048576 2024-09-12T00:30:04.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.650+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~BXZ0DSA1DGIX.2 size=338088 2024-09-12T00:30:04.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.650+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=BXZ0DSA1DGIX tag=QLY7SHFSJFM1 type=write size=3483816 2024-09-12T00:30:04.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.651+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=H1QBB19842KW type=del 2024-09-12T00:30:04.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.652+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=7YFMIU8Z8LMY type=del size=1196534 2024-09-12T00:30:04.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.653+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~WTZMBAAYF64E.0 size=972986 2024-09-12T00:30:04.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.655+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=WTZMBAAYF64E tag=KE0ROA07B2PE type=write size=2021562 2024-09-12T00:30:04.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.657+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~3ZQHAYIAQVVT.0 size=1048576 2024-09-12T00:30:04.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.658+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~3ZQHAYIAQVVT.1 size=834916 2024-09-12T00:30:04.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.658+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=3ZQHAYIAQVVT tag=9PBE43EB93U6 type=write size=2932068 2024-09-12T00:30:04.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.660+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~650G97RUGX8Z.0 size=1048576 2024-09-12T00:30:04.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.661+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~650G97RUGX8Z.1 size=500363 2024-09-12T00:30:04.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.663+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=650G97RUGX8Z tag=I4S49EKXCPIT type=write size=2597515 2024-09-12T00:30:04.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.664+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=YOQCFQ0BNKZ0 type=del size=2455611 2024-09-12T00:30:04.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.666+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~AA2BMWMCBFW2.0 size=421388 2024-09-12T00:30:04.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.668+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=AA2BMWMCBFW2 tag=PUJ8LF33AJ22 type=write size=1469964 2024-09-12T00:30:04.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.669+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=UJOMBHTYDBFG type=del size=2192980 2024-09-12T00:30:04.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.670+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=IIKFAYWW1NG4 type=write size=555798 2024-09-12T00:30:04.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.672+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=1UJXPTHV5EX1 type=write size=339487 2024-09-12T00:30:04.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.673+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=AI83B95QBZ7A type=del 2024-09-12T00:30:04.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.674+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=YNPHH07CEKEO type=del size=2679672 2024-09-12T00:30:04.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.675+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=FUKVC98QXOII type=del 2024-09-12T00:30:04.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.678+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~H9SGBLWXUYOU.0 size=1048576 2024-09-12T00:30:04.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.679+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~H9SGBLWXUYOU.1 size=151750 2024-09-12T00:30:04.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.679+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=H9SGBLWXUYOU tag=GSV87P93L3JX type=write size=2248902 2024-09-12T00:30:04.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.680+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~M6OY42A2VL9I.0 size=1048576 2024-09-12T00:30:04.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.681+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~M6OY42A2VL9I.1 size=402409 2024-09-12T00:30:04.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.683+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=M6OY42A2VL9I tag=WEOX6I6VJ1PW type=write size=2499561 2024-09-12T00:30:04.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.685+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~2PAIF5H7U7LN.0 size=463850 2024-09-12T00:30:04.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.685+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=2PAIF5H7U7LN tag=9F34AJ3CES9A type=write size=1512426 2024-09-12T00:30:04.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.686+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~05SEXBMK9RUA.0 size=1048576 2024-09-12T00:30:04.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.687+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~05SEXBMK9RUA.1 size=1048576 2024-09-12T00:30:04.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.688+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~05SEXBMK9RUA.2 size=162513 2024-09-12T00:30:04.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.690+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=05SEXBMK9RUA tag=J7OS1TK41BEH type=write size=3308241 2024-09-12T00:30:04.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.693+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~8AL9R6QFLZG6.0 size=1048576 2024-09-12T00:30:04.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.693+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~8AL9R6QFLZG6.1 size=813686 2024-09-12T00:30:04.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.693+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=8AL9R6QFLZG6 tag=L0B1VJUREKFU type=write size=2910838 2024-09-12T00:30:04.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.696+0000 7f8455f5c780 1 < suggested remove operation key=MK2OM1CN6QCN tag=UOZ28RW98KBD type=del 2024-09-12T00:30:04.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.697+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=T8VSYEATIEPM type=del size=4185335 2024-09-12T00:30:04.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.698+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~3N9S1O376TO5.0 size=1048576 2024-09-12T00:30:04.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.699+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~3N9S1O376TO5.1 size=1048576 2024-09-12T00:30:04.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.700+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~3N9S1O376TO5.2 size=268571 2024-09-12T00:30:04.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.702+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=3N9S1O376TO5 tag=TW0YGLZ03KRT type=write size=3414299 2024-09-12T00:30:04.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.703+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=NR0B2OC44KO5 type=del size=1394995 2024-09-12T00:30:04.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.705+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=40QILCITES20 type=del 2024-09-12T00:30:04.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.707+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~OKBY6G2Z6S47.0 size=1048576 2024-09-12T00:30:04.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.708+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~OKBY6G2Z6S47.1 size=1048576 2024-09-12T00:30:04.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.709+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~OKBY6G2Z6S47.2 size=250875 2024-09-12T00:30:04.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.709+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=OKBY6G2Z6S47 tag=PPSTP6Y2VIKE type=write size=3396603 2024-09-12T00:30:04.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.710+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=7XV4XR6XKD8X type=del 2024-09-12T00:30:04.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.712+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~DB8IA1MZLU2I.0 size=382322 2024-09-12T00:30:04.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.712+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=DB8IA1MZLU2I tag=9NYCHB6LNY4J type=write size=1430898 2024-09-12T00:30:04.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.713+0000 7f8455f5c780 1 < completed write operation key=SLXJ6AI0B77O tag=35FGFZ2JCBXA type=write size=162530 2024-09-12T00:30:04.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.714+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=U87OOZTELBKZ type=del size=3068703 2024-09-12T00:30:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.716+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=EBUPGLWEM4UH type=write size=692320 2024-09-12T00:30:04.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.717+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=JISZYE8AFLMH type=del size=3405321 2024-09-12T00:30:04.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.718+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~BXZ0DSA1DGIX.0 size=1048576 2024-09-12T00:30:04.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.720+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~BXZ0DSA1DGIX.1 size=1048576 2024-09-12T00:30:04.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.720+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~BXZ0DSA1DGIX.2 size=338088 2024-09-12T00:30:04.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.723+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=BXZ0DSA1DGIX tag=QLY7SHFSJFM1 type=write size=3483816 2024-09-12T00:30:04.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.724+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=22QBXQZZ2B20 type=write size=67706 2024-09-12T00:30:04.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.725+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=7YFMIU8Z8LMY type=del 2024-09-12T00:30:04.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.726+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=9WQ005XI9H03 type=write size=377732 2024-09-12T00:30:04.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.727+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~3ZQHAYIAQVVT.0 size=1048576 2024-09-12T00:30:04.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.728+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~3ZQHAYIAQVVT.1 size=834916 2024-09-12T00:30:04.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.730+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=3ZQHAYIAQVVT tag=9PBE43EB93U6 type=write size=2932068 2024-09-12T00:30:04.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.732+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~ANVEDSBXNX7T.0 size=733042 2024-09-12T00:30:04.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.732+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=ANVEDSBXNX7T tag=TYQHRBDSVWR8 type=write size=1781618 2024-09-12T00:30:04.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.735+0000 7f8455f5c780 1 < suggested update operation key=YOBG2K7WI8ZX tag=YOQCFQ0BNKZ0 type=del size=2455611 2024-09-12T00:30:04.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.737+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~L3YQ4I4U83JA.0 size=1048576 2024-09-12T00:30:04.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.738+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~L3YQ4I4U83JA.1 size=1048576 2024-09-12T00:30:04.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.739+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~L3YQ4I4U83JA.2 size=511784 2024-09-12T00:30:04.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.739+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=L3YQ4I4U83JA tag=Z3KIMX0SALDO type=write size=3657512 2024-09-12T00:30:04.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.740+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=UJOMBHTYDBFG type=del 2024-09-12T00:30:04.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.741+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=MOA6NCV43W1J type=write size=751042 2024-09-12T00:30:04.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.742+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=1UJXPTHV5EX1 type=write size=339487 2024-09-12T00:30:04.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.743+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=IPAFNV14USIM type=del size=3436260 2024-09-12T00:30:04.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.744+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=YNPHH07CEKEO type=del 2024-09-12T00:30:04.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.746+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=R2JY26NO6JV3 type=del size=2243673 2024-09-12T00:30:04.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.746+0000 7f8455f5c780 1 < canceled part key=_multipart_3QZOXO71V3B0.2~H9SGBLWXUYOU.0 size=1048576 2024-09-12T00:30:04.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.747+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~H9SGBLWXUYOU.1 size=151750 2024-09-12T00:30:04.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.749+0000 7f8455f5c780 1 < canceled multipart upload key=3QZOXO71V3B0 upload=H9SGBLWXUYOU tag=GSV87P93L3JX type=write size=2248902 2024-09-12T00:30:04.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.751+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~BB12ELD7ZGVE.0 size=580887 2024-09-12T00:30:04.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.751+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=BB12ELD7ZGVE tag=GESFK4WDFK22 type=write size=1629463 2024-09-12T00:30:04.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.752+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~2PAIF5H7U7LN.0 size=463850 2024-09-12T00:30:04.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.754+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=2PAIF5H7U7LN tag=9F34AJ3CES9A type=write size=1512426 2024-09-12T00:30:04.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.755+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=6XI1XAISJRDP type=del size=1502929 2024-09-12T00:30:04.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.756+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~8AL9R6QFLZG6.0 size=1048576 2024-09-12T00:30:04.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.758+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~8AL9R6QFLZG6.1 size=813686 2024-09-12T00:30:04.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.760+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=8AL9R6QFLZG6 tag=L0B1VJUREKFU type=write size=2910838 2024-09-12T00:30:04.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.761+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=ULKO979VTOYF type=write size=924731 2024-09-12T00:30:04.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.763+0000 7f8455f5c780 1 < suggested remove operation key=7T1NXXX4G2CP tag=T8VSYEATIEPM type=del 2024-09-12T00:30:04.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.765+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~1LKGJR6J97MH.0 size=1048576 2024-09-12T00:30:04.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.766+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~1LKGJR6J97MH.1 size=1048576 2024-09-12T00:30:04.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.767+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~1LKGJR6J97MH.2 size=11726 2024-09-12T00:30:04.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.767+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=1LKGJR6J97MH tag=ZTLGK7W4T6CR type=write size=3157454 2024-09-12T00:30:04.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.769+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=NR0B2OC44KO5 type=del 2024-09-12T00:30:04.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.770+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=DO2J5N0NZXUC type=del size=1352881 2024-09-12T00:30:04.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.772+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~OKBY6G2Z6S47.0 size=1048576 2024-09-12T00:30:04.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.773+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~OKBY6G2Z6S47.1 size=1048576 2024-09-12T00:30:04.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.774+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~OKBY6G2Z6S47.2 size=250875 2024-09-12T00:30:04.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.776+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=OKBY6G2Z6S47 tag=PPSTP6Y2VIKE type=write size=3396603 2024-09-12T00:30:04.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.778+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=XTBVCFZ2ULV3 type=write size=962094 2024-09-12T00:30:04.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.779+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~DB8IA1MZLU2I.0 size=382322 2024-09-12T00:30:04.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.781+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=DB8IA1MZLU2I tag=9NYCHB6LNY4J type=write size=1430898 2024-09-12T00:30:04.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.783+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~430V6PEAQMPO.0 size=1048576 2024-09-12T00:30:04.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.784+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~430V6PEAQMPO.1 size=284301 2024-09-12T00:30:04.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.784+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=430V6PEAQMPO tag=RVQ3OSNW38LW type=write size=2381453 2024-09-12T00:30:04.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.785+0000 7f8455f5c780 1 < canceled operation key=TNQXVO8XWYUN tag=U87OOZTELBKZ type=del size=3068703 2024-09-12T00:30:04.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.787+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~Z3PWGYD8PLF0.0 size=1048576 2024-09-12T00:30:04.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.788+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~Z3PWGYD8PLF0.1 size=588265 2024-09-12T00:30:04.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.788+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=Z3PWGYD8PLF0 tag=09EC80KO1JOD type=write size=2685417 2024-09-12T00:30:04.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.789+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=JISZYE8AFLMH type=del 2024-09-12T00:30:04.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.792+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~98365F9CC1QF.0 size=584313 2024-09-12T00:30:04.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.792+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=98365F9CC1QF tag=VBFDSZ8KY9AA type=write size=1632889 2024-09-12T00:30:04.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.793+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=22QBXQZZ2B20 type=write size=67706 2024-09-12T00:30:04.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.794+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=IONDT4YGON1H type=del size=1709961 2024-09-12T00:30:04.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.796+0000 7f8455f5c780 1 < completed write operation key=O75MSKPJ6Q0D tag=9WQ005XI9H03 type=write size=377732 2024-09-12T00:30:04.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.797+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=I2AJ0S5XXKC8 type=write size=122265 2024-09-12T00:30:04.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.798+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~ANVEDSBXNX7T.0 size=733042 2024-09-12T00:30:04.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.800+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=ANVEDSBXNX7T tag=TYQHRBDSVWR8 type=write size=1781618 2024-09-12T00:30:04.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.801+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=EXOBO8Y2VRQU type=write size=722552 2024-09-12T00:30:04.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.802+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~L3YQ4I4U83JA.0 size=1048576 2024-09-12T00:30:04.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.803+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~L3YQ4I4U83JA.1 size=1048576 2024-09-12T00:30:04.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.804+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~L3YQ4I4U83JA.2 size=511784 2024-09-12T00:30:04.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.806+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=L3YQ4I4U83JA tag=Z3KIMX0SALDO type=write size=3657512 2024-09-12T00:30:04.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.808+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=9Q3I35KJ1J68 type=del size=336573 2024-09-12T00:30:04.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.809+0000 7f8455f5c780 1 < canceled operation key=UKPL92R8L6P1 tag=MOA6NCV43W1J type=write size=751042 2024-09-12T00:30:04.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.811+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~X122SCDCG8BT.0 size=77722 2024-09-12T00:30:04.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.811+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=X122SCDCG8BT tag=UGE1H9EBZU5B type=write size=1126298 2024-09-12T00:30:04.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.812+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=IPAFNV14USIM type=del 2024-09-12T00:30:04.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.815+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~KBTG0J5GW9AB.0 size=1048576 2024-09-12T00:30:04.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.816+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~KBTG0J5GW9AB.1 size=825219 2024-09-12T00:30:04.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.816+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=KBTG0J5GW9AB tag=9T894QNQXW2J type=write size=2922371 2024-09-12T00:30:04.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.817+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=R2JY26NO6JV3 type=del 2024-09-12T00:30:04.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.819+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=PZ2Z6WWIMW0S type=write size=217428 2024-09-12T00:30:04.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.820+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~BB12ELD7ZGVE.0 size=580887 2024-09-12T00:30:04.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.822+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=BB12ELD7ZGVE tag=GESFK4WDFK22 type=write size=1629463 2024-09-12T00:30:04.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.823+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=8W9HSL7HT1DC type=del size=593323 2024-09-12T00:30:04.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.824+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=6XI1XAISJRDP type=del 2024-09-12T00:30:04.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.827+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~M5QY7S3U9FAE.0 size=157439 2024-09-12T00:30:04.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.827+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=M5QY7S3U9FAE tag=9MRO51DNGBIJ type=write size=1206015 2024-09-12T00:30:04.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.829+0000 7f8455f5c780 1 < suggested update operation key=EWN14RZZVQSP tag=ULKO979VTOYF type=write size=924731 2024-09-12T00:30:04.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.830+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=AJMCZ88W598B type=del size=566839 2024-09-12T00:30:04.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.831+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~1LKGJR6J97MH.0 size=1048576 2024-09-12T00:30:04.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.832+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~1LKGJR6J97MH.1 size=1048576 2024-09-12T00:30:04.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.833+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~1LKGJR6J97MH.2 size=11726 2024-09-12T00:30:04.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.835+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=1LKGJR6J97MH tag=ZTLGK7W4T6CR type=write size=3157454 2024-09-12T00:30:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.836+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=72CCJ73U9T91 type=del size=2567756 2024-09-12T00:30:04.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.838+0000 7f8455f5c780 1 < suggested update operation key=6ZPF32PZKGY3 tag=DO2J5N0NZXUC type=del size=1352881 2024-09-12T00:30:04.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.839+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=4N9ORDU47420 type=del size=3373054 2024-09-12T00:30:04.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.840+0000 7f8455f5c780 1 < completed write operation key=0B86VX5Z60TF tag=XTBVCFZ2ULV3 type=write size=962094 2024-09-12T00:30:04.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.842+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=JV3WZV251YYN type=del size=2280335 2024-09-12T00:30:04.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.843+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~430V6PEAQMPO.0 size=1048576 2024-09-12T00:30:04.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.844+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~430V6PEAQMPO.1 size=284301 2024-09-12T00:30:04.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.846+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=430V6PEAQMPO tag=RVQ3OSNW38LW type=write size=2381453 2024-09-12T00:30:04.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.847+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=XILCIQ7RH50H type=del size=3612352 2024-09-12T00:30:04.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.848+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~Z3PWGYD8PLF0.0 size=1048576 2024-09-12T00:30:04.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.849+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~Z3PWGYD8PLF0.1 size=588265 2024-09-12T00:30:04.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.851+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=Z3PWGYD8PLF0 tag=09EC80KO1JOD type=write size=2685417 2024-09-12T00:30:04.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.852+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=A75192FSNC55 type=del size=1176015 2024-09-12T00:30:04.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.853+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~98365F9CC1QF.0 size=584313 2024-09-12T00:30:04.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.855+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=98365F9CC1QF tag=VBFDSZ8KY9AA type=write size=1632889 2024-09-12T00:30:04.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.856+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=5EM08DQJEX6R type=del size=1944792 2024-09-12T00:30:04.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.857+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=IONDT4YGON1H type=del 2024-09-12T00:30:04.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.859+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~R0ECGCM406U2.0 size=1048576 2024-09-12T00:30:04.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.860+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~R0ECGCM406U2.1 size=1048576 2024-09-12T00:30:04.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.861+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~R0ECGCM406U2.2 size=36942 2024-09-12T00:30:04.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.861+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=R0ECGCM406U2 tag=71VU444GF997 type=write size=3182670 2024-09-12T00:30:04.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.862+0000 7f8455f5c780 1 < completed write operation key=O75MSKPJ6Q0D tag=I2AJ0S5XXKC8 type=write size=122265 2024-09-12T00:30:04.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.864+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=M1N33MX9UT6V type=write size=328978 2024-09-12T00:30:04.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.865+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=EXOBO8Y2VRQU type=write size=722552 2024-09-12T00:30:04.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.866+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=SJIIJ8ZYL0R6 type=del size=125989 2024-09-12T00:30:04.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.867+0000 7f8455f5c780 -1 < failed to complete operation key=EWN14RZZVQSP tag=9Q3I35KJ1J68 type=del size=336573: (22) Invalid argument 2024-09-12T00:30:04.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.870+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=90D4F1AA9MNW type=del size=3369107 2024-09-12T00:30:04.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.871+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~X122SCDCG8BT.0 size=77722 2024-09-12T00:30:04.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.873+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=X122SCDCG8BT tag=UGE1H9EBZU5B type=write size=1126298 2024-09-12T00:30:04.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.874+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=L60O9WTEZSDW type=del size=1898747 2024-09-12T00:30:04.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.875+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~KBTG0J5GW9AB.0 size=1048576 2024-09-12T00:30:04.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.876+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~KBTG0J5GW9AB.1 size=825219 2024-09-12T00:30:04.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.878+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=KBTG0J5GW9AB tag=9T894QNQXW2J type=write size=2922371 2024-09-12T00:30:04.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.879+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=CU8G943Q9GTC type=del size=100346 2024-09-12T00:30:04.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.881+0000 7f8455f5c780 1 < completed write operation key=MK2OM1CN6QCN tag=PZ2Z6WWIMW0S type=write size=217428 2024-09-12T00:30:04.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.882+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=Y5RAB1RHMOGA type=del size=3857109 2024-09-12T00:30:04.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.883+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=8W9HSL7HT1DC type=del 2024-09-12T00:30:04.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.885+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=XNROUP15P504 type=del size=682279 2024-09-12T00:30:04.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.886+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~M5QY7S3U9FAE.0 size=157439 2024-09-12T00:30:04.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.888+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=M5QY7S3U9FAE tag=9MRO51DNGBIJ type=write size=1206015 2024-09-12T00:30:04.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.889+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=UIZG3ZPP4R17 type=del size=1083354 2024-09-12T00:30:04.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.890+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=AJMCZ88W598B type=del 2024-09-12T00:30:04.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.892+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~S8MRD04OZPKS.0 size=1048576 2024-09-12T00:30:04.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.893+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~S8MRD04OZPKS.1 size=600996 2024-09-12T00:30:04.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.893+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=S8MRD04OZPKS tag=VPKOSIGQSA1C type=write size=2698148 2024-09-12T00:30:04.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.894+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=72CCJ73U9T91 type=del 2024-09-12T00:30:04.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.897+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~DF9JSQQRV5VU.0 size=1048576 2024-09-12T00:30:04.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.897+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~DF9JSQQRV5VU.1 size=601315 2024-09-12T00:30:04.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.897+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=DF9JSQQRV5VU tag=KWKNYEHTBH5T type=write size=2698467 2024-09-12T00:30:04.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.899+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=4N9ORDU47420 type=del 2024-09-12T00:30:04.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.900+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=ZYVJ4HCYXFHL type=del size=2229199 2024-09-12T00:30:04.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.902+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=JV3WZV251YYN type=del size=2280335 2024-09-12T00:30:04.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.903+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=GBZI060E6VY0 type=del size=2303044 2024-09-12T00:30:04.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.904+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=XILCIQ7RH50H type=del 2024-09-12T00:30:04.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.905+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=B876V84GUG9G type=del size=1568034 2024-09-12T00:30:04.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.907+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=A75192FSNC55 type=del 2024-09-12T00:30:04.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.908+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=ZSP2C74VJTKL type=del size=478694 2024-09-12T00:30:04.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.909+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=5EM08DQJEX6R type=del 2024-09-12T00:30:04.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.911+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~BPQ9BCKRZWAH.0 size=1048576 2024-09-12T00:30:04.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.912+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~BPQ9BCKRZWAH.1 size=602075 2024-09-12T00:30:04.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.912+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=BPQ9BCKRZWAH tag=4HDX7XK56E3E type=write size=2699227 2024-09-12T00:30:04.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.913+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~R0ECGCM406U2.0 size=1048576 2024-09-12T00:30:04.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.914+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~R0ECGCM406U2.1 size=1048576 2024-09-12T00:30:04.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.915+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~R0ECGCM406U2.2 size=36942 2024-09-12T00:30:04.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.917+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=R0ECGCM406U2 tag=71VU444GF997 type=write size=3182670 2024-09-12T00:30:04.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.919+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~KXXB2OO4YQ6Q.0 size=1048576 2024-09-12T00:30:04.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.920+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~KXXB2OO4YQ6Q.1 size=1048576 2024-09-12T00:30:04.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.921+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~KXXB2OO4YQ6Q.2 size=98015 2024-09-12T00:30:04.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.921+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=KXXB2OO4YQ6Q tag=VWN5IVC02BAS type=write size=3243743 2024-09-12T00:30:04.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.922+0000 7f8455f5c780 1 < completed write operation key=STIRHZQYJ1PZ tag=M1N33MX9UT6V type=write size=328978 2024-09-12T00:30:04.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.923+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=6KPGY01DBMUW type=del size=4130165 2024-09-12T00:30:04.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.924+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=SJIIJ8ZYL0R6 type=del 2024-09-12T00:30:04.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.927+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~0T7O8VJ4HDKO.0 size=971436 2024-09-12T00:30:04.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.927+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=0T7O8VJ4HDKO tag=TDKHESF0EANY type=write size=2020012 2024-09-12T00:30:04.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.928+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=90D4F1AA9MNW type=del 2024-09-12T00:30:04.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.932+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~TR7YKZGWJSTS.0 size=212615 2024-09-12T00:30:04.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.932+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=TR7YKZGWJSTS tag=IPT0T4R9RM8P type=write size=1261191 2024-09-12T00:30:04.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.933+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=L60O9WTEZSDW type=del 2024-09-12T00:30:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.935+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~VVZ7QPZE09AE.0 size=139346 2024-09-12T00:30:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.935+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=VVZ7QPZE09AE tag=UVB9FIWVDKKM type=write size=1187922 2024-09-12T00:30:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.936+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=CU8G943Q9GTC type=del 2024-09-12T00:30:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.937+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=4VRYN8B76YVM type=del size=2352312 2024-09-12T00:30:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.939+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=Y5RAB1RHMOGA type=del 2024-09-12T00:30:04.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.940+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=B3CENUD6FE5H type=del size=1886787 2024-09-12T00:30:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.941+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=XNROUP15P504 type=del 2024-09-12T00:30:04.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.943+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=5HH31DQ4MT16 type=del size=1055419 2024-09-12T00:30:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.944+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=UIZG3ZPP4R17 type=del 2024-09-12T00:30:04.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.946+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~BR7VB8U7BCJV.0 size=1048576 2024-09-12T00:30:04.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.947+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~BR7VB8U7BCJV.1 size=562511 2024-09-12T00:30:04.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.947+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=BR7VB8U7BCJV tag=IL91MD2IQXCH type=write size=2659663 2024-09-12T00:30:04.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.949+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~S8MRD04OZPKS.0 size=1048576 2024-09-12T00:30:04.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.950+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~S8MRD04OZPKS.1 size=600996 2024-09-12T00:30:04.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.952+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=S8MRD04OZPKS tag=VPKOSIGQSA1C type=write size=2698148 2024-09-12T00:30:04.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.953+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=UD4JM1BN6SN2 type=del size=2844728 2024-09-12T00:30:04.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.954+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~DF9JSQQRV5VU.0 size=1048576 2024-09-12T00:30:04.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.955+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~DF9JSQQRV5VU.1 size=601315 2024-09-12T00:30:04.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.957+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=DF9JSQQRV5VU tag=KWKNYEHTBH5T type=write size=2698467 2024-09-12T00:30:04.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.960+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~PBYVWKICP5Y0.0 size=733994 2024-09-12T00:30:04.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.960+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=PBYVWKICP5Y0 tag=2LKBT9P9JY5W type=write size=1782570 2024-09-12T00:30:04.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.961+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=ZYVJ4HCYXFHL type=del 2024-09-12T00:30:04.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.963+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~TNAIWR3ABICO.0 size=93136 2024-09-12T00:30:04.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.963+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=TNAIWR3ABICO tag=OEXBIBHYRAC2 type=write size=1141712 2024-09-12T00:30:04.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.964+0000 7f8455f5c780 1 < canceled operation key=O6IDG2ZIU2BY tag=GBZI060E6VY0 type=del size=2303044 2024-09-12T00:30:04.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.966+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=Q665TLM4UOUF type=write size=414947 2024-09-12T00:30:04.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.967+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=B876V84GUG9G type=del 2024-09-12T00:30:04.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.968+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=OTPFY5G0YWD3 type=del size=2282229 2024-09-12T00:30:04.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.971+0000 7f8455f5c780 1 < suggested remove operation key=TNQXVO8XWYUN tag=ZSP2C74VJTKL type=del 2024-09-12T00:30:04.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.972+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=LNN2BB3EVVEL type=del size=2393385 2024-09-12T00:30:04.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.973+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~BPQ9BCKRZWAH.0 size=1048576 2024-09-12T00:30:04.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.974+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~BPQ9BCKRZWAH.1 size=602075 2024-09-12T00:30:04.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.977+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=BPQ9BCKRZWAH tag=4HDX7XK56E3E type=write size=2699227 2024-09-12T00:30:04.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.978+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=M1X7SZTTJQ5U type=del size=2129504 2024-09-12T00:30:04.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.979+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~KXXB2OO4YQ6Q.0 size=1048576 2024-09-12T00:30:04.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.980+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~KXXB2OO4YQ6Q.1 size=1048576 2024-09-12T00:30:04.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.980+0000 7f8455f5c780 1 < canceled part key=_multipart_O0KLCJJC71GL.2~KXXB2OO4YQ6Q.2 size=98015 2024-09-12T00:30:04.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.982+0000 7f8455f5c780 1 < canceled multipart upload key=O0KLCJJC71GL upload=KXXB2OO4YQ6Q tag=VWN5IVC02BAS type=write size=3243743 2024-09-12T00:30:04.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.983+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=J77D9TRQXWNF type=del size=1373799 2024-09-12T00:30:04.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.985+0000 7f8455f5c780 1 < suggested update operation key=HNLIR7DV5BHI tag=6KPGY01DBMUW type=del size=4130165 2024-09-12T00:30:04.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.987+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=ZH3NNAKBJ1XB type=del size=3201107 2024-09-12T00:30:04.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.988+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~0T7O8VJ4HDKO.0 size=971436 2024-09-12T00:30:04.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.990+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=0T7O8VJ4HDKO tag=TDKHESF0EANY type=write size=2020012 2024-09-12T00:30:04.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.993+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~IUEVCHC6N34S.0 size=1048576 2024-09-12T00:30:04.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.994+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~IUEVCHC6N34S.1 size=1048576 2024-09-12T00:30:04.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.994+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~IUEVCHC6N34S.2 size=20636 2024-09-12T00:30:04.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.994+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=IUEVCHC6N34S tag=V31Y3MP2QQVR type=write size=3166364 2024-09-12T00:30:04.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.996+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~TR7YKZGWJSTS.0 size=212615 2024-09-12T00:30:04.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:04.998+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=TR7YKZGWJSTS tag=IPT0T4R9RM8P type=write size=1261191 2024-09-12T00:30:04.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.000+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=AV08BLDUTC3G type=del size=3243486 2024-09-12T00:30:05.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.001+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~VVZ7QPZE09AE.0 size=139346 2024-09-12T00:30:05.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.003+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=VVZ7QPZE09AE tag=UVB9FIWVDKKM type=write size=1187922 2024-09-12T00:30:05.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.005+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=MHWVKMRT6N1X type=del size=1779390 2024-09-12T00:30:05.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.007+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=4VRYN8B76YVM type=del 2024-09-12T00:30:05.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.008+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=HOWHTB4CWPG3 type=write size=11106 2024-09-12T00:30:05.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.009+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=B3CENUD6FE5H type=del 2024-09-12T00:30:05.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.010+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=DGU687QSBLPU type=write size=421820 2024-09-12T00:30:05.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.012+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=5HH31DQ4MT16 type=del 2024-09-12T00:30:05.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.013+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=R7G5G8HMCPNQ type=del size=2699616 2024-09-12T00:30:05.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.014+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~BR7VB8U7BCJV.0 size=1048576 2024-09-12T00:30:05.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.015+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~BR7VB8U7BCJV.1 size=562511 2024-09-12T00:30:05.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.017+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=BR7VB8U7BCJV tag=IL91MD2IQXCH type=write size=2659663 2024-09-12T00:30:05.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.019+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~JD6XYEGW3G5Z.0 size=1048576 2024-09-12T00:30:05.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.020+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~JD6XYEGW3G5Z.1 size=151939 2024-09-12T00:30:05.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.020+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=JD6XYEGW3G5Z tag=B5QJIQJ3YFTN type=write size=2249091 2024-09-12T00:30:05.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.021+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=UD4JM1BN6SN2 type=del 2024-09-12T00:30:05.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.023+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~ORGAAG3BJY42.0 size=1048576 2024-09-12T00:30:05.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.024+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~ORGAAG3BJY42.1 size=766031 2024-09-12T00:30:05.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.024+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=ORGAAG3BJY42 tag=T5WMS5DY2G5N type=write size=2863183 2024-09-12T00:30:05.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.025+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~PBYVWKICP5Y0.0 size=733994 2024-09-12T00:30:05.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.027+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=PBYVWKICP5Y0 tag=2LKBT9P9JY5W type=write size=1782570 2024-09-12T00:30:05.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.028+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=1UQ417LFY1LL type=del size=501085 2024-09-12T00:30:05.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.030+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~TNAIWR3ABICO.0 size=93136 2024-09-12T00:30:05.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.032+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=TNAIWR3ABICO tag=OEXBIBHYRAC2 type=write size=1141712 2024-09-12T00:30:05.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.033+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=N0QSONGZKHXU type=write size=761982 2024-09-12T00:30:05.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.034+0000 7f8455f5c780 1 < completed write operation key=UKPL92R8L6P1 tag=Q665TLM4UOUF type=write size=414947 2024-09-12T00:30:05.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.036+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~NTCB31AF1B7O.0 size=960612 2024-09-12T00:30:05.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.036+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=NTCB31AF1B7O tag=NKIG16CFG8J8 type=write size=2009188 2024-09-12T00:30:05.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.039+0000 7f8455f5c780 1 < suggested remove operation key=S9MO2233X1RE tag=OTPFY5G0YWD3 type=del 2024-09-12T00:30:05.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.041+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~8D31KF6LE4QM.0 size=1048576 2024-09-12T00:30:05.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.042+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~8D31KF6LE4QM.1 size=1048576 2024-09-12T00:30:05.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.043+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~8D31KF6LE4QM.2 size=894222 2024-09-12T00:30:05.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.043+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=8D31KF6LE4QM tag=3UZEI70ZXQFT type=write size=4039950 2024-09-12T00:30:05.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.044+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=LNN2BB3EVVEL type=del 2024-09-12T00:30:05.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.046+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~EQF4790OJ6VI.0 size=1048576 2024-09-12T00:30:05.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.048+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~EQF4790OJ6VI.1 size=280625 2024-09-12T00:30:05.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.048+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=EQF4790OJ6VI tag=X2CKE5EY1PJ5 type=write size=2377777 2024-09-12T00:30:05.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.049+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=M1X7SZTTJQ5U type=del 2024-09-12T00:30:05.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.050+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=5RGGN6USUPM6 type=write size=16969 2024-09-12T00:30:05.050 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.051+0000 7f8455f5c780 -1 < failed to complete operation key=HNLIR7DV5BHI tag=J77D9TRQXWNF type=del size=1373799: (22) Invalid argument 2024-09-12T00:30:05.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.054+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~VF7L8J8F0IMM.0 size=1048576 2024-09-12T00:30:05.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.055+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~VF7L8J8F0IMM.1 size=843782 2024-09-12T00:30:05.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.055+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=VF7L8J8F0IMM tag=12M3IS8XH9QW type=write size=2940934 2024-09-12T00:30:05.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.056+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=ZH3NNAKBJ1XB type=del 2024-09-12T00:30:05.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.058+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~YPP9FLA2HHGR.0 size=1048576 2024-09-12T00:30:05.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.060+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~YPP9FLA2HHGR.1 size=1048576 2024-09-12T00:30:05.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.060+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~YPP9FLA2HHGR.2 size=546452 2024-09-12T00:30:05.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.060+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=YPP9FLA2HHGR tag=MEF9OGDDGVUE type=write size=3692180 2024-09-12T00:30:05.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.061+0000 7f8455f5c780 1 < canceled part key=_multipart_S9MO2233X1RE.2~IUEVCHC6N34S.0 size=1048576 2024-09-12T00:30:05.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.062+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~IUEVCHC6N34S.1 size=1048576 2024-09-12T00:30:05.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.063+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~IUEVCHC6N34S.2 size=20636 2024-09-12T00:30:05.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.064+0000 7f8455f5c780 1 < canceled multipart upload key=S9MO2233X1RE upload=IUEVCHC6N34S tag=V31Y3MP2QQVR type=write size=3166364 2024-09-12T00:30:05.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.067+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~3YYI0P0TL17S.0 size=1048576 2024-09-12T00:30:05.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.068+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~3YYI0P0TL17S.1 size=403057 2024-09-12T00:30:05.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.068+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=3YYI0P0TL17S tag=OAUMS8OZYEND type=write size=2500209 2024-09-12T00:30:05.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.069+0000 7f8455f5c780 1 < canceled operation key=JINLCAVH28MB tag=AV08BLDUTC3G type=del size=3243486 2024-09-12T00:30:05.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.071+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~FOAEZ983TXTI.0 size=1048576 2024-09-12T00:30:05.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.072+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~FOAEZ983TXTI.1 size=890408 2024-09-12T00:30:05.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.072+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=FOAEZ983TXTI tag=L25DVYDH9RZR type=write size=2987560 2024-09-12T00:30:05.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.074+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=MHWVKMRT6N1X type=del size=1779390 2024-09-12T00:30:05.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.075+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=BEI8CRA15CL1 type=del size=3524251 2024-09-12T00:30:05.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.076+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=HOWHTB4CWPG3 type=write size=11106 2024-09-12T00:30:05.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.078+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~PN7DVLNX685A.0 size=1048576 2024-09-12T00:30:05.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.079+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~PN7DVLNX685A.1 size=66601 2024-09-12T00:30:05.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.079+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=PN7DVLNX685A tag=WKYVN9JR361Z type=write size=2163753 2024-09-12T00:30:05.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.081+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=DGU687QSBLPU type=write size=421820 2024-09-12T00:30:05.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.083+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~458BJQ471WNT.0 size=1048576 2024-09-12T00:30:05.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.084+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~458BJQ471WNT.1 size=1048576 2024-09-12T00:30:05.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.085+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~458BJQ471WNT.2 size=232878 2024-09-12T00:30:05.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.085+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=458BJQ471WNT tag=DBIH6P5NVT40 type=write size=3378606 2024-09-12T00:30:05.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.086+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=R7G5G8HMCPNQ type=del 2024-09-12T00:30:05.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.088+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=AM542BYSMU11 type=del size=775640 2024-09-12T00:30:05.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.089+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~JD6XYEGW3G5Z.0 size=1048576 2024-09-12T00:30:05.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.090+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~JD6XYEGW3G5Z.1 size=151939 2024-09-12T00:30:05.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.092+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=JD6XYEGW3G5Z tag=B5QJIQJ3YFTN type=write size=2249091 2024-09-12T00:30:05.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.093+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=UZ8G5VKX8UKJ type=del size=1994910 2024-09-12T00:30:05.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.095+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~ORGAAG3BJY42.0 size=1048576 2024-09-12T00:30:05.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.096+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~ORGAAG3BJY42.1 size=766031 2024-09-12T00:30:05.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.097+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=ORGAAG3BJY42 tag=T5WMS5DY2G5N type=write size=2863183 2024-09-12T00:30:05.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.099+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=C4YGHUHWSNPR type=del size=3492486 2024-09-12T00:30:05.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.100+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=1UQ417LFY1LL type=del 2024-09-12T00:30:05.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.102+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~YZPFM3CFI4PE.0 size=766216 2024-09-12T00:30:05.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.102+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=YZPFM3CFI4PE tag=LTKY9O321FRP type=write size=1814792 2024-09-12T00:30:05.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.103+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=N0QSONGZKHXU type=write size=761982 2024-09-12T00:30:05.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.105+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~RE8FY18OA8TR.0 size=1048576 2024-09-12T00:30:05.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.106+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~RE8FY18OA8TR.1 size=1048576 2024-09-12T00:30:05.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.107+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~RE8FY18OA8TR.2 size=600709 2024-09-12T00:30:05.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.107+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=RE8FY18OA8TR tag=6KPUO58IVSPT type=write size=3746437 2024-09-12T00:30:05.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.107+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~NTCB31AF1B7O.0 size=960612 2024-09-12T00:30:05.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.109+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=NTCB31AF1B7O tag=NKIG16CFG8J8 type=write size=2009188 2024-09-12T00:30:05.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.112+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~CH35MQIG331K.0 size=101055 2024-09-12T00:30:05.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.112+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=CH35MQIG331K tag=8K3GDJ4UVI21 type=write size=1149631 2024-09-12T00:30:05.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.114+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~8D31KF6LE4QM.0 size=1048576 2024-09-12T00:30:05.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.114+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~8D31KF6LE4QM.1 size=1048576 2024-09-12T00:30:05.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.115+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~8D31KF6LE4QM.2 size=894222 2024-09-12T00:30:05.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.117+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=8D31KF6LE4QM tag=3UZEI70ZXQFT type=write size=4039950 2024-09-12T00:30:05.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.119+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UY628QJVMXOD.0 size=1048576 2024-09-12T00:30:05.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.120+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UY628QJVMXOD.1 size=1048576 2024-09-12T00:30:05.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.121+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~UY628QJVMXOD.2 size=495949 2024-09-12T00:30:05.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.121+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=UY628QJVMXOD tag=LB0RR2DU84Q5 type=write size=3641677 2024-09-12T00:30:05.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.121+0000 7f8455f5c780 1 < canceled part key=_multipart_O6IDG2ZIU2BY.2~EQF4790OJ6VI.0 size=1048576 2024-09-12T00:30:05.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.122+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~EQF4790OJ6VI.1 size=280625 2024-09-12T00:30:05.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.124+0000 7f8455f5c780 1 < canceled multipart upload key=O6IDG2ZIU2BY upload=EQF4790OJ6VI tag=X2CKE5EY1PJ5 type=write size=2377777 2024-09-12T00:30:05.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.126+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~U8OIDHWZ4HNV.0 size=1048576 2024-09-12T00:30:05.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.127+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~U8OIDHWZ4HNV.1 size=1048576 2024-09-12T00:30:05.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.128+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~U8OIDHWZ4HNV.2 size=944226 2024-09-12T00:30:05.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.128+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=U8OIDHWZ4HNV tag=C7CLPA8R2LSE type=write size=4089954 2024-09-12T00:30:05.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.129+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=5RGGN6USUPM6 type=write size=16969 2024-09-12T00:30:05.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.130+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=FQ8JTUYFXFIU type=del size=819025 2024-09-12T00:30:05.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.132+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~VF7L8J8F0IMM.0 size=1048576 2024-09-12T00:30:05.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.132+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~VF7L8J8F0IMM.1 size=843782 2024-09-12T00:30:05.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.134+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=VF7L8J8F0IMM tag=12M3IS8XH9QW type=write size=2940934 2024-09-12T00:30:05.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.136+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=82T8MMXWQL8V type=del size=4021776 2024-09-12T00:30:05.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.137+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~YPP9FLA2HHGR.0 size=1048576 2024-09-12T00:30:05.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.138+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~YPP9FLA2HHGR.1 size=1048576 2024-09-12T00:30:05.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.139+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~YPP9FLA2HHGR.2 size=546452 2024-09-12T00:30:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.141+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=YPP9FLA2HHGR tag=MEF9OGDDGVUE type=write size=3692180 2024-09-12T00:30:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.142+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=6WMML6WM0ONF type=del size=3821768 2024-09-12T00:30:05.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.143+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~3YYI0P0TL17S.0 size=1048576 2024-09-12T00:30:05.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.145+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~3YYI0P0TL17S.1 size=403057 2024-09-12T00:30:05.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.147+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=3YYI0P0TL17S tag=OAUMS8OZYEND type=write size=2500209 2024-09-12T00:30:05.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.148+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=UY6YJDG7MJ2W type=del size=3076002 2024-09-12T00:30:05.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.149+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~FOAEZ983TXTI.0 size=1048576 2024-09-12T00:30:05.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.150+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~FOAEZ983TXTI.1 size=890408 2024-09-12T00:30:05.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.152+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=FOAEZ983TXTI tag=L25DVYDH9RZR type=write size=2987560 2024-09-12T00:30:05.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.153+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=2H5C5DXBS28Q type=del size=766960 2024-09-12T00:30:05.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.156+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=BEI8CRA15CL1 type=del 2024-09-12T00:30:05.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.157+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=H03G9GUBWYHW type=del size=1447101 2024-09-12T00:30:05.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.158+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~PN7DVLNX685A.0 size=1048576 2024-09-12T00:30:05.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.159+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~PN7DVLNX685A.1 size=66601 2024-09-12T00:30:05.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.161+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=PN7DVLNX685A tag=WKYVN9JR361Z type=write size=2163753 2024-09-12T00:30:05.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.162+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=UMPTMV7BL776 type=del size=2117283 2024-09-12T00:30:05.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.163+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~458BJQ471WNT.0 size=1048576 2024-09-12T00:30:05.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.164+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~458BJQ471WNT.1 size=1048576 2024-09-12T00:30:05.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.165+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~458BJQ471WNT.2 size=232878 2024-09-12T00:30:05.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.167+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=458BJQ471WNT tag=DBIH6P5NVT40 type=write size=3378606 2024-09-12T00:30:05.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.169+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~89NK4819L58O.0 size=1048576 2024-09-12T00:30:05.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.170+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~89NK4819L58O.1 size=1048576 2024-09-12T00:30:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.171+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~89NK4819L58O.2 size=119860 2024-09-12T00:30:05.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.171+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=89NK4819L58O tag=26PG3PDN2262 type=write size=3265588 2024-09-12T00:30:05.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.172+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=AM542BYSMU11 type=del 2024-09-12T00:30:05.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.174+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~FC0AY4DNDWD1.0 size=1048576 2024-09-12T00:30:05.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.175+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~FC0AY4DNDWD1.1 size=707391 2024-09-12T00:30:05.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.175+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=FC0AY4DNDWD1 tag=GBEG9IPI3HWS type=write size=2804543 2024-09-12T00:30:05.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.177+0000 7f8455f5c780 1 < suggested update operation key=FAH61LMM19S7 tag=UZ8G5VKX8UKJ type=del size=1994910 2024-09-12T00:30:05.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.179+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~WJXTLXIOWQVV.0 size=1048576 2024-09-12T00:30:05.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.180+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~WJXTLXIOWQVV.1 size=1048576 2024-09-12T00:30:05.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.181+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~WJXTLXIOWQVV.2 size=890217 2024-09-12T00:30:05.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.181+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=WJXTLXIOWQVV tag=W9G942WC3PQA type=write size=4035945 2024-09-12T00:30:05.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.182+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=C4YGHUHWSNPR type=del 2024-09-12T00:30:05.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.185+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~1193WJOMB2U2.0 size=1048576 2024-09-12T00:30:05.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.186+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~1193WJOMB2U2.1 size=1048576 2024-09-12T00:30:05.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.187+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~1193WJOMB2U2.2 size=341743 2024-09-12T00:30:05.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.187+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=1193WJOMB2U2 tag=4X384A251LY9 type=write size=3487471 2024-09-12T00:30:05.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.188+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~YZPFM3CFI4PE.0 size=766216 2024-09-12T00:30:05.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.190+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=YZPFM3CFI4PE tag=LTKY9O321FRP type=write size=1814792 2024-09-12T00:30:05.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.192+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~9MD2D5CTU6GR.0 size=791708 2024-09-12T00:30:05.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.192+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=9MD2D5CTU6GR tag=R02GL5NR9BRN type=write size=1840284 2024-09-12T00:30:05.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.193+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~RE8FY18OA8TR.0 size=1048576 2024-09-12T00:30:05.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.195+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~RE8FY18OA8TR.1 size=1048576 2024-09-12T00:30:05.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.196+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~RE8FY18OA8TR.2 size=600709 2024-09-12T00:30:05.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.198+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=RE8FY18OA8TR tag=6KPUO58IVSPT type=write size=3746437 2024-09-12T00:30:05.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.200+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~0XNDUTCTETIH.0 size=106765 2024-09-12T00:30:05.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.200+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=0XNDUTCTETIH tag=K1DWFLDY9NBP type=write size=1155341 2024-09-12T00:30:05.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.201+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~CH35MQIG331K.0 size=101055 2024-09-12T00:30:05.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.203+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=CH35MQIG331K tag=8K3GDJ4UVI21 type=write size=1149631 2024-09-12T00:30:05.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.204+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=XH1DVKDYL8AX type=del size=799109 2024-09-12T00:30:05.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.205+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~UY628QJVMXOD.0 size=1048576 2024-09-12T00:30:05.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.206+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~UY628QJVMXOD.1 size=1048576 2024-09-12T00:30:05.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.207+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~UY628QJVMXOD.2 size=495949 2024-09-12T00:30:05.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.209+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=UY628QJVMXOD tag=LB0RR2DU84Q5 type=write size=3641677 2024-09-12T00:30:05.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.210+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=BM3ILI5CMKIS type=del size=1030386 2024-09-12T00:30:05.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.211+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~U8OIDHWZ4HNV.0 size=1048576 2024-09-12T00:30:05.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.212+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~U8OIDHWZ4HNV.1 size=1048576 2024-09-12T00:30:05.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.213+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~U8OIDHWZ4HNV.2 size=944226 2024-09-12T00:30:05.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.215+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=U8OIDHWZ4HNV tag=C7CLPA8R2LSE type=write size=4089954 2024-09-12T00:30:05.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.217+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=L702NK03A66G type=write size=270825 2024-09-12T00:30:05.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.222+0000 7f8455f5c780 1 < suggested update operation key=JINLCAVH28MB tag=FQ8JTUYFXFIU type=del size=819025 2024-09-12T00:30:05.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.225+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~ABKJ20HSF33P.0 size=1047316 2024-09-12T00:30:05.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.225+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=ABKJ20HSF33P tag=ASPWNS0VHPDP type=write size=2095892 2024-09-12T00:30:05.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.226+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=82T8MMXWQL8V type=del size=4021776 2024-09-12T00:30:05.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.229+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~4PFXHQ4OR6B9.0 size=1048576 2024-09-12T00:30:05.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.230+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~4PFXHQ4OR6B9.1 size=1048576 2024-09-12T00:30:05.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.231+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~4PFXHQ4OR6B9.2 size=359879 2024-09-12T00:30:05.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.231+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=4PFXHQ4OR6B9 tag=YQ9ETZC1U10U type=write size=3505607 2024-09-12T00:30:05.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.232+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=6WMML6WM0ONF type=del 2024-09-12T00:30:05.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.234+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~PF4TU96J6EHI.0 size=1048576 2024-09-12T00:30:05.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.235+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~PF4TU96J6EHI.1 size=1048576 2024-09-12T00:30:05.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.236+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~PF4TU96J6EHI.2 size=305161 2024-09-12T00:30:05.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.236+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=PF4TU96J6EHI tag=HHNWH8V031SI type=write size=3450889 2024-09-12T00:30:05.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.237+0000 7f8455f5c780 1 < canceled operation key=S9MO2233X1RE tag=UY6YJDG7MJ2W type=del size=3076002 2024-09-12T00:30:05.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.238+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=PZWE88F6WXKR type=del size=1931592 2024-09-12T00:30:05.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.239+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=2H5C5DXBS28Q type=del 2024-09-12T00:30:05.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.240+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=S78MOV81QMS9 type=del size=979241 2024-09-12T00:30:05.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.243+0000 7f8455f5c780 1 < suggested remove operation key=NJDCFOHPNT1R tag=H03G9GUBWYHW type=del 2024-09-12T00:30:05.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.244+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=I9VEDOR1Z1GC type=del size=2755345 2024-09-12T00:30:05.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.245+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=UMPTMV7BL776 type=del 2024-09-12T00:30:05.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.246+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=R4AI9JSD9DI9 type=del size=1728846 2024-09-12T00:30:05.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.247+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~89NK4819L58O.0 size=1048576 2024-09-12T00:30:05.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.248+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~89NK4819L58O.1 size=1048576 2024-09-12T00:30:05.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.249+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~89NK4819L58O.2 size=119860 2024-09-12T00:30:05.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.251+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=89NK4819L58O tag=26PG3PDN2262 type=write size=3265588 2024-09-12T00:30:05.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.252+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=74HE3MFB16TC type=del size=2097376 2024-09-12T00:30:05.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.253+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~FC0AY4DNDWD1.0 size=1048576 2024-09-12T00:30:05.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.254+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~FC0AY4DNDWD1.1 size=707391 2024-09-12T00:30:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.256+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=FC0AY4DNDWD1 tag=GBEG9IPI3HWS type=write size=2804543 2024-09-12T00:30:05.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.257+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=B4KA9V5N676A type=write size=202484 2024-09-12T00:30:05.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.258+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~WJXTLXIOWQVV.0 size=1048576 2024-09-12T00:30:05.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.259+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~WJXTLXIOWQVV.1 size=1048576 2024-09-12T00:30:05.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.260+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~WJXTLXIOWQVV.2 size=890217 2024-09-12T00:30:05.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.262+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=WJXTLXIOWQVV tag=W9G942WC3PQA type=write size=4035945 2024-09-12T00:30:05.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.264+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=NG12Z9RYM32E type=del size=1546688 2024-09-12T00:30:05.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.265+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~1193WJOMB2U2.0 size=1048576 2024-09-12T00:30:05.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.266+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~1193WJOMB2U2.1 size=1048576 2024-09-12T00:30:05.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.267+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~1193WJOMB2U2.2 size=341743 2024-09-12T00:30:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.269+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=1193WJOMB2U2 tag=4X384A251LY9 type=write size=3487471 2024-09-12T00:30:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.270+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=03KYX2A9AXQM type=del size=2098585 2024-09-12T00:30:05.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.271+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~9MD2D5CTU6GR.0 size=791708 2024-09-12T00:30:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.273+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=9MD2D5CTU6GR tag=R02GL5NR9BRN type=write size=1840284 2024-09-12T00:30:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.274+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=OU7DV36GUQJ1 type=write size=7270 2024-09-12T00:30:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.275+0000 7f8455f5c780 1 < canceled part key=_multipart_B1FDYTC03874.2~0XNDUTCTETIH.0 size=106765 2024-09-12T00:30:05.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.276+0000 7f8455f5c780 1 < canceled multipart upload key=B1FDYTC03874 upload=0XNDUTCTETIH tag=K1DWFLDY9NBP type=write size=1155341 2024-09-12T00:30:05.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.278+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=FLGG221T95KN type=write size=719469 2024-09-12T00:30:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.279+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=XH1DVKDYL8AX type=del 2024-09-12T00:30:05.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.281+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~LASAICKJ3V8Y.0 size=1048576 2024-09-12T00:30:05.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.282+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~LASAICKJ3V8Y.1 size=1497 2024-09-12T00:30:05.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.282+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=LASAICKJ3V8Y tag=U38X5JMMX4BG type=write size=2098649 2024-09-12T00:30:05.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.283+0000 7f8455f5c780 1 < canceled operation key=FAH61LMM19S7 tag=BM3ILI5CMKIS type=del size=1030386 2024-09-12T00:30:05.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.285+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~B3Q7UAUPRCQ8.0 size=1048576 2024-09-12T00:30:05.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.286+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~B3Q7UAUPRCQ8.1 size=197078 2024-09-12T00:30:05.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.286+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=B3Q7UAUPRCQ8 tag=J9CZE0EBKWAO type=write size=2294230 2024-09-12T00:30:05.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.288+0000 7f8455f5c780 1 < suggested remove operation key=O75MSKPJ6Q0D tag=L702NK03A66G type=write 2024-09-12T00:30:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.291+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~BMEU73DOPW84.0 size=434376 2024-09-12T00:30:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.291+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=BMEU73DOPW84 tag=06AKI86DNDUW type=write size=1482952 2024-09-12T00:30:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.292+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~ABKJ20HSF33P.0 size=1047316 2024-09-12T00:30:05.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.294+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=ABKJ20HSF33P tag=ASPWNS0VHPDP type=write size=2095892 2024-09-12T00:30:05.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.296+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~O8VDFNWHWF3S.0 size=1048576 2024-09-12T00:30:05.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.297+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~O8VDFNWHWF3S.1 size=358967 2024-09-12T00:30:05.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.297+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=O8VDFNWHWF3S tag=MBZOO233G0FA type=write size=2456119 2024-09-12T00:30:05.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.298+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~4PFXHQ4OR6B9.0 size=1048576 2024-09-12T00:30:05.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.299+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~4PFXHQ4OR6B9.1 size=1048576 2024-09-12T00:30:05.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.300+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~4PFXHQ4OR6B9.2 size=359879 2024-09-12T00:30:05.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.302+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=4PFXHQ4OR6B9 tag=YQ9ETZC1U10U type=write size=3505607 2024-09-12T00:30:05.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.303+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=4R7QSQAF1ONY type=del size=2145758 2024-09-12T00:30:05.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.304+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~PF4TU96J6EHI.0 size=1048576 2024-09-12T00:30:05.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.305+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~PF4TU96J6EHI.1 size=1048576 2024-09-12T00:30:05.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.306+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~PF4TU96J6EHI.2 size=305161 2024-09-12T00:30:05.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.308+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=PF4TU96J6EHI tag=HHNWH8V031SI type=write size=3450889 2024-09-12T00:30:05.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.310+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~HNQQPPMP8HBK.0 size=1048576 2024-09-12T00:30:05.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.311+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~HNQQPPMP8HBK.1 size=887959 2024-09-12T00:30:05.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.311+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=HNQQPPMP8HBK tag=Y56IC2GJJZPO type=write size=2985111 2024-09-12T00:30:05.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.314+0000 7f8455f5c780 1 < suggested remove operation key=FAH61LMM19S7 tag=PZWE88F6WXKR type=del 2024-09-12T00:30:05.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.316+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~BTWR7D0FCGQN.0 size=1048576 2024-09-12T00:30:05.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.317+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~BTWR7D0FCGQN.1 size=408925 2024-09-12T00:30:05.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.317+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=BTWR7D0FCGQN tag=BQE42O7NOCA2 type=write size=2506077 2024-09-12T00:30:05.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.318+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=S78MOV81QMS9 type=del 2024-09-12T00:30:05.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.322+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~U6J71NFB2IOZ.0 size=1048576 2024-09-12T00:30:05.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.323+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~U6J71NFB2IOZ.1 size=670411 2024-09-12T00:30:05.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.323+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=U6J71NFB2IOZ tag=HAW0IOGU9DKZ type=write size=2767563 2024-09-12T00:30:05.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.326+0000 7f8455f5c780 1 < suggested remove operation key=JINLCAVH28MB tag=I9VEDOR1Z1GC type=del 2024-09-12T00:30:05.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.327+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=FX17JR16725L type=write size=24286 2024-09-12T00:30:05.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.330+0000 7f8455f5c780 1 < suggested update operation key=7Z8Q4GFFYTTY tag=R4AI9JSD9DI9 type=del size=1728846 2024-09-12T00:30:05.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.331+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=NHEGN9UFN5AN type=del size=924006 2024-09-12T00:30:05.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.334+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=74HE3MFB16TC type=del 2024-09-12T00:30:05.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.335+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=Z4EUPJTASC2T type=del size=3272103 2024-09-12T00:30:05.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.336+0000 7f8455f5c780 1 < canceled operation key=O6IDG2ZIU2BY tag=B4KA9V5N676A type=write size=202484 2024-09-12T00:30:05.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.337+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=CQXEO3420TAL type=write size=582177 2024-09-12T00:30:05.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.340+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=NG12Z9RYM32E type=del 2024-09-12T00:30:05.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.341+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=VDEC8KMU6536 type=del size=1428388 2024-09-12T00:30:05.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.342+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=03KYX2A9AXQM type=del 2024-09-12T00:30:05.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.343+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=ALYMKOPEKWW5 type=write size=142553 2024-09-12T00:30:05.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.344+0000 7f8455f5c780 -1 < no bi entry to suggest for operation key=D02C1LZ2VOOE tag=OU7DV36GUQJ1 type=write size=7270: (2) No such file or directory 2024-09-12T00:30:05.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.345+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=RDGG4OB30V5G type=del size=162635 2024-09-12T00:30:05.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.346+0000 7f8455f5c780 1 < completed write operation key=G6YFIJM3LQN2 tag=FLGG221T95KN type=write size=719469 2024-09-12T00:30:05.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.348+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=TOSKAY9KY2WF type=write size=60058 2024-09-12T00:30:05.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.349+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~LASAICKJ3V8Y.0 size=1048576 2024-09-12T00:30:05.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.350+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~LASAICKJ3V8Y.1 size=1497 2024-09-12T00:30:05.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.352+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=LASAICKJ3V8Y tag=U38X5JMMX4BG type=write size=2098649 2024-09-12T00:30:05.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.353+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=N3WY3PTN1K7Q type=write size=531477 2024-09-12T00:30:05.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.354+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~B3Q7UAUPRCQ8.0 size=1048576 2024-09-12T00:30:05.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.355+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~B3Q7UAUPRCQ8.1 size=197078 2024-09-12T00:30:05.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.357+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=B3Q7UAUPRCQ8 tag=J9CZE0EBKWAO type=write size=2294230 2024-09-12T00:30:05.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.360+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~E4FNFPQB3HF5.0 size=1048576 2024-09-12T00:30:05.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.361+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~E4FNFPQB3HF5.1 size=499312 2024-09-12T00:30:05.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.361+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=E4FNFPQB3HF5 tag=N42QITR221TA type=write size=2596464 2024-09-12T00:30:05.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.362+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~BMEU73DOPW84.0 size=434376 2024-09-12T00:30:05.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.364+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=BMEU73DOPW84 tag=06AKI86DNDUW type=write size=1482952 2024-09-12T00:30:05.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.365+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=5P96UBU5A14J type=write size=364849 2024-09-12T00:30:05.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.366+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~O8VDFNWHWF3S.0 size=1048576 2024-09-12T00:30:05.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.367+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~O8VDFNWHWF3S.1 size=358967 2024-09-12T00:30:05.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.369+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=O8VDFNWHWF3S tag=MBZOO233G0FA type=write size=2456119 2024-09-12T00:30:05.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.371+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=RK2ISU5IZVLA type=del size=2472623 2024-09-12T00:30:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.372+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=4R7QSQAF1ONY type=del 2024-09-12T00:30:05.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.373+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=H4SH1GN23W2C type=del size=2775566 2024-09-12T00:30:05.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.375+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~HNQQPPMP8HBK.0 size=1048576 2024-09-12T00:30:05.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.375+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~HNQQPPMP8HBK.1 size=887959 2024-09-12T00:30:05.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.377+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=HNQQPPMP8HBK tag=Y56IC2GJJZPO type=write size=2985111 2024-09-12T00:30:05.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.379+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=G6Q93BUPUZTF type=del size=101456 2024-09-12T00:30:05.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.380+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~BTWR7D0FCGQN.0 size=1048576 2024-09-12T00:30:05.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.381+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~BTWR7D0FCGQN.1 size=408925 2024-09-12T00:30:05.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.383+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=BTWR7D0FCGQN tag=BQE42O7NOCA2 type=write size=2506077 2024-09-12T00:30:05.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.384+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=HHQCUNE2UE54 type=write size=279830 2024-09-12T00:30:05.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.385+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~U6J71NFB2IOZ.0 size=1048576 2024-09-12T00:30:05.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.386+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~U6J71NFB2IOZ.1 size=670411 2024-09-12T00:30:05.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.388+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=U6J71NFB2IOZ tag=HAW0IOGU9DKZ type=write size=2767563 2024-09-12T00:30:05.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.389+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=4T0WG48A9NK0 type=del size=2826964 2024-09-12T00:30:05.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.391+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=FX17JR16725L type=write size=24286 2024-09-12T00:30:05.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.393+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~XRNUAY3ZBI1V.0 size=1048576 2024-09-12T00:30:05.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.394+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~XRNUAY3ZBI1V.1 size=1048576 2024-09-12T00:30:05.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.395+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~XRNUAY3ZBI1V.2 size=535201 2024-09-12T00:30:05.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.395+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=XRNUAY3ZBI1V tag=U7H331Y5NIF3 type=write size=3680929 2024-09-12T00:30:05.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.396+0000 7f8455f5c780 1 < canceled operation key=SLXJ6AI0B77O tag=NHEGN9UFN5AN type=del size=924006 2024-09-12T00:30:05.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.397+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=HWTG00HYW88C type=del size=2636503 2024-09-12T00:30:05.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.398+0000 7f8455f5c780 1 < canceled operation key=L293TNR2PBWD tag=Z4EUPJTASC2T type=del size=3272103 2024-09-12T00:30:05.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.400+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=U120E5RTFD0R type=write size=578723 2024-09-12T00:30:05.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.401+0000 7f8455f5c780 1 < completed write operation key=G6YFIJM3LQN2 tag=CQXEO3420TAL type=write size=582177 2024-09-12T00:30:05.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.402+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=JY4USA07LUKX type=write size=254082 2024-09-12T00:30:05.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.404+0000 7f8455f5c780 1 < suggested update operation key=NJDCFOHPNT1R tag=VDEC8KMU6536 type=del size=1428388 2024-09-12T00:30:05.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.407+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~BSN92Q3DPOAV.0 size=1048576 2024-09-12T00:30:05.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.408+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~BSN92Q3DPOAV.1 size=243460 2024-09-12T00:30:05.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.408+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=BSN92Q3DPOAV tag=O0SFV52AFILS type=write size=2340612 2024-09-12T00:30:05.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.409+0000 7f8455f5c780 1 < completed write operation key=MK2OM1CN6QCN tag=ALYMKOPEKWW5 type=write size=142553 2024-09-12T00:30:05.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.411+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~A0Q2ZCQ9AZWC.0 size=608469 2024-09-12T00:30:05.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.411+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=A0Q2ZCQ9AZWC tag=Y3AS3PE3M9YA type=write size=1657045 2024-09-12T00:30:05.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.412+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=RDGG4OB30V5G type=del 2024-09-12T00:30:05.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.414+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=FMZ433L8P0YN type=del size=2598316 2024-09-12T00:30:05.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.415+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=TOSKAY9KY2WF type=write size=60058 2024-09-12T00:30:05.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.416+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=96IP6FPKMDL1 type=del size=1481722 2024-09-12T00:30:05.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.417+0000 7f8455f5c780 1 < completed write operation key=6ZPF32PZKGY3 tag=N3WY3PTN1K7Q type=write size=531477 2024-09-12T00:30:05.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.419+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6RWCDGQSKM3Z.0 size=1048576 2024-09-12T00:30:05.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.420+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~6RWCDGQSKM3Z.1 size=454800 2024-09-12T00:30:05.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.420+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=6RWCDGQSKM3Z tag=3TN2LY0L0OFN type=write size=2551952 2024-09-12T00:30:05.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.421+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~E4FNFPQB3HF5.0 size=1048576 2024-09-12T00:30:05.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.422+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~E4FNFPQB3HF5.1 size=499312 2024-09-12T00:30:05.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.424+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=E4FNFPQB3HF5 tag=N42QITR221TA type=write size=2596464 2024-09-12T00:30:05.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.426+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~WYMTJT9I5OK2.0 size=915287 2024-09-12T00:30:05.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.426+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=WYMTJT9I5OK2 tag=D9GVA0GAT43H type=write size=1963863 2024-09-12T00:30:05.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.427+0000 7f8455f5c780 1 < canceled operation key=0B86VX5Z60TF tag=5P96UBU5A14J type=write size=364849 2024-09-12T00:30:05.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.429+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=EMSEKPI5VHYN type=write size=505918 2024-09-12T00:30:05.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.430+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=RK2ISU5IZVLA type=del 2024-09-12T00:30:05.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.432+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~WPKCUZOGAADC.0 size=867249 2024-09-12T00:30:05.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.432+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=WPKCUZOGAADC tag=3DI7V40A2ZFB type=write size=1915825 2024-09-12T00:30:05.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.433+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=H4SH1GN23W2C type=del 2024-09-12T00:30:05.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.435+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=2ZWE5TNWB97O type=del size=1133971 2024-09-12T00:30:05.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.436+0000 7f8455f5c780 1 < canceled operation key=5F2OS11YH2Y3 tag=G6Q93BUPUZTF type=del size=101456 2024-09-12T00:30:05.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.437+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=Y2S89BV6J21D type=write size=175925 2024-09-12T00:30:05.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.438+0000 7f8455f5c780 1 < completed write operation key=87B5GBBB0F0G tag=HHQCUNE2UE54 type=write size=279830 2024-09-12T00:30:05.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.440+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=EC7YZWON2N91 type=del size=2561867 2024-09-12T00:30:05.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.441+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=4T0WG48A9NK0 type=del 2024-09-12T00:30:05.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.443+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~IHKPHH43ING0.0 size=393933 2024-09-12T00:30:05.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.443+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=IHKPHH43ING0 tag=1WI6DW1Y3WIT type=write size=1442509 2024-09-12T00:30:05.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.444+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~XRNUAY3ZBI1V.0 size=1048576 2024-09-12T00:30:05.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.445+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~XRNUAY3ZBI1V.1 size=1048576 2024-09-12T00:30:05.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.446+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~XRNUAY3ZBI1V.2 size=535201 2024-09-12T00:30:05.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.449+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=XRNUAY3ZBI1V tag=U7H331Y5NIF3 type=write size=3680929 2024-09-12T00:30:05.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.450+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=6YZ41JVFB7JS type=del size=897982 2024-09-12T00:30:05.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.453+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=HWTG00HYW88C type=del 2024-09-12T00:30:05.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.455+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~9K8OUGU6I5XO.0 size=1048576 2024-09-12T00:30:05.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.456+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~9K8OUGU6I5XO.1 size=719766 2024-09-12T00:30:05.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.456+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=9K8OUGU6I5XO tag=S81AM30QY21T type=write size=2816918 2024-09-12T00:30:05.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.457+0000 7f8455f5c780 1 < completed write operation key=D02C1LZ2VOOE tag=U120E5RTFD0R type=write size=578723 2024-09-12T00:30:05.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.459+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=KGTVG4OG1ZKC type=del size=1211183 2024-09-12T00:30:05.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.460+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=JY4USA07LUKX type=write size=254082 2024-09-12T00:30:05.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.461+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=QHQ7D2CKJCXF type=write size=843799 2024-09-12T00:30:05.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.463+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~BSN92Q3DPOAV.0 size=1048576 2024-09-12T00:30:05.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.463+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~BSN92Q3DPOAV.1 size=243460 2024-09-12T00:30:05.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.466+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=BSN92Q3DPOAV tag=O0SFV52AFILS type=write size=2340612 2024-09-12T00:30:05.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.468+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~RPX87OHIIQ8C.0 size=819717 2024-09-12T00:30:05.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.468+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=RPX87OHIIQ8C tag=Q99ZH26AMTNH type=write size=1868293 2024-09-12T00:30:05.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.469+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~A0Q2ZCQ9AZWC.0 size=608469 2024-09-12T00:30:05.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.471+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=A0Q2ZCQ9AZWC tag=Y3AS3PE3M9YA type=write size=1657045 2024-09-12T00:30:05.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.472+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=GGJXK23Z3XT8 type=del size=2647485 2024-09-12T00:30:05.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.473+0000 7f8455f5c780 -1 < failed to complete operation key=7Z8Q4GFFYTTY tag=FMZ433L8P0YN type=del size=2598316: (22) Invalid argument 2024-09-12T00:30:05.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.474+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=B89BGXKOPYCF type=del size=3039318 2024-09-12T00:30:05.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.475+0000 7f8455f5c780 1 < canceled operation key=MK2OM1CN6QCN tag=96IP6FPKMDL1 type=del size=1481722 2024-09-12T00:30:05.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.477+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=ZGGH3ZI2Q2N9 type=del size=1340754 2024-09-12T00:30:05.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.477+0000 7f8455f5c780 1 < canceled part key=_multipart_S9MO2233X1RE.2~6RWCDGQSKM3Z.0 size=1048576 2024-09-12T00:30:05.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.478+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~6RWCDGQSKM3Z.1 size=454800 2024-09-12T00:30:05.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.480+0000 7f8455f5c780 1 < canceled multipart upload key=S9MO2233X1RE upload=6RWCDGQSKM3Z tag=3TN2LY0L0OFN type=write size=2551952 2024-09-12T00:30:05.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.481+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=6H9VVFNXCK2O type=del size=1736194 2024-09-12T00:30:05.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.482+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~WYMTJT9I5OK2.0 size=915287 2024-09-12T00:30:05.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.484+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=WYMTJT9I5OK2 tag=D9GVA0GAT43H type=write size=1963863 2024-09-12T00:30:05.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.486+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=NHSJ5V3AZPSJ type=del size=2946189 2024-09-12T00:30:05.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.487+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=EMSEKPI5VHYN type=write size=505918 2024-09-12T00:30:05.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.488+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=IP1ABKVC0CRN type=del size=1084068 2024-09-12T00:30:05.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.489+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~WPKCUZOGAADC.0 size=867249 2024-09-12T00:30:05.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.491+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=WPKCUZOGAADC tag=3DI7V40A2ZFB type=write size=1915825 2024-09-12T00:30:05.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.494+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~LNC2BCLLDRDG.0 size=1048576 2024-09-12T00:30:05.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.495+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~LNC2BCLLDRDG.1 size=875249 2024-09-12T00:30:05.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.495+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=LNC2BCLLDRDG tag=FOARRSBCY4GS type=write size=2972401 2024-09-12T00:30:05.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.496+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=2ZWE5TNWB97O type=del 2024-09-12T00:30:05.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.498+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~GDMZOPC385XJ.0 size=1048576 2024-09-12T00:30:05.497 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.499+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~GDMZOPC385XJ.1 size=1048576 2024-09-12T00:30:05.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.500+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~GDMZOPC385XJ.2 size=730920 2024-09-12T00:30:05.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.500+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=GDMZOPC385XJ tag=OQM8URSI5WNS type=write size=3876648 2024-09-12T00:30:05.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.501+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=Y2S89BV6J21D type=write size=175925 2024-09-12T00:30:05.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.502+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=ZBZZG7CHOVVO type=del size=2331273 2024-09-12T00:30:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.503+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=EC7YZWON2N91 type=del 2024-09-12T00:30:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.506+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~2JI6M18MTNKD.0 size=1048576 2024-09-12T00:30:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.507+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~2JI6M18MTNKD.1 size=938716 2024-09-12T00:30:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.507+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=2JI6M18MTNKD tag=CJ5SXMO0OPDA type=write size=3035868 2024-09-12T00:30:05.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.508+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~IHKPHH43ING0.0 size=393933 2024-09-12T00:30:05.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.509+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=IHKPHH43ING0 tag=1WI6DW1Y3WIT type=write size=1442509 2024-09-12T00:30:05.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.512+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~EATWZ1P255YA.0 size=629459 2024-09-12T00:30:05.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.512+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=EATWZ1P255YA tag=5FEM44JWXVGM type=write size=1678035 2024-09-12T00:30:05.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.513+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=6YZ41JVFB7JS type=del 2024-09-12T00:30:05.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.515+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~38SFS7LVCT08.0 size=1048576 2024-09-12T00:30:05.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.515+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~38SFS7LVCT08.1 size=752374 2024-09-12T00:30:05.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.515+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=38SFS7LVCT08 tag=IQ9411WP0T4B type=write size=2849526 2024-09-12T00:30:05.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.516+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~9K8OUGU6I5XO.0 size=1048576 2024-09-12T00:30:05.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.517+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~9K8OUGU6I5XO.1 size=719766 2024-09-12T00:30:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.518+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=9K8OUGU6I5XO tag=S81AM30QY21T type=write size=2816918 2024-09-12T00:30:05.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.519+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=PO9TWWQKCTGP type=write size=748096 2024-09-12T00:30:05.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.521+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=KGTVG4OG1ZKC type=del 2024-09-12T00:30:05.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.523+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~2XIQ1TR1KRED.0 size=1048576 2024-09-12T00:30:05.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.524+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~2XIQ1TR1KRED.1 size=1048576 2024-09-12T00:30:05.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.524+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~2XIQ1TR1KRED.2 size=297117 2024-09-12T00:30:05.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.524+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=2XIQ1TR1KRED tag=VSFXNFRLHBQN type=write size=3442845 2024-09-12T00:30:05.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.526+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=QHQ7D2CKJCXF type=write size=843799 2024-09-12T00:30:05.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.528+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~1V1KA2VE821N.0 size=1048576 2024-09-12T00:30:05.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.528+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~1V1KA2VE821N.1 size=1048576 2024-09-12T00:30:05.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.529+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~1V1KA2VE821N.2 size=817655 2024-09-12T00:30:05.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.529+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=1V1KA2VE821N tag=SI27QYFIFXP3 type=write size=3963383 2024-09-12T00:30:05.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.531+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~RPX87OHIIQ8C.0 size=819717 2024-09-12T00:30:05.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.532+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=RPX87OHIIQ8C tag=Q99ZH26AMTNH type=write size=1868293 2024-09-12T00:30:05.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.534+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=FKUHOZWPIBB0 type=del size=2913627 2024-09-12T00:30:05.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.535+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=GGJXK23Z3XT8 type=del 2024-09-12T00:30:05.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.537+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~FZEYJBCY2PXP.0 size=1048576 2024-09-12T00:30:05.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.538+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~FZEYJBCY2PXP.1 size=1048576 2024-09-12T00:30:05.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.539+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~FZEYJBCY2PXP.2 size=353550 2024-09-12T00:30:05.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.539+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=FZEYJBCY2PXP tag=WS9UG8F1PA2C type=write size=3499278 2024-09-12T00:30:05.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.540+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=B89BGXKOPYCF type=del 2024-09-12T00:30:05.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.541+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=6LGYGYSP3BJA type=del size=888165 2024-09-12T00:30:05.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.542+0000 7f8455f5c780 1 < canceled operation key=UKPL92R8L6P1 tag=ZGGH3ZI2Q2N9 type=del size=1340754 2024-09-12T00:30:05.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.543+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=A4QLESV9Q5WX type=write size=142877 2024-09-12T00:30:05.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.544+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=6H9VVFNXCK2O type=del 2024-09-12T00:30:05.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.545+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=7TLVW6A61F57 type=del size=2698857 2024-09-12T00:30:05.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.547+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=NHSJ5V3AZPSJ type=del 2024-09-12T00:30:05.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.548+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=Y7LV3BLN4LCW type=del size=3528728 2024-09-12T00:30:05.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.549+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=IP1ABKVC0CRN type=del 2024-09-12T00:30:05.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.551+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~0ROHHBT03W2C.0 size=1048576 2024-09-12T00:30:05.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.552+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~0ROHHBT03W2C.1 size=1048576 2024-09-12T00:30:05.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.552+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~0ROHHBT03W2C.2 size=463876 2024-09-12T00:30:05.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.552+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=0ROHHBT03W2C tag=UDWGLAWQBW67 type=write size=3609604 2024-09-12T00:30:05.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.554+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~LNC2BCLLDRDG.0 size=1048576 2024-09-12T00:30:05.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.555+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~LNC2BCLLDRDG.1 size=875249 2024-09-12T00:30:05.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.558+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=LNC2BCLLDRDG tag=FOARRSBCY4GS type=write size=2972401 2024-09-12T00:30:05.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.560+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=O5CX2LZKM6IO type=write size=702329 2024-09-12T00:30:05.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.561+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~GDMZOPC385XJ.0 size=1048576 2024-09-12T00:30:05.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.562+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~GDMZOPC385XJ.1 size=1048576 2024-09-12T00:30:05.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.563+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~GDMZOPC385XJ.2 size=730920 2024-09-12T00:30:05.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.565+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=GDMZOPC385XJ tag=OQM8URSI5WNS type=write size=3876648 2024-09-12T00:30:05.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.566+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=LQCW62R07TR1 type=del size=968046 2024-09-12T00:30:05.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.567+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=ZBZZG7CHOVVO type=del 2024-09-12T00:30:05.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.569+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=IR9GFNQKXTWH type=del size=2194908 2024-09-12T00:30:05.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.569+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~2JI6M18MTNKD.0 size=1048576 2024-09-12T00:30:05.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.570+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~2JI6M18MTNKD.1 size=938716 2024-09-12T00:30:05.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.572+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=2JI6M18MTNKD tag=CJ5SXMO0OPDA type=write size=3035868 2024-09-12T00:30:05.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.574+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~A1YRYFIVRTQK.0 size=1048576 2024-09-12T00:30:05.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.575+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~A1YRYFIVRTQK.1 size=306210 2024-09-12T00:30:05.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.575+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=A1YRYFIVRTQK tag=M302HHVGHPEG type=write size=2403362 2024-09-12T00:30:05.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.576+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~EATWZ1P255YA.0 size=629459 2024-09-12T00:30:05.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.578+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=EATWZ1P255YA tag=5FEM44JWXVGM type=write size=1678035 2024-09-12T00:30:05.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.580+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~Q16U20A5TXCD.0 size=447029 2024-09-12T00:30:05.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.580+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=Q16U20A5TXCD tag=QVV1ZX99LUFR type=write size=1495605 2024-09-12T00:30:05.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.581+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~38SFS7LVCT08.0 size=1048576 2024-09-12T00:30:05.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.582+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~38SFS7LVCT08.1 size=752374 2024-09-12T00:30:05.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.584+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=38SFS7LVCT08 tag=IQ9411WP0T4B type=write size=2849526 2024-09-12T00:30:05.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.585+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=DSVVAPUPVBIJ type=write size=919270 2024-09-12T00:30:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.586+0000 7f8455f5c780 1 < completed write operation key=FAH61LMM19S7 tag=PO9TWWQKCTGP type=write size=748096 2024-09-12T00:30:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.588+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~MWZ4B1BOTKUZ.0 size=184797 2024-09-12T00:30:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.588+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=MWZ4B1BOTKUZ tag=TPMVSW2QVSIV type=write size=1233373 2024-09-12T00:30:05.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.589+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~2XIQ1TR1KRED.0 size=1048576 2024-09-12T00:30:05.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.590+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~2XIQ1TR1KRED.1 size=1048576 2024-09-12T00:30:05.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.591+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~2XIQ1TR1KRED.2 size=297117 2024-09-12T00:30:05.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.593+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=2XIQ1TR1KRED tag=VSFXNFRLHBQN type=write size=3442845 2024-09-12T00:30:05.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.595+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~AJYL4SAHDCJQ.0 size=796080 2024-09-12T00:30:05.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.595+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=AJYL4SAHDCJQ tag=ZWE33VMTEADP type=write size=1844656 2024-09-12T00:30:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.596+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~1V1KA2VE821N.0 size=1048576 2024-09-12T00:30:05.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.597+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~1V1KA2VE821N.1 size=1048576 2024-09-12T00:30:05.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.598+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~1V1KA2VE821N.2 size=817655 2024-09-12T00:30:05.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.600+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=1V1KA2VE821N tag=SI27QYFIFXP3 type=write size=3963383 2024-09-12T00:30:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.601+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=8RR54ML14854 type=write size=986434 2024-09-12T00:30:05.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.602+0000 7f8455f5c780 1 < canceled operation key=NJDCFOHPNT1R tag=FKUHOZWPIBB0 type=del size=2913627 2024-09-12T00:30:05.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.603+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=XG1WL6AAC0SR type=del size=845780 2024-09-12T00:30:05.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.605+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~FZEYJBCY2PXP.0 size=1048576 2024-09-12T00:30:05.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.606+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~FZEYJBCY2PXP.1 size=1048576 2024-09-12T00:30:05.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.606+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~FZEYJBCY2PXP.2 size=353550 2024-09-12T00:30:05.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.608+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=FZEYJBCY2PXP tag=WS9UG8F1PA2C type=write size=3499278 2024-09-12T00:30:05.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.611+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~DLMTR18O7NIX.0 size=40319 2024-09-12T00:30:05.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.611+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=DLMTR18O7NIX tag=CCAC6L0O46GR type=write size=1088895 2024-09-12T00:30:05.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.612+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=6LGYGYSP3BJA type=del 2024-09-12T00:30:05.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.614+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~C75BJK6BPH3Q.0 size=1048576 2024-09-12T00:30:05.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.615+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~C75BJK6BPH3Q.1 size=1048576 2024-09-12T00:30:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.617+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~C75BJK6BPH3Q.2 size=334122 2024-09-12T00:30:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.617+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=C75BJK6BPH3Q tag=ADT3T52JOXEN type=write size=3479850 2024-09-12T00:30:05.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.618+0000 7f8455f5c780 1 < completed write operation key=PM03TED1Y5B8 tag=A4QLESV9Q5WX type=write size=142877 2024-09-12T00:30:05.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.621+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~JVHWD5FM4K56.0 size=513672 2024-09-12T00:30:05.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.621+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=JVHWD5FM4K56 tag=NWY4EFY7FIAD type=write size=1562248 2024-09-12T00:30:05.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.622+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=7TLVW6A61F57 type=del 2024-09-12T00:30:05.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.623+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=GGYH690KFIXG type=write size=562555 2024-09-12T00:30:05.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.625+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=Y7LV3BLN4LCW type=del 2024-09-12T00:30:05.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.626+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=6Q26PT50T0RU type=write size=926217 2024-09-12T00:30:05.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.627+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~0ROHHBT03W2C.0 size=1048576 2024-09-12T00:30:05.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.628+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~0ROHHBT03W2C.1 size=1048576 2024-09-12T00:30:05.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.629+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~0ROHHBT03W2C.2 size=463876 2024-09-12T00:30:05.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.631+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=0ROHHBT03W2C tag=UDWGLAWQBW67 type=write size=3609604 2024-09-12T00:30:05.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.634+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~002UR05XAYLH.0 size=1048576 2024-09-12T00:30:05.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.635+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~002UR05XAYLH.1 size=1048576 2024-09-12T00:30:05.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.636+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~002UR05XAYLH.2 size=509922 2024-09-12T00:30:05.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.636+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=002UR05XAYLH tag=T715AQQPIUU0 type=write size=3655650 2024-09-12T00:30:05.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.637+0000 7f8455f5c780 1 < completed write operation key=6ZPF32PZKGY3 tag=O5CX2LZKM6IO type=write size=702329 2024-09-12T00:30:05.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.639+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~WM34N76B0L17.0 size=1048576 2024-09-12T00:30:05.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.640+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~WM34N76B0L17.1 size=110986 2024-09-12T00:30:05.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.640+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=WM34N76B0L17 tag=QR9Z0MF03EWU type=write size=2208138 2024-09-12T00:30:05.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.641+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=LQCW62R07TR1 type=del 2024-09-12T00:30:05.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.644+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~AZH9VWFHHBZS.0 size=125197 2024-09-12T00:30:05.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.644+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=AZH9VWFHHBZS tag=UZI07M958LV7 type=write size=1173773 2024-09-12T00:30:05.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.646+0000 7f8455f5c780 1 < suggested remove operation key=4DUAH9DXP2L3 tag=IR9GFNQKXTWH type=del 2024-09-12T00:30:05.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.648+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~QDKOPE2N9LQK.0 size=1048576 2024-09-12T00:30:05.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.649+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~QDKOPE2N9LQK.1 size=744977 2024-09-12T00:30:05.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.649+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=QDKOPE2N9LQK tag=73DTTOUL06JF type=write size=2842129 2024-09-12T00:30:05.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.650+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~A1YRYFIVRTQK.0 size=1048576 2024-09-12T00:30:05.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.651+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~A1YRYFIVRTQK.1 size=306210 2024-09-12T00:30:05.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.653+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=A1YRYFIVRTQK tag=M302HHVGHPEG type=write size=2403362 2024-09-12T00:30:05.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.655+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~OZ5OTKEF95SX.0 size=38015 2024-09-12T00:30:05.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.655+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=OZ5OTKEF95SX tag=HOE7W74GN09M type=write size=1086591 2024-09-12T00:30:05.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.656+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~Q16U20A5TXCD.0 size=447029 2024-09-12T00:30:05.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.658+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=Q16U20A5TXCD tag=QVV1ZX99LUFR type=write size=1495605 2024-09-12T00:30:05.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.659+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=J3087D5KNA9K type=del size=3533979 2024-09-12T00:30:05.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.661+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=DSVVAPUPVBIJ type=write size=919270 2024-09-12T00:30:05.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.663+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~0I5CQS7IC0S6.0 size=1048576 2024-09-12T00:30:05.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.664+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~0I5CQS7IC0S6.1 size=612601 2024-09-12T00:30:05.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.664+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=0I5CQS7IC0S6 tag=0QB727LQ1HRF type=write size=2709753 2024-09-12T00:30:05.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.664+0000 7f8455f5c780 1 < canceled part key=_multipart_TNQXVO8XWYUN.2~MWZ4B1BOTKUZ.0 size=184797 2024-09-12T00:30:05.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.667+0000 7f8455f5c780 1 < canceled multipart upload key=TNQXVO8XWYUN upload=MWZ4B1BOTKUZ tag=TPMVSW2QVSIV type=write size=1233373 2024-09-12T00:30:05.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.668+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=HPWUZ3LJCZP5 type=write size=696967 2024-09-12T00:30:05.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.669+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~AJYL4SAHDCJQ.0 size=796080 2024-09-12T00:30:05.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.671+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=AJYL4SAHDCJQ tag=ZWE33VMTEADP type=write size=1844656 2024-09-12T00:30:05.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.672+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=TLZDE3BAX598 type=del size=2158186 2024-09-12T00:30:05.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.674+0000 7f8455f5c780 1 < suggested update operation key=FAH61LMM19S7 tag=8RR54ML14854 type=write size=986434 2024-09-12T00:30:05.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.676+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=AWWPFLL57U90 type=del size=910444 2024-09-12T00:30:05.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.678+0000 7f8455f5c780 1 < suggested update operation key=O6IDG2ZIU2BY tag=XG1WL6AAC0SR type=del size=845780 2024-09-12T00:30:05.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.679+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=188QUEKWNWH9 type=del size=2222462 2024-09-12T00:30:05.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.680+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~DLMTR18O7NIX.0 size=40319 2024-09-12T00:30:05.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.682+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=DLMTR18O7NIX tag=CCAC6L0O46GR type=write size=1088895 2024-09-12T00:30:05.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.684+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~UFFSQQHTY2J4.0 size=452392 2024-09-12T00:30:05.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.684+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=UFFSQQHTY2J4 tag=TCJ9PWMFBM6Q type=write size=1500968 2024-09-12T00:30:05.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.686+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~C75BJK6BPH3Q.0 size=1048576 2024-09-12T00:30:05.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.687+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~C75BJK6BPH3Q.1 size=1048576 2024-09-12T00:30:05.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.688+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~C75BJK6BPH3Q.2 size=334122 2024-09-12T00:30:05.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.690+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=C75BJK6BPH3Q tag=ADT3T52JOXEN type=write size=3479850 2024-09-12T00:30:05.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.692+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~TOQC1Y0FNDU6.0 size=695714 2024-09-12T00:30:05.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.692+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=TOQC1Y0FNDU6 tag=3PTRMUWXHY7A type=write size=1744290 2024-09-12T00:30:05.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.693+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~JVHWD5FM4K56.0 size=513672 2024-09-12T00:30:05.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.695+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=JVHWD5FM4K56 tag=NWY4EFY7FIAD type=write size=1562248 2024-09-12T00:30:05.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.696+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=IU724Q526IIB type=del size=2008359 2024-09-12T00:30:05.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.697+0000 7f8455f5c780 1 < completed write operation key=HNLIR7DV5BHI tag=GGYH690KFIXG type=write size=562555 2024-09-12T00:30:05.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.699+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=MUEQUNQQDYPQ type=del size=3154810 2024-09-12T00:30:05.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.700+0000 7f8455f5c780 1 < completed write operation key=SLXJ6AI0B77O tag=6Q26PT50T0RU type=write size=926217 2024-09-12T00:30:05.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.701+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=99T2R4HCZ1G4 type=write size=736425 2024-09-12T00:30:05.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.702+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~002UR05XAYLH.0 size=1048576 2024-09-12T00:30:05.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.703+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~002UR05XAYLH.1 size=1048576 2024-09-12T00:30:05.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.704+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~002UR05XAYLH.2 size=509922 2024-09-12T00:30:05.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.706+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=002UR05XAYLH tag=T715AQQPIUU0 type=write size=3655650 2024-09-12T00:30:05.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.707+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=HGT0HD64646P type=del size=3703736 2024-09-12T00:30:05.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.709+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~WM34N76B0L17.0 size=1048576 2024-09-12T00:30:05.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.709+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~WM34N76B0L17.1 size=110986 2024-09-12T00:30:05.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.711+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=WM34N76B0L17 tag=QR9Z0MF03EWU type=write size=2208138 2024-09-12T00:30:05.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.713+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~YAPN820ZUB22.0 size=1048576 2024-09-12T00:30:05.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.714+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~YAPN820ZUB22.1 size=1048576 2024-09-12T00:30:05.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.715+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~YAPN820ZUB22.2 size=1007823 2024-09-12T00:30:05.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.715+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=YAPN820ZUB22 tag=DYVROXDTOAHM type=write size=4153551 2024-09-12T00:30:05.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.716+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~AZH9VWFHHBZS.0 size=125197 2024-09-12T00:30:05.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.718+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=AZH9VWFHHBZS tag=UZI07M958LV7 type=write size=1173773 2024-09-12T00:30:05.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.719+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=0VHFQY5TGWVW type=del size=134247 2024-09-12T00:30:05.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.721+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~QDKOPE2N9LQK.0 size=1048576 2024-09-12T00:30:05.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.721+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~QDKOPE2N9LQK.1 size=744977 2024-09-12T00:30:05.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.723+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=QDKOPE2N9LQK tag=73DTTOUL06JF type=write size=2842129 2024-09-12T00:30:05.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.725+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=IDBRFH2KZ6D6 type=del size=3686800 2024-09-12T00:30:05.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.726+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~OZ5OTKEF95SX.0 size=38015 2024-09-12T00:30:05.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.728+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=OZ5OTKEF95SX tag=HOE7W74GN09M type=write size=1086591 2024-09-12T00:30:05.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.729+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=BIA7WI0ADT9U type=del size=1958833 2024-09-12T00:30:05.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.730+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=J3087D5KNA9K type=del 2024-09-12T00:30:05.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.731+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=OKZ0K5NJRU19 type=del size=389425 2024-09-12T00:30:05.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.732+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~0I5CQS7IC0S6.0 size=1048576 2024-09-12T00:30:05.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.733+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~0I5CQS7IC0S6.1 size=612601 2024-09-12T00:30:05.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.735+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=0I5CQS7IC0S6 tag=0QB727LQ1HRF type=write size=2709753 2024-09-12T00:30:05.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.737+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=97TAIGOZLTYC type=del size=2545217 2024-09-12T00:30:05.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.738+0000 7f8455f5c780 1 < canceled operation key=7T1NXXX4G2CP tag=HPWUZ3LJCZP5 type=write size=696967 2024-09-12T00:30:05.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.739+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=JM0BVN2QC20V type=del size=401229 2024-09-12T00:30:05.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.741+0000 7f8455f5c780 -1 < failed to complete operation key=O6IDG2ZIU2BY tag=TLZDE3BAX598 type=del size=2158186: (22) Invalid argument 2024-09-12T00:30:05.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.743+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~W4ANSSCAVF9I.0 size=1048576 2024-09-12T00:30:05.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.744+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~W4ANSSCAVF9I.1 size=1048576 2024-09-12T00:30:05.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.744+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~W4ANSSCAVF9I.2 size=9802 2024-09-12T00:30:05.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.744+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=W4ANSSCAVF9I tag=NAI9MRCXJSIG type=write size=3155530 2024-09-12T00:30:05.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.746+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=AWWPFLL57U90 type=del 2024-09-12T00:30:05.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.747+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=YZ1JWPEDV56S type=del size=3103302 2024-09-12T00:30:05.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.748+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=188QUEKWNWH9 type=del 2024-09-12T00:30:05.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.749+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=5RQ22XT3225D type=del size=2480 2024-09-12T00:30:05.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.750+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~UFFSQQHTY2J4.0 size=452392 2024-09-12T00:30:05.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.752+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=UFFSQQHTY2J4 tag=TCJ9PWMFBM6Q type=write size=1500968 2024-09-12T00:30:05.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.753+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=LFFT2L6Y58M6 type=del size=2921892 2024-09-12T00:30:05.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.754+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~TOQC1Y0FNDU6.0 size=695714 2024-09-12T00:30:05.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.756+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=TOQC1Y0FNDU6 tag=3PTRMUWXHY7A type=write size=1744290 2024-09-12T00:30:05.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.757+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=S3LIW33QVDES type=del size=1244059 2024-09-12T00:30:05.757 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.758+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=IU724Q526IIB type=del 2024-09-12T00:30:05.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.760+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=HCEJXPN10Z2W type=del size=1303562 2024-09-12T00:30:05.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.761+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=MUEQUNQQDYPQ type=del 2024-09-12T00:30:05.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.763+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~ZBVH6VQNQZ9R.0 size=1048576 2024-09-12T00:30:05.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.764+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~ZBVH6VQNQZ9R.1 size=1048576 2024-09-12T00:30:05.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.765+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~ZBVH6VQNQZ9R.2 size=665082 2024-09-12T00:30:05.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.765+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=ZBVH6VQNQZ9R tag=K8S5PH6JLUZF type=write size=3810810 2024-09-12T00:30:05.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.766+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=99T2R4HCZ1G4 type=write size=736425 2024-09-12T00:30:05.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.767+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=37SCJJ1XLE4E type=write size=345994 2024-09-12T00:30:05.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.768+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=HGT0HD64646P type=del 2024-09-12T00:30:05.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.770+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=BQZ5W2NTKK8L type=del size=2284066 2024-09-12T00:30:05.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.771+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~YAPN820ZUB22.0 size=1048576 2024-09-12T00:30:05.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.772+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~YAPN820ZUB22.1 size=1048576 2024-09-12T00:30:05.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.773+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~YAPN820ZUB22.2 size=1007823 2024-09-12T00:30:05.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.776+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=YAPN820ZUB22 tag=DYVROXDTOAHM type=write size=4153551 2024-09-12T00:30:05.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.777+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=9Q99BYQT0T1C type=del size=2160666 2024-09-12T00:30:05.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.778+0000 7f8455f5c780 1 < canceled operation key=7T1NXXX4G2CP tag=0VHFQY5TGWVW type=del size=134247 2024-09-12T00:30:05.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.779+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=SXWC8LPV3FUW type=del size=3139207 2024-09-12T00:30:05.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.780+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=IDBRFH2KZ6D6 type=del 2024-09-12T00:30:05.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.782+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=OPYJ576LEHPM type=del size=3485290 2024-09-12T00:30:05.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.783+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=BIA7WI0ADT9U type=del 2024-09-12T00:30:05.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.785+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~IW0E14UA2BF4.0 size=1048576 2024-09-12T00:30:05.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.786+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~IW0E14UA2BF4.1 size=1048576 2024-09-12T00:30:05.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.787+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~IW0E14UA2BF4.2 size=331384 2024-09-12T00:30:05.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.787+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=IW0E14UA2BF4 tag=70OFMANPGL2M type=write size=3477112 2024-09-12T00:30:05.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.788+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=OKZ0K5NJRU19 type=del 2024-09-12T00:30:05.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.789+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=TJWPTMJ9KM5I type=write size=482269 2024-09-12T00:30:05.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.791+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=97TAIGOZLTYC type=del 2024-09-12T00:30:05.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.793+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~P4YNFP3NPNBX.0 size=1048576 2024-09-12T00:30:05.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.794+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~P4YNFP3NPNBX.1 size=1048576 2024-09-12T00:30:05.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.795+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~P4YNFP3NPNBX.2 size=698615 2024-09-12T00:30:05.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.795+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=P4YNFP3NPNBX tag=KDBC1GHJRX3Q type=write size=3844343 2024-09-12T00:30:05.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.796+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=JM0BVN2QC20V type=del 2024-09-12T00:30:05.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.798+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~1VH2I5LK3JNK.0 size=206259 2024-09-12T00:30:05.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.798+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=1VH2I5LK3JNK tag=JZ7WXUG7QDAP type=write size=1254835 2024-09-12T00:30:05.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.799+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~W4ANSSCAVF9I.0 size=1048576 2024-09-12T00:30:05.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.800+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~W4ANSSCAVF9I.1 size=1048576 2024-09-12T00:30:05.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.801+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~W4ANSSCAVF9I.2 size=9802 2024-09-12T00:30:05.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.803+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=W4ANSSCAVF9I tag=NAI9MRCXJSIG type=write size=3155530 2024-09-12T00:30:05.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.805+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VOWKZDBJV19N.0 size=1048576 2024-09-12T00:30:05.804 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.806+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VOWKZDBJV19N.1 size=1048576 2024-09-12T00:30:05.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.807+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VOWKZDBJV19N.2 size=16589 2024-09-12T00:30:05.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.807+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=VOWKZDBJV19N tag=61DUY7DXU1CX type=write size=3162317 2024-09-12T00:30:05.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.808+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=YZ1JWPEDV56S type=del 2024-09-12T00:30:05.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.810+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~40PQ0W79JGLT.0 size=1048576 2024-09-12T00:30:05.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.811+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~40PQ0W79JGLT.1 size=545569 2024-09-12T00:30:05.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.811+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=40PQ0W79JGLT tag=3AXGI3S3PKLH type=write size=2642721 2024-09-12T00:30:05.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.813+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=5RQ22XT3225D type=del 2024-09-12T00:30:05.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.814+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=AXZ4X390Z4CA type=del size=756430 2024-09-12T00:30:05.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.816+0000 7f8455f5c780 1 < suggested update operation key=O0KLCJJC71GL tag=LFFT2L6Y58M6 type=del size=2921892 2024-09-12T00:30:05.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.818+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~T1NYCWLLXVEX.0 size=1048576 2024-09-12T00:30:05.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.819+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~T1NYCWLLXVEX.1 size=529924 2024-09-12T00:30:05.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.819+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=T1NYCWLLXVEX tag=HF2D0Q86U4JK type=write size=2627076 2024-09-12T00:30:05.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.820+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=S3LIW33QVDES type=del 2024-09-12T00:30:05.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.821+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=MDABMBW0CXJ3 type=del size=4045772 2024-09-12T00:30:05.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.823+0000 7f8455f5c780 1 < suggested update operation key=UKPL92R8L6P1 tag=HCEJXPN10Z2W type=del size=1303562 2024-09-12T00:30:05.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.825+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~DCDBWOQWOSZW.0 size=1048576 2024-09-12T00:30:05.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.826+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~DCDBWOQWOSZW.1 size=342070 2024-09-12T00:30:05.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.826+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=DCDBWOQWOSZW tag=NN9MUZ3UL417 type=write size=2439222 2024-09-12T00:30:05.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.828+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~ZBVH6VQNQZ9R.0 size=1048576 2024-09-12T00:30:05.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.828+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~ZBVH6VQNQZ9R.1 size=1048576 2024-09-12T00:30:05.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.829+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~ZBVH6VQNQZ9R.2 size=665082 2024-09-12T00:30:05.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.831+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=ZBVH6VQNQZ9R tag=K8S5PH6JLUZF type=write size=3810810 2024-09-12T00:30:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.832+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=MNLOHC4EKWDK type=del size=2697561 2024-09-12T00:30:05.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.835+0000 7f8455f5c780 1 < suggested remove operation key=EWN14RZZVQSP tag=37SCJJ1XLE4E type=write 2024-09-12T00:30:05.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.837+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~0QGSH092LVFB.0 size=538750 2024-09-12T00:30:05.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.837+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=0QGSH092LVFB tag=AKDGZ41XZP97 type=write size=1587326 2024-09-12T00:30:05.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.839+0000 7f8455f5c780 1 < suggested update operation key=O75MSKPJ6Q0D tag=BQZ5W2NTKK8L type=del size=2284066 2024-09-12T00:30:05.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.841+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~18YJU1ODIAL4.0 size=446842 2024-09-12T00:30:05.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.841+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=18YJU1ODIAL4 tag=7VTFGRCT4IU5 type=write size=1495418 2024-09-12T00:30:05.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.842+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=9Q99BYQT0T1C type=del 2024-09-12T00:30:05.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.843+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=KJ0EA3HKXCUD type=write size=980236 2024-09-12T00:30:05.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.845+0000 7f8455f5c780 1 < suggested remove operation key=PM03TED1Y5B8 tag=SXWC8LPV3FUW type=del 2024-09-12T00:30:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.847+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=ZGJQTXA51KB5 type=write size=344011 2024-09-12T00:30:05.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.848+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=OPYJ576LEHPM type=del 2024-09-12T00:30:05.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.850+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~VXGME80J4ICP.0 size=1048576 2024-09-12T00:30:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.851+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~VXGME80J4ICP.1 size=198946 2024-09-12T00:30:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.851+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=VXGME80J4ICP tag=HDVTSVVLMOBL type=write size=2296098 2024-09-12T00:30:05.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.852+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~IW0E14UA2BF4.0 size=1048576 2024-09-12T00:30:05.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.853+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~IW0E14UA2BF4.1 size=1048576 2024-09-12T00:30:05.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.854+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~IW0E14UA2BF4.2 size=331384 2024-09-12T00:30:05.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.856+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=IW0E14UA2BF4 tag=70OFMANPGL2M type=write size=3477112 2024-09-12T00:30:05.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.858+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~0XDH4O2OR8IJ.0 size=1048576 2024-09-12T00:30:05.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.859+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~0XDH4O2OR8IJ.1 size=1048576 2024-09-12T00:30:05.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.859+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~0XDH4O2OR8IJ.2 size=878083 2024-09-12T00:30:05.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.859+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=0XDH4O2OR8IJ tag=IXQP8N9K73EL type=write size=4023811 2024-09-12T00:30:05.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.861+0000 7f8455f5c780 1 < completed write operation key=G6YFIJM3LQN2 tag=TJWPTMJ9KM5I type=write size=482269 2024-09-12T00:30:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.863+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~WU2P8HS5M4AF.0 size=1048576 2024-09-12T00:30:05.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.863+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~WU2P8HS5M4AF.1 size=192125 2024-09-12T00:30:05.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.863+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=WU2P8HS5M4AF tag=0Y57NEP83AJO type=write size=2289277 2024-09-12T00:30:05.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.865+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~P4YNFP3NPNBX.0 size=1048576 2024-09-12T00:30:05.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.866+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~P4YNFP3NPNBX.1 size=1048576 2024-09-12T00:30:05.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.866+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~P4YNFP3NPNBX.2 size=698615 2024-09-12T00:30:05.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.868+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=P4YNFP3NPNBX tag=KDBC1GHJRX3Q type=write size=3844343 2024-09-12T00:30:05.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.870+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~6RJ81TIZ47K9.0 size=856539 2024-09-12T00:30:05.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.870+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=6RJ81TIZ47K9 tag=S2190MEYCT21 type=write size=1905115 2024-09-12T00:30:05.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.871+0000 7f8455f5c780 1 < canceled part key=_multipart_NJDCFOHPNT1R.2~1VH2I5LK3JNK.0 size=206259 2024-09-12T00:30:05.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.873+0000 7f8455f5c780 1 < canceled multipart upload key=NJDCFOHPNT1R upload=1VH2I5LK3JNK tag=JZ7WXUG7QDAP type=write size=1254835 2024-09-12T00:30:05.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.874+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=FQMIZE11JVER type=write size=542807 2024-09-12T00:30:05.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.875+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VOWKZDBJV19N.0 size=1048576 2024-09-12T00:30:05.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.876+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VOWKZDBJV19N.1 size=1048576 2024-09-12T00:30:05.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.877+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VOWKZDBJV19N.2 size=16589 2024-09-12T00:30:05.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.879+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=VOWKZDBJV19N tag=61DUY7DXU1CX type=write size=3162317 2024-09-12T00:30:05.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.882+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~RXC5SAW48IJ2.0 size=1048576 2024-09-12T00:30:05.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.883+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~RXC5SAW48IJ2.1 size=1048576 2024-09-12T00:30:05.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.886+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~RXC5SAW48IJ2.2 size=445345 2024-09-12T00:30:05.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.886+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=RXC5SAW48IJ2 tag=LV74AEDPS17P type=write size=3591073 2024-09-12T00:30:05.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.887+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~40PQ0W79JGLT.0 size=1048576 2024-09-12T00:30:05.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.888+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~40PQ0W79JGLT.1 size=545569 2024-09-12T00:30:05.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.890+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=40PQ0W79JGLT tag=3AXGI3S3PKLH type=write size=2642721 2024-09-12T00:30:05.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.892+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~WJFXTLY2X96G.0 size=1048576 2024-09-12T00:30:05.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.893+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~WJFXTLY2X96G.1 size=1048576 2024-09-12T00:30:05.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.894+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~WJFXTLY2X96G.2 size=375645 2024-09-12T00:30:05.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.894+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=WJFXTLY2X96G tag=CYN5F37EX8I0 type=write size=3521373 2024-09-12T00:30:05.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.896+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=AXZ4X390Z4CA type=del 2024-09-12T00:30:05.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.897+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=D8LJNXSZTBHT type=write size=378152 2024-09-12T00:30:05.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.898+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~T1NYCWLLXVEX.0 size=1048576 2024-09-12T00:30:05.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.898+0000 7f8455f5c780 1 < canceled part key=_multipart_O6IDG2ZIU2BY.2~T1NYCWLLXVEX.1 size=529924 2024-09-12T00:30:05.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.901+0000 7f8455f5c780 1 < canceled multipart upload key=O6IDG2ZIU2BY upload=T1NYCWLLXVEX tag=HF2D0Q86U4JK type=write size=2627076 2024-09-12T00:30:05.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.903+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~EJY9YL4M0TGJ.0 size=1048576 2024-09-12T00:30:05.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.904+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~EJY9YL4M0TGJ.1 size=851174 2024-09-12T00:30:05.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.904+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=EJY9YL4M0TGJ tag=A1M4B9LE3VRS type=write size=2948326 2024-09-12T00:30:05.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.906+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=MDABMBW0CXJ3 type=del size=4045772 2024-09-12T00:30:05.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.909+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~73ZSCAL9PCSN.0 size=1048576 2024-09-12T00:30:05.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.910+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~73ZSCAL9PCSN.1 size=869062 2024-09-12T00:30:05.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.910+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=73ZSCAL9PCSN tag=HNBNWC6BWOWR type=write size=2966214 2024-09-12T00:30:05.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.911+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~DCDBWOQWOSZW.0 size=1048576 2024-09-12T00:30:05.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.912+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~DCDBWOQWOSZW.1 size=342070 2024-09-12T00:30:05.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.914+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=DCDBWOQWOSZW tag=NN9MUZ3UL417 type=write size=2439222 2024-09-12T00:30:05.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.916+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~6UQG2FJVNEYS.0 size=91406 2024-09-12T00:30:05.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.916+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=6UQG2FJVNEYS tag=6YSMD43EF7Q4 type=write size=1139982 2024-09-12T00:30:05.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.917+0000 7f8455f5c780 1 < canceled operation key=STIRHZQYJ1PZ tag=MNLOHC4EKWDK type=del size=2697561 2024-09-12T00:30:05.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.919+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=5ID9EWTB9OTL type=del size=3815013 2024-09-12T00:30:05.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.920+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~0QGSH092LVFB.0 size=538750 2024-09-12T00:30:05.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.922+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=0QGSH092LVFB tag=AKDGZ41XZP97 type=write size=1587326 2024-09-12T00:30:05.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.923+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=NO3UBPR01KQ2 type=del size=2437344 2024-09-12T00:30:05.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.924+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~18YJU1ODIAL4.0 size=446842 2024-09-12T00:30:05.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.926+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=18YJU1ODIAL4 tag=7VTFGRCT4IU5 type=write size=1495418 2024-09-12T00:30:05.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.929+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~TFLLG9RVVH5I.0 size=1048576 2024-09-12T00:30:05.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.930+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~TFLLG9RVVH5I.1 size=1048576 2024-09-12T00:30:05.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.931+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~TFLLG9RVVH5I.2 size=900556 2024-09-12T00:30:05.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.931+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=TFLLG9RVVH5I tag=N03NPK43JUT6 type=write size=4046284 2024-09-12T00:30:05.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.933+0000 7f8455f5c780 1 < suggested update operation key=D02C1LZ2VOOE tag=KJ0EA3HKXCUD type=write size=980236 2024-09-12T00:30:05.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.935+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~6CO7EL48JEPD.0 size=295994 2024-09-12T00:30:05.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.935+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=6CO7EL48JEPD tag=2UU93P8AP8PY type=write size=1344570 2024-09-12T00:30:05.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.937+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=ZGJQTXA51KB5 type=write size=344011 2024-09-12T00:30:05.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.939+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~BWUP2K3YQ8Z9.0 size=310277 2024-09-12T00:30:05.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.939+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=BWUP2K3YQ8Z9 tag=33PT91SO8T0P type=write size=1358853 2024-09-12T00:30:05.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.941+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~VXGME80J4ICP.0 size=1048576 2024-09-12T00:30:05.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.942+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~VXGME80J4ICP.1 size=198946 2024-09-12T00:30:05.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.943+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=VXGME80J4ICP tag=HDVTSVVLMOBL type=write size=2296098 2024-09-12T00:30:05.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.945+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=QHV4S4457U2O type=del size=2767727 2024-09-12T00:30:05.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.946+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~0XDH4O2OR8IJ.0 size=1048576 2024-09-12T00:30:05.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.946+0000 7f8455f5c780 1 < canceled part key=_multipart_HNLIR7DV5BHI.2~0XDH4O2OR8IJ.1 size=1048576 2024-09-12T00:30:05.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.947+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~0XDH4O2OR8IJ.2 size=878083 2024-09-12T00:30:05.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.949+0000 7f8455f5c780 1 < canceled multipart upload key=HNLIR7DV5BHI upload=0XDH4O2OR8IJ tag=IXQP8N9K73EL type=write size=4023811 2024-09-12T00:30:05.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.950+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=RYKZBUX32TSK type=del size=1936944 2024-09-12T00:30:05.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.951+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~WU2P8HS5M4AF.0 size=1048576 2024-09-12T00:30:05.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.952+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~WU2P8HS5M4AF.1 size=192125 2024-09-12T00:30:05.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.954+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=WU2P8HS5M4AF tag=0Y57NEP83AJO type=write size=2289277 2024-09-12T00:30:05.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.956+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~YVUY8XFOU1MY.0 size=1048576 2024-09-12T00:30:05.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.957+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~YVUY8XFOU1MY.1 size=1048576 2024-09-12T00:30:05.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.958+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~YVUY8XFOU1MY.2 size=195941 2024-09-12T00:30:05.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.958+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=YVUY8XFOU1MY tag=CCDOET1K9ML3 type=write size=3341669 2024-09-12T00:30:05.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.959+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~6RJ81TIZ47K9.0 size=856539 2024-09-12T00:30:05.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.961+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=6RJ81TIZ47K9 tag=S2190MEYCT21 type=write size=1905115 2024-09-12T00:30:05.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.963+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~7GEMY1R079D2.0 size=585737 2024-09-12T00:30:05.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.963+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=7GEMY1R079D2 tag=DJ5FMAG98DKT type=write size=1634313 2024-09-12T00:30:05.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.964+0000 7f8455f5c780 1 < canceled operation key=FVZ1KXZLGCI5 tag=FQMIZE11JVER type=write size=542807 2024-09-12T00:30:05.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.965+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=25FOIAN6S21M type=del size=3135964 2024-09-12T00:30:05.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.967+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~RXC5SAW48IJ2.0 size=1048576 2024-09-12T00:30:05.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.968+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~RXC5SAW48IJ2.1 size=1048576 2024-09-12T00:30:05.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.968+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~RXC5SAW48IJ2.2 size=445345 2024-09-12T00:30:05.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.970+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=RXC5SAW48IJ2 tag=LV74AEDPS17P type=write size=3591073 2024-09-12T00:30:05.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.971+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=GY98VB63ODQJ type=del size=3429812 2024-09-12T00:30:05.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.972+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~WJFXTLY2X96G.0 size=1048576 2024-09-12T00:30:05.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.973+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~WJFXTLY2X96G.1 size=1048576 2024-09-12T00:30:05.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.974+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~WJFXTLY2X96G.2 size=375645 2024-09-12T00:30:05.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.976+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=WJFXTLY2X96G tag=CYN5F37EX8I0 type=write size=3521373 2024-09-12T00:30:05.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.978+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~SFUCGJOYY7UU.0 size=1048576 2024-09-12T00:30:05.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.979+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~SFUCGJOYY7UU.1 size=1048576 2024-09-12T00:30:05.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.980+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~SFUCGJOYY7UU.2 size=492387 2024-09-12T00:30:05.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.980+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=SFUCGJOYY7UU tag=PTYB1RA0A1N0 type=write size=3638115 2024-09-12T00:30:05.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.981+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=D8LJNXSZTBHT type=write size=378152 2024-09-12T00:30:05.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.982+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=UJD6OWNHCGQ0 type=del size=3332773 2024-09-12T00:30:05.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.984+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~EJY9YL4M0TGJ.0 size=1048576 2024-09-12T00:30:05.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.985+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~EJY9YL4M0TGJ.1 size=851174 2024-09-12T00:30:05.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.987+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=EJY9YL4M0TGJ tag=A1M4B9LE3VRS type=write size=2948326 2024-09-12T00:30:05.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.988+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=41AP2U0GKK5D type=del size=3276173 2024-09-12T00:30:05.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.989+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~73ZSCAL9PCSN.0 size=1048576 2024-09-12T00:30:05.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.992+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~73ZSCAL9PCSN.1 size=869062 2024-09-12T00:30:05.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.994+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=73ZSCAL9PCSN tag=HNBNWC6BWOWR type=write size=2966214 2024-09-12T00:30:05.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.999+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~19ZF4Z1RKC3T.0 size=986253 2024-09-12T00:30:05.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:05.999+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=19ZF4Z1RKC3T tag=B7VVAAXOL040 type=write size=2034829 2024-09-12T00:30:05.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.000+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~6UQG2FJVNEYS.0 size=91406 2024-09-12T00:30:06.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.003+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=6UQG2FJVNEYS tag=6YSMD43EF7Q4 type=write size=1139982 2024-09-12T00:30:06.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.004+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=Z6TFP2ESE3WK type=del size=2429684 2024-09-12T00:30:06.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.005+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=5ID9EWTB9OTL type=del 2024-09-12T00:30:06.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.006+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=5C47FBVN17YI type=write size=129791 2024-09-12T00:30:06.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.007+0000 7f8455f5c780 1 < canceled operation key=JINLCAVH28MB tag=NO3UBPR01KQ2 type=del size=2437344 2024-09-12T00:30:06.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.010+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~1NA1YXF4NVOI.0 size=1048576 2024-09-12T00:30:06.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.010+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~1NA1YXF4NVOI.1 size=1048576 2024-09-12T00:30:06.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.012+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~1NA1YXF4NVOI.2 size=361461 2024-09-12T00:30:06.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.012+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=1NA1YXF4NVOI tag=XTCDECXSNX3A type=write size=3507189 2024-09-12T00:30:06.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.013+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~TFLLG9RVVH5I.0 size=1048576 2024-09-12T00:30:06.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.014+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~TFLLG9RVVH5I.1 size=1048576 2024-09-12T00:30:06.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.015+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~TFLLG9RVVH5I.2 size=900556 2024-09-12T00:30:06.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.017+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=TFLLG9RVVH5I tag=N03NPK43JUT6 type=write size=4046284 2024-09-12T00:30:06.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.018+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=BK5FA3J6Z7TJ type=del size=1967591 2024-09-12T00:30:06.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.019+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~6CO7EL48JEPD.0 size=295994 2024-09-12T00:30:06.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.021+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=6CO7EL48JEPD tag=2UU93P8AP8PY type=write size=1344570 2024-09-12T00:30:06.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.022+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=S5PSTYVHD3HQ type=del size=2644649 2024-09-12T00:30:06.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.023+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~BWUP2K3YQ8Z9.0 size=310277 2024-09-12T00:30:06.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.025+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=BWUP2K3YQ8Z9 tag=33PT91SO8T0P type=write size=1358853 2024-09-12T00:30:06.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.026+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=LT0I7XI2HSEO type=write size=143992 2024-09-12T00:30:06.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.027+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=QHV4S4457U2O type=del 2024-09-12T00:30:06.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.029+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=SU7DRE3K6322 type=del size=3885702 2024-09-12T00:30:06.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.030+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=RYKZBUX32TSK type=del 2024-09-12T00:30:06.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.032+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BOO66L8FWXJB.0 size=1048576 2024-09-12T00:30:06.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.033+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BOO66L8FWXJB.1 size=520887 2024-09-12T00:30:06.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.033+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=BOO66L8FWXJB tag=CKQN7O9GPYH3 type=write size=2618039 2024-09-12T00:30:06.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.034+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~YVUY8XFOU1MY.0 size=1048576 2024-09-12T00:30:06.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.035+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~YVUY8XFOU1MY.1 size=1048576 2024-09-12T00:30:06.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.036+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~YVUY8XFOU1MY.2 size=195941 2024-09-12T00:30:06.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.038+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=YVUY8XFOU1MY tag=CCDOET1K9ML3 type=write size=3341669 2024-09-12T00:30:06.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.040+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~QU4B8JO6ZUTY.0 size=490617 2024-09-12T00:30:06.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.040+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=QU4B8JO6ZUTY tag=EQETE1HFEQD9 type=write size=1539193 2024-09-12T00:30:06.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.041+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~7GEMY1R079D2.0 size=585737 2024-09-12T00:30:06.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.043+0000 7f8455f5c780 1 < completed multipart upload key=5F2OS11YH2Y3 upload=7GEMY1R079D2 tag=DJ5FMAG98DKT type=write size=1634313 2024-09-12T00:30:06.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.045+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~MPHYVN3E5DKF.0 size=1048576 2024-09-12T00:30:06.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.046+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~MPHYVN3E5DKF.1 size=1048576 2024-09-12T00:30:06.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.047+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~MPHYVN3E5DKF.2 size=32217 2024-09-12T00:30:06.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.047+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=MPHYVN3E5DKF tag=JSMLMLUZU3Q9 type=write size=3177945 2024-09-12T00:30:06.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.048+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=25FOIAN6S21M type=del 2024-09-12T00:30:06.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.049+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=30YO97YGM0Z1 type=write size=523922 2024-09-12T00:30:06.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.051+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=GY98VB63ODQJ type=del 2024-09-12T00:30:06.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.053+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~VP9IM6X2C993.0 size=1048576 2024-09-12T00:30:06.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.054+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~VP9IM6X2C993.1 size=878458 2024-09-12T00:30:06.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.054+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=VP9IM6X2C993 tag=HKOTA2N2OZQH type=write size=2975610 2024-09-12T00:30:06.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.055+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~SFUCGJOYY7UU.0 size=1048576 2024-09-12T00:30:06.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.056+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~SFUCGJOYY7UU.1 size=1048576 2024-09-12T00:30:06.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.057+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~SFUCGJOYY7UU.2 size=492387 2024-09-12T00:30:06.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.059+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=SFUCGJOYY7UU tag=PTYB1RA0A1N0 type=write size=3638115 2024-09-12T00:30:06.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.060+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=J98EYAA3LQE9 type=del size=66638 2024-09-12T00:30:06.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.061+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=UJD6OWNHCGQ0 type=del 2024-09-12T00:30:06.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.062+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=98OKGYO9WAF3 type=del size=3692994 2024-09-12T00:30:06.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.065+0000 7f8455f5c780 1 < suggested remove operation key=FAH61LMM19S7 tag=41AP2U0GKK5D type=del 2024-09-12T00:30:06.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.066+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=U6GGKV9S86SC type=del size=535599 2024-09-12T00:30:06.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.066+0000 7f8455f5c780 1 < canceled part key=_multipart_PM03TED1Y5B8.2~19ZF4Z1RKC3T.0 size=986253 2024-09-12T00:30:06.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.068+0000 7f8455f5c780 1 < canceled multipart upload key=PM03TED1Y5B8 upload=19ZF4Z1RKC3T tag=B7VVAAXOL040 type=write size=2034829 2024-09-12T00:30:06.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.069+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=GZD3LYVITITI type=del size=2083697 2024-09-12T00:30:06.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.071+0000 7f8455f5c780 1 < suggested remove operation key=O0KLCJJC71GL tag=Z6TFP2ESE3WK type=del 2024-09-12T00:30:06.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.074+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~WD7J4WTSE00F.0 size=130023 2024-09-12T00:30:06.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.074+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=WD7J4WTSE00F tag=ZNF8FNC8HQL6 type=write size=1178599 2024-09-12T00:30:06.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.075+0000 7f8455f5c780 1 < completed write operation key=5F2OS11YH2Y3 tag=5C47FBVN17YI type=write size=129791 2024-09-12T00:30:06.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.076+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=PK1P590GPXJ6 type=del size=2271057 2024-09-12T00:30:06.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.078+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~1NA1YXF4NVOI.0 size=1048576 2024-09-12T00:30:06.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.079+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~1NA1YXF4NVOI.1 size=1048576 2024-09-12T00:30:06.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.079+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~1NA1YXF4NVOI.2 size=361461 2024-09-12T00:30:06.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.081+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=1NA1YXF4NVOI tag=XTCDECXSNX3A type=write size=3507189 2024-09-12T00:30:06.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.083+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=W8TSSCND0KGQ type=write size=15348 2024-09-12T00:30:06.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.084+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=BK5FA3J6Z7TJ type=del 2024-09-12T00:30:06.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.085+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=AWXVAJPHLU13 type=write size=562858 2024-09-12T00:30:06.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.086+0000 7f8455f5c780 1 < canceled operation key=EWN14RZZVQSP tag=S5PSTYVHD3HQ type=del size=2644649 2024-09-12T00:30:06.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.087+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=C9M4OWJEHUZE type=del size=400997 2024-09-12T00:30:06.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.089+0000 7f8455f5c780 1 < completed write operation key=HTB4SFXRNX8P tag=LT0I7XI2HSEO type=write size=143992 2024-09-12T00:30:06.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.090+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=R8DIHPUWEQS7 type=del size=1814320 2024-09-12T00:30:06.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.091+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=SU7DRE3K6322 type=del 2024-09-12T00:30:06.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.092+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=B59DJYQ0USWG type=del size=721430 2024-09-12T00:30:06.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.093+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BOO66L8FWXJB.0 size=1048576 2024-09-12T00:30:06.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.094+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BOO66L8FWXJB.1 size=520887 2024-09-12T00:30:06.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.096+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=BOO66L8FWXJB tag=CKQN7O9GPYH3 type=write size=2618039 2024-09-12T00:30:06.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.099+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~DHCEKBHBVJAC.0 size=1048576 2024-09-12T00:30:06.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.099+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~DHCEKBHBVJAC.1 size=1000658 2024-09-12T00:30:06.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.099+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=DHCEKBHBVJAC tag=XN3AN0SBCA0X type=write size=3097810 2024-09-12T00:30:06.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.101+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~QU4B8JO6ZUTY.0 size=490617 2024-09-12T00:30:06.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.103+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=QU4B8JO6ZUTY tag=EQETE1HFEQD9 type=write size=1539193 2024-09-12T00:30:06.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.104+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=0B6Q59EVR46K type=del size=3535101 2024-09-12T00:30:06.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.105+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~MPHYVN3E5DKF.0 size=1048576 2024-09-12T00:30:06.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.106+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~MPHYVN3E5DKF.1 size=1048576 2024-09-12T00:30:06.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.108+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~MPHYVN3E5DKF.2 size=32217 2024-09-12T00:30:06.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.110+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=MPHYVN3E5DKF tag=JSMLMLUZU3Q9 type=write size=3177945 2024-09-12T00:30:06.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.112+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=DWJHH2ISEU4H type=del size=3326315 2024-09-12T00:30:06.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.113+0000 7f8455f5c780 1 < completed write operation key=HNLIR7DV5BHI tag=30YO97YGM0Z1 type=write size=523922 2024-09-12T00:30:06.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.114+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=TTLM2CPU2T4D type=write size=616777 2024-09-12T00:30:06.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.115+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~VP9IM6X2C993.0 size=1048576 2024-09-12T00:30:06.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.116+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~VP9IM6X2C993.1 size=878458 2024-09-12T00:30:06.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.118+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=VP9IM6X2C993 tag=HKOTA2N2OZQH type=write size=2975610 2024-09-12T00:30:06.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.119+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=PYI5DKBD7IE1 type=write size=70619 2024-09-12T00:30:06.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.120+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=J98EYAA3LQE9 type=del 2024-09-12T00:30:06.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.122+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=T9MVW1F6JCPX type=del size=1036438 2024-09-12T00:30:06.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.123+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=98OKGYO9WAF3 type=del 2024-09-12T00:30:06.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.125+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~VGVWEC0J06T2.0 size=1048576 2024-09-12T00:30:06.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.126+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~VGVWEC0J06T2.1 size=729248 2024-09-12T00:30:06.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.126+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=VGVWEC0J06T2 tag=V8BLBWODSLJQ type=write size=2826400 2024-09-12T00:30:06.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.127+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=U6GGKV9S86SC type=del 2024-09-12T00:30:06.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.128+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=RLUUFAR170AO type=del size=1320558 2024-09-12T00:30:06.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.131+0000 7f8455f5c780 1 < suggested remove operation key=NJDCFOHPNT1R tag=GZD3LYVITITI type=del 2024-09-12T00:30:06.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.132+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=5JCJ0W4X4EB5 type=del size=99049 2024-09-12T00:30:06.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.133+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~WD7J4WTSE00F.0 size=130023 2024-09-12T00:30:06.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.135+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=WD7J4WTSE00F tag=ZNF8FNC8HQL6 type=write size=1178599 2024-09-12T00:30:06.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.137+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~EAYXA918PYVH.0 size=1048576 2024-09-12T00:30:06.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.138+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~EAYXA918PYVH.1 size=1048576 2024-09-12T00:30:06.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.139+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~EAYXA918PYVH.2 size=54484 2024-09-12T00:30:06.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.139+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=EAYXA918PYVH tag=AJRNBB0ZAGOD type=write size=3200212 2024-09-12T00:30:06.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.141+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=PK1P590GPXJ6 type=del 2024-09-12T00:30:06.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.142+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=JTVWNS61KCO3 type=del size=3803523 2024-09-12T00:30:06.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.143+0000 7f8455f5c780 -1 < failed to complete operation key=NJDCFOHPNT1R tag=W8TSSCND0KGQ type=write size=15348: (22) Invalid argument 2024-09-12T00:30:06.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.144+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=ZH2CSB09HDE1 type=del size=1014840 2024-09-12T00:30:06.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.145+0000 7f8455f5c780 1 < completed write operation key=4DUAH9DXP2L3 tag=AWXVAJPHLU13 type=write size=562858 2024-09-12T00:30:06.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.146+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=PDL82MY7WVDS type=del size=2982653 2024-09-12T00:30:06.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.148+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=C9M4OWJEHUZE type=del 2024-09-12T00:30:06.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.150+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BL3HA8PCKC5L.0 size=1048576 2024-09-12T00:30:06.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.151+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BL3HA8PCKC5L.1 size=1048576 2024-09-12T00:30:06.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.152+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~BL3HA8PCKC5L.2 size=684104 2024-09-12T00:30:06.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.152+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=BL3HA8PCKC5L tag=DWTK5DYHVAML type=write size=3829832 2024-09-12T00:30:06.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.153+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=R8DIHPUWEQS7 type=del 2024-09-12T00:30:06.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.155+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~DMKCP35C232Y.0 size=359890 2024-09-12T00:30:06.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.155+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=DMKCP35C232Y tag=OFY7JI00AHUH type=write size=1408466 2024-09-12T00:30:06.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.156+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=B59DJYQ0USWG type=del 2024-09-12T00:30:06.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.157+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=P0RRNFJWFL9T type=write size=637824 2024-09-12T00:30:06.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.158+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~DHCEKBHBVJAC.0 size=1048576 2024-09-12T00:30:06.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.159+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~DHCEKBHBVJAC.1 size=1000658 2024-09-12T00:30:06.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.161+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=DHCEKBHBVJAC tag=XN3AN0SBCA0X type=write size=3097810 2024-09-12T00:30:06.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.163+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~1YQIODY79BSA.0 size=236226 2024-09-12T00:30:06.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.163+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=1YQIODY79BSA tag=V9C60RDN0PTS type=write size=1284802 2024-09-12T00:30:06.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.166+0000 7f8455f5c780 1 < suggested remove operation key=FAH61LMM19S7 tag=0B6Q59EVR46K type=del 2024-09-12T00:30:06.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.167+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=H6WG6MS9MW6D type=del size=1788788 2024-09-12T00:30:06.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.168+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=DWJHH2ISEU4H type=del 2024-09-12T00:30:06.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.172+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~S045KDTDYPKN.0 size=400618 2024-09-12T00:30:06.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.172+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=S045KDTDYPKN tag=27Y0A962AIKS type=write size=1449194 2024-09-12T00:30:06.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.174+0000 7f8455f5c780 1 < completed write operation key=S9MO2233X1RE tag=TTLM2CPU2T4D type=write size=616777 2024-09-12T00:30:06.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.175+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=3TZG1QLWB859 type=write size=518669 2024-09-12T00:30:06.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.177+0000 7f8455f5c780 1 < suggested remove operation key=O0KLCJJC71GL tag=PYI5DKBD7IE1 type=write 2024-09-12T00:30:06.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.178+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=W3RJWM45VX9Z type=del size=3761921 2024-09-12T00:30:06.178 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.179+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=T9MVW1F6JCPX type=del 2024-09-12T00:30:06.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.181+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=RZ63H6JTNY8H type=write size=239453 2024-09-12T00:30:06.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.182+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~VGVWEC0J06T2.0 size=1048576 2024-09-12T00:30:06.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.183+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~VGVWEC0J06T2.1 size=729248 2024-09-12T00:30:06.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.185+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=VGVWEC0J06T2 tag=V8BLBWODSLJQ type=write size=2826400 2024-09-12T00:30:06.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.186+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=EW6V2GUHQZHX type=del size=1218450 2024-09-12T00:30:06.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.187+0000 7f8455f5c780 -1 < failed to complete operation key=O0KLCJJC71GL tag=RLUUFAR170AO type=del size=1320558: (22) Invalid argument 2024-09-12T00:30:06.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.190+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~H5LZS2KNUUO2.0 size=1048576 2024-09-12T00:30:06.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.191+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~H5LZS2KNUUO2.1 size=168078 2024-09-12T00:30:06.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.191+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=H5LZS2KNUUO2 tag=TWCWIONHFWCK type=write size=2265230 2024-09-12T00:30:06.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.193+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=5JCJ0W4X4EB5 type=del 2024-09-12T00:30:06.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.195+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=XE07JSB5DGFB type=del size=1339794 2024-09-12T00:30:06.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.196+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~EAYXA918PYVH.0 size=1048576 2024-09-12T00:30:06.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.197+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~EAYXA918PYVH.1 size=1048576 2024-09-12T00:30:06.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.198+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~EAYXA918PYVH.2 size=54484 2024-09-12T00:30:06.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.200+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=EAYXA918PYVH tag=AJRNBB0ZAGOD type=write size=3200212 2024-09-12T00:30:06.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.202+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~IFGFFAV3YWI0.0 size=1048576 2024-09-12T00:30:06.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.203+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~IFGFFAV3YWI0.1 size=455986 2024-09-12T00:30:06.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.203+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=IFGFFAV3YWI0 tag=R3K73FY3ETF4 type=write size=2553138 2024-09-12T00:30:06.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.204+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=JTVWNS61KCO3 type=del 2024-09-12T00:30:06.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.206+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~JJNWHN3WJ6ZH.0 size=1048576 2024-09-12T00:30:06.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.207+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~JJNWHN3WJ6ZH.1 size=787630 2024-09-12T00:30:06.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.207+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=JJNWHN3WJ6ZH tag=VBIDIE1RCMDJ type=write size=2884782 2024-09-12T00:30:06.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.209+0000 7f8455f5c780 1 < canceled operation key=4DUAH9DXP2L3 tag=ZH2CSB09HDE1 type=del size=1014840 2024-09-12T00:30:06.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.211+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~E3O8SZKYIDXJ.0 size=756242 2024-09-12T00:30:06.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.211+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=E3O8SZKYIDXJ tag=BM2X8RZRR7BN type=write size=1804818 2024-09-12T00:30:06.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.212+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=PDL82MY7WVDS type=del 2024-09-12T00:30:06.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.214+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~S3L1NSQU1EOW.0 size=1048576 2024-09-12T00:30:06.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.215+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~S3L1NSQU1EOW.1 size=448888 2024-09-12T00:30:06.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.215+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=S3L1NSQU1EOW tag=R3SW3TEO42AR type=write size=2546040 2024-09-12T00:30:06.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.216+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BL3HA8PCKC5L.0 size=1048576 2024-09-12T00:30:06.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.217+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BL3HA8PCKC5L.1 size=1048576 2024-09-12T00:30:06.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.219+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~BL3HA8PCKC5L.2 size=684104 2024-09-12T00:30:06.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.221+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=BL3HA8PCKC5L tag=DWTK5DYHVAML type=write size=3829832 2024-09-12T00:30:06.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.224+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~WLWLS2VQ3O0O.0 size=1048576 2024-09-12T00:30:06.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.225+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~WLWLS2VQ3O0O.1 size=907201 2024-09-12T00:30:06.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.225+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=WLWLS2VQ3O0O tag=Q4RDNV1ZF3N3 type=write size=3004353 2024-09-12T00:30:06.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.226+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~DMKCP35C232Y.0 size=359890 2024-09-12T00:30:06.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.228+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=DMKCP35C232Y tag=OFY7JI00AHUH type=write size=1408466 2024-09-12T00:30:06.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.229+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=DRAMD9NMNFMQ type=del size=2356561 2024-09-12T00:30:06.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.230+0000 7f8455f5c780 1 < completed write operation key=D02C1LZ2VOOE tag=P0RRNFJWFL9T type=write size=637824 2024-09-12T00:30:06.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.231+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=IEPPOW47ZT46 type=del size=3724718 2024-09-12T00:30:06.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.232+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~1YQIODY79BSA.0 size=236226 2024-09-12T00:30:06.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.234+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=1YQIODY79BSA tag=V9C60RDN0PTS type=write size=1284802 2024-09-12T00:30:06.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.235+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=78X3F0EN1MYI type=del size=544123 2024-09-12T00:30:06.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.236+0000 7f8455f5c780 1 < canceled operation key=SLXJ6AI0B77O tag=H6WG6MS9MW6D type=del size=1788788 2024-09-12T00:30:06.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.238+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SHHQCDLIIKW1.0 size=1048576 2024-09-12T00:30:06.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.239+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~SHHQCDLIIKW1.1 size=1018545 2024-09-12T00:30:06.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.239+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=SHHQCDLIIKW1 tag=ZDT5L39QMOLX type=write size=3115697 2024-09-12T00:30:06.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.240+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~S045KDTDYPKN.0 size=400618 2024-09-12T00:30:06.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.242+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=S045KDTDYPKN tag=27Y0A962AIKS type=write size=1449194 2024-09-12T00:30:06.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.243+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=5IH0OGWQEEHH type=del size=3329233 2024-09-12T00:30:06.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.245+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=3TZG1QLWB859 type=write size=518669 2024-09-12T00:30:06.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.246+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=DO01J94JEUU7 type=del size=2263528 2024-09-12T00:30:06.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.247+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=W3RJWM45VX9Z type=del 2024-09-12T00:30:06.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.248+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=P7EVWAFRBQWN type=del size=3467987 2024-09-12T00:30:06.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.249+0000 7f8455f5c780 1 < completed write operation key=L293TNR2PBWD tag=RZ63H6JTNY8H type=write size=239453 2024-09-12T00:30:06.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.250+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=BWCNTEA2ID8H type=write size=1015364 2024-09-12T00:30:06.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.252+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=EW6V2GUHQZHX type=del 2024-09-12T00:30:06.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.253+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=7TR3BFTXMK50 type=write size=206735 2024-09-12T00:30:06.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.254+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~H5LZS2KNUUO2.0 size=1048576 2024-09-12T00:30:06.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.255+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~H5LZS2KNUUO2.1 size=168078 2024-09-12T00:30:06.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.257+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=H5LZS2KNUUO2 tag=TWCWIONHFWCK type=write size=2265230 2024-09-12T00:30:06.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.259+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~P13Y0WIN3WFW.0 size=1029536 2024-09-12T00:30:06.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.259+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=P13Y0WIN3WFW tag=1RN2ZTIT4CQD type=write size=2078112 2024-09-12T00:30:06.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.260+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=XE07JSB5DGFB type=del 2024-09-12T00:30:06.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.261+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=XX94QT25FO6I type=write size=694058 2024-09-12T00:30:06.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.262+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~IFGFFAV3YWI0.0 size=1048576 2024-09-12T00:30:06.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.263+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~IFGFFAV3YWI0.1 size=455986 2024-09-12T00:30:06.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.265+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=IFGFFAV3YWI0 tag=R3K73FY3ETF4 type=write size=2553138 2024-09-12T00:30:06.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.267+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~OMAIGOZBX8VM.0 size=686738 2024-09-12T00:30:06.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.267+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=OMAIGOZBX8VM tag=0RNI5TGRO3RA type=write size=1735314 2024-09-12T00:30:06.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.268+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~JJNWHN3WJ6ZH.0 size=1048576 2024-09-12T00:30:06.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.269+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~JJNWHN3WJ6ZH.1 size=787630 2024-09-12T00:30:06.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.271+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=JJNWHN3WJ6ZH tag=VBIDIE1RCMDJ type=write size=2884782 2024-09-12T00:30:06.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.272+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=1KKYBRI3Y3Y3 type=write size=1019330 2024-09-12T00:30:06.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.273+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~E3O8SZKYIDXJ.0 size=756242 2024-09-12T00:30:06.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.275+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=E3O8SZKYIDXJ tag=BM2X8RZRR7BN type=write size=1804818 2024-09-12T00:30:06.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.276+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=FOWCMPBE9QJ4 type=del size=789768 2024-09-12T00:30:06.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.278+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~S3L1NSQU1EOW.0 size=1048576 2024-09-12T00:30:06.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.279+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~S3L1NSQU1EOW.1 size=448888 2024-09-12T00:30:06.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.281+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=S3L1NSQU1EOW tag=R3SW3TEO42AR type=write size=2546040 2024-09-12T00:30:06.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.282+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=51VQJ51HERYZ type=write size=781460 2024-09-12T00:30:06.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.283+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~WLWLS2VQ3O0O.0 size=1048576 2024-09-12T00:30:06.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.284+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~WLWLS2VQ3O0O.1 size=907201 2024-09-12T00:30:06.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.286+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=WLWLS2VQ3O0O tag=Q4RDNV1ZF3N3 type=write size=3004353 2024-09-12T00:30:06.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.288+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~4F7X4UC3M0EM.0 size=1048576 2024-09-12T00:30:06.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.289+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~4F7X4UC3M0EM.1 size=1048576 2024-09-12T00:30:06.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.290+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~4F7X4UC3M0EM.2 size=617216 2024-09-12T00:30:06.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.290+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=4F7X4UC3M0EM tag=MN8VJRTB376I type=write size=3762944 2024-09-12T00:30:06.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.291+0000 7f8455f5c780 1 < canceled operation key=O75MSKPJ6Q0D tag=DRAMD9NMNFMQ type=del size=2356561 2024-09-12T00:30:06.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.292+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=9DIH6HKSBDVN type=del size=1238044 2024-09-12T00:30:06.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.294+0000 7f8455f5c780 1 < suggested remove operation key=Z7FSWDLC6Z2R tag=IEPPOW47ZT46 type=del 2024-09-12T00:30:06.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.296+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=LT3CAMGIPTZ7 type=del size=1649728 2024-09-12T00:30:06.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.297+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=78X3F0EN1MYI type=del 2024-09-12T00:30:06.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.299+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~X1MHGTVU2263.0 size=728285 2024-09-12T00:30:06.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.299+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=X1MHGTVU2263 tag=QAMY30CL00PY type=write size=1776861 2024-09-12T00:30:06.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.300+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~SHHQCDLIIKW1.0 size=1048576 2024-09-12T00:30:06.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.301+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~SHHQCDLIIKW1.1 size=1018545 2024-09-12T00:30:06.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.303+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=SHHQCDLIIKW1 tag=ZDT5L39QMOLX type=write size=3115697 2024-09-12T00:30:06.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.304+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=9I24AL13XC01 type=del size=474020 2024-09-12T00:30:06.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.305+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=5IH0OGWQEEHH type=del 2024-09-12T00:30:06.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.307+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=941ETIO6ZUOD type=del size=3782664 2024-09-12T00:30:06.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.308+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=DO01J94JEUU7 type=del 2024-09-12T00:30:06.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.310+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~MVNSF22DS58N.0 size=1048576 2024-09-12T00:30:06.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.311+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~MVNSF22DS58N.1 size=1048576 2024-09-12T00:30:06.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.312+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~MVNSF22DS58N.2 size=28370 2024-09-12T00:30:06.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.312+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=MVNSF22DS58N tag=28FUPPJEL01P type=write size=3174098 2024-09-12T00:30:06.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.313+0000 7f8455f5c780 1 < canceled operation key=6ZPF32PZKGY3 tag=P7EVWAFRBQWN type=del size=3467987 2024-09-12T00:30:06.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.315+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=I7HKFJAHIZD9 type=del size=3865001 2024-09-12T00:30:06.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.317+0000 7f8455f5c780 1 < suggested update operation key=PM03TED1Y5B8 tag=BWCNTEA2ID8H type=write size=1015364 2024-09-12T00:30:06.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.319+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~MQIBSIBYK9MM.0 size=1048576 2024-09-12T00:30:06.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.320+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~MQIBSIBYK9MM.1 size=1048576 2024-09-12T00:30:06.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.321+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~MQIBSIBYK9MM.2 size=712904 2024-09-12T00:30:06.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.321+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=MQIBSIBYK9MM tag=NFCG9K8DQ4ZT type=write size=3858632 2024-09-12T00:30:06.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.322+0000 7f8455f5c780 1 < completed write operation key=O6IDG2ZIU2BY tag=7TR3BFTXMK50 type=write size=206735 2024-09-12T00:30:06.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.324+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=3P0Z5AXWNRJL type=del size=144358 2024-09-12T00:30:06.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.325+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~P13Y0WIN3WFW.0 size=1029536 2024-09-12T00:30:06.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.327+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=P13Y0WIN3WFW tag=1RN2ZTIT4CQD type=write size=2078112 2024-09-12T00:30:06.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.328+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=ZI916GXRVQ19 type=write size=925832 2024-09-12T00:30:06.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.329+0000 7f8455f5c780 1 < completed write operation key=JINLCAVH28MB tag=XX94QT25FO6I type=write size=694058 2024-09-12T00:30:06.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.332+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=RRPM9TUVKDJ5 type=del size=3942765 2024-09-12T00:30:06.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.333+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~OMAIGOZBX8VM.0 size=686738 2024-09-12T00:30:06.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.335+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=OMAIGOZBX8VM tag=0RNI5TGRO3RA type=write size=1735314 2024-09-12T00:30:06.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.337+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~R122E2XFONOJ.0 size=1048576 2024-09-12T00:30:06.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.338+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~R122E2XFONOJ.1 size=878294 2024-09-12T00:30:06.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.338+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=R122E2XFONOJ tag=9S57ARBS820U type=write size=2975446 2024-09-12T00:30:06.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.339+0000 7f8455f5c780 -1 < failed to complete operation key=Z7FSWDLC6Z2R tag=1KKYBRI3Y3Y3 type=write size=1019330: (22) Invalid argument 2024-09-12T00:30:06.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.340+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=Z3SF6OY9RLNQ type=write size=38630 2024-09-12T00:30:06.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.342+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=FOWCMPBE9QJ4 type=del 2024-09-12T00:30:06.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.343+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=3SB77O9V5M9N type=del size=2569015 2024-09-12T00:30:06.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.345+0000 7f8455f5c780 1 < suggested update operation key=87B5GBBB0F0G tag=51VQJ51HERYZ type=write size=781460 2024-09-12T00:30:06.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.346+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=EU54IU9GU0B2 type=del size=2163145 2024-09-12T00:30:06.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.346+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~4F7X4UC3M0EM.0 size=1048576 2024-09-12T00:30:06.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.347+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~4F7X4UC3M0EM.1 size=1048576 2024-09-12T00:30:06.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.348+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~4F7X4UC3M0EM.2 size=617216 2024-09-12T00:30:06.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.350+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=4F7X4UC3M0EM tag=MN8VJRTB376I type=write size=3762944 2024-09-12T00:30:06.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.353+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~XTCDGGA8597W.0 size=1048576 2024-09-12T00:30:06.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.354+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~XTCDGGA8597W.1 size=817089 2024-09-12T00:30:06.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.354+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=XTCDGGA8597W tag=N0GX539XE0E2 type=write size=2914241 2024-09-12T00:30:06.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.355+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=9DIH6HKSBDVN type=del 2024-09-12T00:30:06.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.356+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=JZTJGWT3YJW1 type=del size=1499061 2024-09-12T00:30:06.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.360+0000 7f8455f5c780 1 < suggested update operation key=1NY27D1OOWPU tag=LT3CAMGIPTZ7 type=del size=1649728 2024-09-12T00:30:06.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.362+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=1U15ETX9JP20 type=del size=2033052 2024-09-12T00:30:06.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.363+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~X1MHGTVU2263.0 size=728285 2024-09-12T00:30:06.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.365+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=X1MHGTVU2263 tag=QAMY30CL00PY type=write size=1776861 2024-09-12T00:30:06.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.367+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~FV64P1HC9ICV.0 size=1048576 2024-09-12T00:30:06.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.368+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~FV64P1HC9ICV.1 size=568562 2024-09-12T00:30:06.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.368+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=FV64P1HC9ICV tag=DABNIIB1HRVA type=write size=2665714 2024-09-12T00:30:06.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.369+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=9I24AL13XC01 type=del 2024-09-12T00:30:06.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.370+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=2A1DIP7VNRIR type=del size=3801432 2024-09-12T00:30:06.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.371+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=941ETIO6ZUOD type=del 2024-09-12T00:30:06.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.373+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~JEJ0U0P2036F.0 size=325466 2024-09-12T00:30:06.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.373+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=JEJ0U0P2036F tag=OEUUALWBS1F1 type=write size=1374042 2024-09-12T00:30:06.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.375+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~MVNSF22DS58N.0 size=1048576 2024-09-12T00:30:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.375+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~MVNSF22DS58N.1 size=1048576 2024-09-12T00:30:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.376+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~MVNSF22DS58N.2 size=28370 2024-09-12T00:30:06.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.378+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=MVNSF22DS58N tag=28FUPPJEL01P type=write size=3174098 2024-09-12T00:30:06.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.379+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=MOTW1DMWQSL2 type=del size=2261829 2024-09-12T00:30:06.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.381+0000 7f8455f5c780 -1 < failed to complete operation key=PM03TED1Y5B8 tag=I7HKFJAHIZD9 type=del size=3865001: (22) Invalid argument 2024-09-12T00:30:06.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.382+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=HS4J22J2AJR7 type=del size=280714 2024-09-12T00:30:06.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.383+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~MQIBSIBYK9MM.0 size=1048576 2024-09-12T00:30:06.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.384+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~MQIBSIBYK9MM.1 size=1048576 2024-09-12T00:30:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.385+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~MQIBSIBYK9MM.2 size=712904 2024-09-12T00:30:06.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.387+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=MQIBSIBYK9MM tag=NFCG9K8DQ4ZT type=write size=3858632 2024-09-12T00:30:06.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.389+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~AT363JB2H2GC.0 size=1048576 2024-09-12T00:30:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.390+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~AT363JB2H2GC.1 size=334881 2024-09-12T00:30:06.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.390+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=AT363JB2H2GC tag=LN8C4DDV6YTN type=write size=2432033 2024-09-12T00:30:06.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.391+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=3P0Z5AXWNRJL type=del 2024-09-12T00:30:06.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.393+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=4CNKR9MGCQLK type=write size=263681 2024-09-12T00:30:06.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.394+0000 7f8455f5c780 1 < completed write operation key=O75MSKPJ6Q0D tag=ZI916GXRVQ19 type=write size=925832 2024-09-12T00:30:06.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.396+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~8JXJM9M53CHQ.0 size=10572 2024-09-12T00:30:06.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.396+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=8JXJM9M53CHQ tag=KGJQR8IOLR3G type=write size=1059148 2024-09-12T00:30:06.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.397+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=RRPM9TUVKDJ5 type=del 2024-09-12T00:30:06.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.400+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~PWW4BDNPVBDH.0 size=1048576 2024-09-12T00:30:06.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.401+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~PWW4BDNPVBDH.1 size=1048576 2024-09-12T00:30:06.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.402+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~PWW4BDNPVBDH.2 size=843517 2024-09-12T00:30:06.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.402+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=PWW4BDNPVBDH tag=NEL4EFARHN95 type=write size=3989245 2024-09-12T00:30:06.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.402+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~R122E2XFONOJ.0 size=1048576 2024-09-12T00:30:06.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.403+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~R122E2XFONOJ.1 size=878294 2024-09-12T00:30:06.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.406+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=R122E2XFONOJ tag=9S57ARBS820U type=write size=2975446 2024-09-12T00:30:06.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.407+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=QHZU1UMNCRPK type=del size=2365293 2024-09-12T00:30:06.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.408+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=Z3SF6OY9RLNQ type=write size=38630 2024-09-12T00:30:06.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.410+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=H5326154HGNR type=del size=1992394 2024-09-12T00:30:06.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.412+0000 7f8455f5c780 1 < suggested update operation key=B1FDYTC03874 tag=3SB77O9V5M9N type=del size=2569015 2024-09-12T00:30:06.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.413+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=5MBLHAH57YIX type=del size=3400107 2024-09-12T00:30:06.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.415+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=EU54IU9GU0B2 type=del 2024-09-12T00:30:06.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.417+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~MWQ1EMOEO6Q7.0 size=1048576 2024-09-12T00:30:06.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.418+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~MWQ1EMOEO6Q7.1 size=132203 2024-09-12T00:30:06.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.418+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=MWQ1EMOEO6Q7 tag=DUEVK6RFRRPW type=write size=2229355 2024-09-12T00:30:06.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.419+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~XTCDGGA8597W.0 size=1048576 2024-09-12T00:30:06.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.420+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~XTCDGGA8597W.1 size=817089 2024-09-12T00:30:06.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.422+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=XTCDGGA8597W tag=N0GX539XE0E2 type=write size=2914241 2024-09-12T00:30:06.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.423+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=WFLZNN9NOCIG type=del size=2537896 2024-09-12T00:30:06.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.424+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=JZTJGWT3YJW1 type=del 2024-09-12T00:30:06.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.426+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=W2V888SKKTNS type=del size=3275492 2024-09-12T00:30:06.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.427+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=1U15ETX9JP20 type=del 2024-09-12T00:30:06.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.429+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~RBMI7BVFVLKB.0 size=1048576 2024-09-12T00:30:06.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.430+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~RBMI7BVFVLKB.1 size=242707 2024-09-12T00:30:06.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.430+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=RBMI7BVFVLKB tag=XIUVO9Y0YU9H type=write size=2339859 2024-09-12T00:30:06.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.431+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~FV64P1HC9ICV.0 size=1048576 2024-09-12T00:30:06.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.432+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~FV64P1HC9ICV.1 size=568562 2024-09-12T00:30:06.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.435+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=FV64P1HC9ICV tag=DABNIIB1HRVA type=write size=2665714 2024-09-12T00:30:06.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.436+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=XD35JJBU84VR type=del size=2075451 2024-09-12T00:30:06.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.439+0000 7f8455f5c780 1 < suggested remove operation key=4DUAH9DXP2L3 tag=2A1DIP7VNRIR type=del 2024-09-12T00:30:06.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.441+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~88AO09PJECPT.0 size=1048576 2024-09-12T00:30:06.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.442+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~88AO09PJECPT.1 size=1048576 2024-09-12T00:30:06.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.442+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~88AO09PJECPT.2 size=685180 2024-09-12T00:30:06.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.442+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=88AO09PJECPT tag=LSAO9OB1GGFG type=write size=3830908 2024-09-12T00:30:06.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.444+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~JEJ0U0P2036F.0 size=325466 2024-09-12T00:30:06.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.447+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=JEJ0U0P2036F tag=OEUUALWBS1F1 type=write size=1374042 2024-09-12T00:30:06.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.449+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~7MGFUXDWA4O3.0 size=1048576 2024-09-12T00:30:06.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.450+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~7MGFUXDWA4O3.1 size=391214 2024-09-12T00:30:06.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.450+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=7MGFUXDWA4O3 tag=YHXOWSHNGP8O type=write size=2488366 2024-09-12T00:30:06.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.451+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=MOTW1DMWQSL2 type=del 2024-09-12T00:30:06.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.453+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=3NW8NV7Q0C8T type=del size=2560019 2024-09-12T00:30:06.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.455+0000 7f8455f5c780 1 < suggested remove operation key=YOBG2K7WI8ZX tag=HS4J22J2AJR7 type=del 2024-09-12T00:30:06.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.457+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~UARTTQFXBJ72.0 size=1048576 2024-09-12T00:30:06.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.458+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~UARTTQFXBJ72.1 size=906591 2024-09-12T00:30:06.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.458+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=UARTTQFXBJ72 tag=1A6DUPNZ3YOW type=write size=3003743 2024-09-12T00:30:06.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.460+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~AT363JB2H2GC.0 size=1048576 2024-09-12T00:30:06.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.461+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~AT363JB2H2GC.1 size=334881 2024-09-12T00:30:06.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.463+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=AT363JB2H2GC tag=LN8C4DDV6YTN type=write size=2432033 2024-09-12T00:30:06.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.465+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~JG22MBYGCNVE.0 size=1048576 2024-09-12T00:30:06.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.466+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~JG22MBYGCNVE.1 size=899607 2024-09-12T00:30:06.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.466+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=JG22MBYGCNVE tag=UU1QOM6O3YT3 type=write size=2996759 2024-09-12T00:30:06.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.468+0000 7f8455f5c780 1 < completed write operation key=HTB4SFXRNX8P tag=4CNKR9MGCQLK type=write size=263681 2024-09-12T00:30:06.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.469+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=J8TQUPXA1UC3 type=write size=449281 2024-09-12T00:30:06.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.470+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~8JXJM9M53CHQ.0 size=10572 2024-09-12T00:30:06.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.473+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=8JXJM9M53CHQ tag=KGJQR8IOLR3G type=write size=1059148 2024-09-12T00:30:06.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.475+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~I3YYKIQ2EIZV.0 size=602339 2024-09-12T00:30:06.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.475+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=I3YYKIQ2EIZV tag=T6YGOHFRAHWR type=write size=1650915 2024-09-12T00:30:06.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.476+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~PWW4BDNPVBDH.0 size=1048576 2024-09-12T00:30:06.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.477+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~PWW4BDNPVBDH.1 size=1048576 2024-09-12T00:30:06.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.478+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~PWW4BDNPVBDH.2 size=843517 2024-09-12T00:30:06.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.481+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=PWW4BDNPVBDH tag=NEL4EFARHN95 type=write size=3989245 2024-09-12T00:30:06.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.482+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=7SGRYOKNIXPK type=del size=1624717 2024-09-12T00:30:06.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.483+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=QHZU1UMNCRPK type=del 2024-09-12T00:30:06.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.486+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~P1O17BHSH5ZL.0 size=1048576 2024-09-12T00:30:06.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.487+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~P1O17BHSH5ZL.1 size=1048576 2024-09-12T00:30:06.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.488+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~P1O17BHSH5ZL.2 size=606080 2024-09-12T00:30:06.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.488+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=P1O17BHSH5ZL tag=I1D1R9RLEWWY type=write size=3751808 2024-09-12T00:30:06.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.489+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=H5326154HGNR type=del 2024-09-12T00:30:06.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.491+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=QFW83GVTOWJH type=del size=1471177 2024-09-12T00:30:06.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.492+0000 7f8455f5c780 -1 < failed to complete operation key=YOBG2K7WI8ZX tag=5MBLHAH57YIX type=del size=3400107: (22) Invalid argument 2024-09-12T00:30:06.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.494+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~6J5A8QIM3KQ8.0 size=1048576 2024-09-12T00:30:06.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.495+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~6J5A8QIM3KQ8.1 size=795732 2024-09-12T00:30:06.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.495+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=6J5A8QIM3KQ8 tag=967T7ZZZEVNM type=write size=2892884 2024-09-12T00:30:06.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.496+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~MWQ1EMOEO6Q7.0 size=1048576 2024-09-12T00:30:06.496 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.497+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~MWQ1EMOEO6Q7.1 size=132203 2024-09-12T00:30:06.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.499+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=MWQ1EMOEO6Q7 tag=DUEVK6RFRRPW type=write size=2229355 2024-09-12T00:30:06.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.502+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~2866RYUF5IGP.0 size=1048576 2024-09-12T00:30:06.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.503+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~2866RYUF5IGP.1 size=1048576 2024-09-12T00:30:06.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.504+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~2866RYUF5IGP.2 size=145358 2024-09-12T00:30:06.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.504+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=2866RYUF5IGP tag=GIHR0RHBEP3L type=write size=3291086 2024-09-12T00:30:06.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.505+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=WFLZNN9NOCIG type=del 2024-09-12T00:30:06.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.507+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~8U2XCKFIEFSP.0 size=523045 2024-09-12T00:30:06.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.507+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=8U2XCKFIEFSP tag=UJ1VK1NLTK9I type=write size=1571621 2024-09-12T00:30:06.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.508+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=W2V888SKKTNS type=del 2024-09-12T00:30:06.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.509+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=K2MVD3WC08MK type=del size=857374 2024-09-12T00:30:06.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.511+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~RBMI7BVFVLKB.0 size=1048576 2024-09-12T00:30:06.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.512+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~RBMI7BVFVLKB.1 size=242707 2024-09-12T00:30:06.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.514+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=RBMI7BVFVLKB tag=XIUVO9Y0YU9H type=write size=2339859 2024-09-12T00:30:06.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.516+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~2P0PEB51CMDT.0 size=1048576 2024-09-12T00:30:06.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.517+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~2P0PEB51CMDT.1 size=1048576 2024-09-12T00:30:06.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.518+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~2P0PEB51CMDT.2 size=474748 2024-09-12T00:30:06.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.518+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=2P0PEB51CMDT tag=F27234UUI49M type=write size=3620476 2024-09-12T00:30:06.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.521+0000 7f8455f5c780 1 < suggested remove operation key=SLXJ6AI0B77O tag=XD35JJBU84VR type=del 2024-09-12T00:30:06.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.522+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=KN37JTVVGCQN type=del size=2469060 2024-09-12T00:30:06.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.523+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~88AO09PJECPT.0 size=1048576 2024-09-12T00:30:06.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.524+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~88AO09PJECPT.1 size=1048576 2024-09-12T00:30:06.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.525+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~88AO09PJECPT.2 size=685180 2024-09-12T00:30:06.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.528+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=88AO09PJECPT tag=LSAO9OB1GGFG type=write size=3830908 2024-09-12T00:30:06.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.530+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~ALN0V4795OY3.0 size=256263 2024-09-12T00:30:06.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.530+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=ALN0V4795OY3 tag=M85EDXR9QXLG type=write size=1304839 2024-09-12T00:30:06.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.531+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~7MGFUXDWA4O3.0 size=1048576 2024-09-12T00:30:06.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.532+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~7MGFUXDWA4O3.1 size=391214 2024-09-12T00:30:06.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.535+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=7MGFUXDWA4O3 tag=YHXOWSHNGP8O type=write size=2488366 2024-09-12T00:30:06.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.536+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=TTL2FPF7LZMY type=del size=3250391 2024-09-12T00:30:06.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.538+0000 7f8455f5c780 1 < suggested remove operation key=JINLCAVH28MB tag=3NW8NV7Q0C8T type=del 2024-09-12T00:30:06.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.540+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~UBJ1FWXAMIF1.0 size=1048576 2024-09-12T00:30:06.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.541+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~UBJ1FWXAMIF1.1 size=81754 2024-09-12T00:30:06.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.541+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=UBJ1FWXAMIF1 tag=490OFDQOARWV type=write size=2178906 2024-09-12T00:30:06.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.542+0000 7f8455f5c780 1 < canceled part key=_multipart_O75MSKPJ6Q0D.2~UARTTQFXBJ72.0 size=1048576 2024-09-12T00:30:06.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.543+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~UARTTQFXBJ72.1 size=906591 2024-09-12T00:30:06.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.545+0000 7f8455f5c780 1 < canceled multipart upload key=O75MSKPJ6Q0D upload=UARTTQFXBJ72 tag=1A6DUPNZ3YOW type=write size=3003743 2024-09-12T00:30:06.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.547+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PV2N3HSIRRBV.0 size=1048576 2024-09-12T00:30:06.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.548+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PV2N3HSIRRBV.1 size=596652 2024-09-12T00:30:06.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.548+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=PV2N3HSIRRBV tag=MP58NVRJ5FQD type=write size=2693804 2024-09-12T00:30:06.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.549+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~JG22MBYGCNVE.0 size=1048576 2024-09-12T00:30:06.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.550+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~JG22MBYGCNVE.1 size=899607 2024-09-12T00:30:06.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.552+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=JG22MBYGCNVE tag=UU1QOM6O3YT3 type=write size=2996759 2024-09-12T00:30:06.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.554+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~E0AP3HX62H1X.0 size=1048576 2024-09-12T00:30:06.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.555+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~E0AP3HX62H1X.1 size=1048576 2024-09-12T00:30:06.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.556+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~E0AP3HX62H1X.2 size=1047990 2024-09-12T00:30:06.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.556+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=E0AP3HX62H1X tag=I6DNR774RO1X type=write size=4193718 2024-09-12T00:30:06.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.557+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=J8TQUPXA1UC3 type=write size=449281 2024-09-12T00:30:06.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.559+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=N73W1LHSMUDY type=del size=3941342 2024-09-12T00:30:06.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.560+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~I3YYKIQ2EIZV.0 size=602339 2024-09-12T00:30:06.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.563+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=I3YYKIQ2EIZV tag=T6YGOHFRAHWR type=write size=1650915 2024-09-12T00:30:06.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.564+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=N0NO4CD8ZJA9 type=del size=2691870 2024-09-12T00:30:06.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.565+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=7SGRYOKNIXPK type=del 2024-09-12T00:30:06.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.567+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=C2GNS0PJJGT8 type=del size=2382470 2024-09-12T00:30:06.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.568+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~P1O17BHSH5ZL.0 size=1048576 2024-09-12T00:30:06.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.569+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~P1O17BHSH5ZL.1 size=1048576 2024-09-12T00:30:06.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.570+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~P1O17BHSH5ZL.2 size=606080 2024-09-12T00:30:06.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.572+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=P1O17BHSH5ZL tag=I1D1R9RLEWWY type=write size=3751808 2024-09-12T00:30:06.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.574+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~WKURAKE5WBS0.0 size=906061 2024-09-12T00:30:06.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.574+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=WKURAKE5WBS0 tag=DR3QYE2Z1CWS type=write size=1954637 2024-09-12T00:30:06.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.577+0000 7f8455f5c780 1 < suggested update operation key=O6IDG2ZIU2BY tag=QFW83GVTOWJH type=del size=1471177 2024-09-12T00:30:06.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.578+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=D15QL9JU6MNP type=del size=720048 2024-09-12T00:30:06.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.579+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~6J5A8QIM3KQ8.0 size=1048576 2024-09-12T00:30:06.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.580+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~6J5A8QIM3KQ8.1 size=795732 2024-09-12T00:30:06.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.582+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=6J5A8QIM3KQ8 tag=967T7ZZZEVNM type=write size=2892884 2024-09-12T00:30:06.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.583+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=ZBQNVO8VN24F type=del size=1048684 2024-09-12T00:30:06.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.584+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~2866RYUF5IGP.0 size=1048576 2024-09-12T00:30:06.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.585+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~2866RYUF5IGP.1 size=1048576 2024-09-12T00:30:06.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.586+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~2866RYUF5IGP.2 size=145358 2024-09-12T00:30:06.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.588+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=2866RYUF5IGP tag=GIHR0RHBEP3L type=write size=3291086 2024-09-12T00:30:06.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.590+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~AHSSHTBD3MJ4.0 size=1048576 2024-09-12T00:30:06.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.591+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~AHSSHTBD3MJ4.1 size=1048576 2024-09-12T00:30:06.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.592+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~AHSSHTBD3MJ4.2 size=827705 2024-09-12T00:30:06.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.592+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=AHSSHTBD3MJ4 tag=H2STSI5T5CCO type=write size=3973433 2024-09-12T00:30:06.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.593+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~8U2XCKFIEFSP.0 size=523045 2024-09-12T00:30:06.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.595+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=8U2XCKFIEFSP tag=UJ1VK1NLTK9I type=write size=1571621 2024-09-12T00:30:06.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.597+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=5XGSCWDNEWBE type=del size=1174452 2024-09-12T00:30:06.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.598+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=K2MVD3WC08MK type=del 2024-09-12T00:30:06.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.599+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=4XSLI07PBXTH type=del size=3040874 2024-09-12T00:30:06.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.600+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~2P0PEB51CMDT.0 size=1048576 2024-09-12T00:30:06.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.601+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~2P0PEB51CMDT.1 size=1048576 2024-09-12T00:30:06.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.602+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~2P0PEB51CMDT.2 size=474748 2024-09-12T00:30:06.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.604+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=2P0PEB51CMDT tag=F27234UUI49M type=write size=3620476 2024-09-12T00:30:06.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.605+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=9NESVECSRZA5 type=del size=3472733 2024-09-12T00:30:06.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.606+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=KN37JTVVGCQN type=del 2024-09-12T00:30:06.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.608+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~RJU28OZ6NUCW.0 size=1048576 2024-09-12T00:30:06.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.609+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~RJU28OZ6NUCW.1 size=747965 2024-09-12T00:30:06.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.609+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=RJU28OZ6NUCW tag=UPNN882IPZO3 type=write size=2845117 2024-09-12T00:30:06.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.611+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~ALN0V4795OY3.0 size=256263 2024-09-12T00:30:06.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.612+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=ALN0V4795OY3 tag=M85EDXR9QXLG type=write size=1304839 2024-09-12T00:30:06.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.614+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=77S56DI24WWT type=write size=685337 2024-09-12T00:30:06.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.615+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=TTL2FPF7LZMY type=del 2024-09-12T00:30:06.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.616+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=C63PZKJ66UDY type=del size=148046 2024-09-12T00:30:06.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.616+0000 7f8455f5c780 1 < canceled part key=_multipart_Z7FSWDLC6Z2R.2~UBJ1FWXAMIF1.0 size=1048576 2024-09-12T00:30:06.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.617+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~UBJ1FWXAMIF1.1 size=81754 2024-09-12T00:30:06.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.619+0000 7f8455f5c780 1 < canceled multipart upload key=Z7FSWDLC6Z2R upload=UBJ1FWXAMIF1 tag=490OFDQOARWV type=write size=2178906 2024-09-12T00:30:06.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.621+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~94I93CHG0O10.0 size=1048576 2024-09-12T00:30:06.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.622+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~94I93CHG0O10.1 size=1048576 2024-09-12T00:30:06.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.623+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~94I93CHG0O10.2 size=213537 2024-09-12T00:30:06.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.623+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=94I93CHG0O10 tag=Y8URHYE47V9U type=write size=3359265 2024-09-12T00:30:06.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.625+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~PV2N3HSIRRBV.0 size=1048576 2024-09-12T00:30:06.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.626+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~PV2N3HSIRRBV.1 size=596652 2024-09-12T00:30:06.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.628+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=PV2N3HSIRRBV tag=MP58NVRJ5FQD type=write size=2693804 2024-09-12T00:30:06.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.630+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~0EEVMZNRI2M8.0 size=37518 2024-09-12T00:30:06.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.630+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=0EEVMZNRI2M8 tag=C17EQ8T3PSYQ type=write size=1086094 2024-09-12T00:30:06.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.631+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~E0AP3HX62H1X.0 size=1048576 2024-09-12T00:30:06.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.633+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~E0AP3HX62H1X.1 size=1048576 2024-09-12T00:30:06.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.633+0000 7f8455f5c780 1 < canceled part key=_multipart_HTB4SFXRNX8P.2~E0AP3HX62H1X.2 size=1047990 2024-09-12T00:30:06.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.635+0000 7f8455f5c780 1 < canceled multipart upload key=HTB4SFXRNX8P upload=E0AP3HX62H1X tag=I6DNR774RO1X type=write size=4193718 2024-09-12T00:30:06.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.636+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=8W0FLXKZBNBY type=del size=1784492 2024-09-12T00:30:06.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.637+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=N73W1LHSMUDY type=del 2024-09-12T00:30:06.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.639+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~M6YGFQR4T2SE.0 size=358196 2024-09-12T00:30:06.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.639+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=M6YGFQR4T2SE tag=BUA0OSM547SF type=write size=1406772 2024-09-12T00:30:06.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.641+0000 7f8455f5c780 1 < canceled operation key=D02C1LZ2VOOE tag=N0NO4CD8ZJA9 type=del size=2691870 2024-09-12T00:30:06.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.643+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~0GXRCDW5A20A.0 size=1048576 2024-09-12T00:30:06.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.644+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~0GXRCDW5A20A.1 size=688655 2024-09-12T00:30:06.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.644+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=0GXRCDW5A20A tag=Y3QLD5ZH183E type=write size=2785807 2024-09-12T00:30:06.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.646+0000 7f8455f5c780 1 < suggested remove operation key=3QZOXO71V3B0 tag=C2GNS0PJJGT8 type=del 2024-09-12T00:30:06.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.647+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=4CR65BYLPUOA type=del size=2763940 2024-09-12T00:30:06.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.648+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~WKURAKE5WBS0.0 size=906061 2024-09-12T00:30:06.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.650+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=WKURAKE5WBS0 tag=DR3QYE2Z1CWS type=write size=1954637 2024-09-12T00:30:06.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.651+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=UHSU5H1GPXP5 type=del size=351225 2024-09-12T00:30:06.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.652+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=D15QL9JU6MNP type=del 2024-09-12T00:30:06.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.654+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7Q8VRF5Y9JNX.0 size=1048576 2024-09-12T00:30:06.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.655+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7Q8VRF5Y9JNX.1 size=1001311 2024-09-12T00:30:06.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.656+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=7Q8VRF5Y9JNX tag=X8LRA82KUI0M type=write size=3098463 2024-09-12T00:30:06.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.657+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=ZBQNVO8VN24F type=del 2024-09-12T00:30:06.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.658+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=5E85L71MYU47 type=write size=822856 2024-09-12T00:30:06.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.659+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~AHSSHTBD3MJ4.0 size=1048576 2024-09-12T00:30:06.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.660+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~AHSSHTBD3MJ4.1 size=1048576 2024-09-12T00:30:06.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.661+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~AHSSHTBD3MJ4.2 size=827705 2024-09-12T00:30:06.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.663+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=AHSSHTBD3MJ4 tag=H2STSI5T5CCO type=write size=3973433 2024-09-12T00:30:06.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.664+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=BW27E4RKO2FH type=del size=3200637 2024-09-12T00:30:06.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.666+0000 7f8455f5c780 1 < suggested remove operation key=6ZPF32PZKGY3 tag=5XGSCWDNEWBE type=del 2024-09-12T00:30:06.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.669+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~X3L32OM720K9.0 size=942090 2024-09-12T00:30:06.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.669+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=X3L32OM720K9 tag=54NLI34BPFJW type=write size=1990666 2024-09-12T00:30:06.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.672+0000 7f8455f5c780 1 < suggested remove operation key=0B86VX5Z60TF tag=4XSLI07PBXTH type=del 2024-09-12T00:30:06.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.674+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~V1NDUSOR92P8.0 size=266545 2024-09-12T00:30:06.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.674+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=V1NDUSOR92P8 tag=XR2SIWYVNY48 type=write size=1315121 2024-09-12T00:30:06.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.675+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=9NESVECSRZA5 type=del 2024-09-12T00:30:06.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.676+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=LTCIZXHR2G65 type=del size=2566108 2024-09-12T00:30:06.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.677+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~RJU28OZ6NUCW.0 size=1048576 2024-09-12T00:30:06.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.678+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~RJU28OZ6NUCW.1 size=747965 2024-09-12T00:30:06.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.680+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=RJU28OZ6NUCW tag=UPNN882IPZO3 type=write size=2845117 2024-09-12T00:30:06.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.682+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~AIXTKM46JZBN.0 size=1048576 2024-09-12T00:30:06.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.683+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~AIXTKM46JZBN.1 size=381563 2024-09-12T00:30:06.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.683+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=AIXTKM46JZBN tag=LBG1I6DBW8ZM type=write size=2478715 2024-09-12T00:30:06.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.684+0000 7f8455f5c780 1 < canceled operation key=7T1NXXX4G2CP tag=77S56DI24WWT type=write size=685337 2024-09-12T00:30:06.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.686+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~WOZTIJARGLMX.0 size=1048576 2024-09-12T00:30:06.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.687+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~WOZTIJARGLMX.1 size=1048576 2024-09-12T00:30:06.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.688+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~WOZTIJARGLMX.2 size=400603 2024-09-12T00:30:06.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.688+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=WOZTIJARGLMX tag=70KQLO7P4JV2 type=write size=3546331 2024-09-12T00:30:06.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.690+0000 7f8455f5c780 -1 < failed to complete operation key=6ZPF32PZKGY3 tag=C63PZKJ66UDY type=del size=148046: (22) Invalid argument 2024-09-12T00:30:06.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.692+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~ALL5NJE1OGWY.0 size=1048576 2024-09-12T00:30:06.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.693+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~ALL5NJE1OGWY.1 size=111662 2024-09-12T00:30:06.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.693+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=ALL5NJE1OGWY tag=P8Z1AN4YIW5R type=write size=2208814 2024-09-12T00:30:06.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.694+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~94I93CHG0O10.0 size=1048576 2024-09-12T00:30:06.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.695+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~94I93CHG0O10.1 size=1048576 2024-09-12T00:30:06.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.696+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~94I93CHG0O10.2 size=213537 2024-09-12T00:30:06.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.698+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=94I93CHG0O10 tag=Y8URHYE47V9U type=write size=3359265 2024-09-12T00:30:06.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.701+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~WZ3H27FRHBAQ.0 size=389776 2024-09-12T00:30:06.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.701+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=WZ3H27FRHBAQ tag=AR17T306ADA3 type=write size=1438352 2024-09-12T00:30:06.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.702+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~0EEVMZNRI2M8.0 size=37518 2024-09-12T00:30:06.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.704+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=0EEVMZNRI2M8 tag=C17EQ8T3PSYQ type=write size=1086094 2024-09-12T00:30:06.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.707+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~HQ9CT2NMKS6Y.0 size=1048576 2024-09-12T00:30:06.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.708+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~HQ9CT2NMKS6Y.1 size=1048576 2024-09-12T00:30:06.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.709+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~HQ9CT2NMKS6Y.2 size=301730 2024-09-12T00:30:06.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.709+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=HQ9CT2NMKS6Y tag=GCA8Z7NFPHH2 type=write size=3447458 2024-09-12T00:30:06.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.710+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=8W0FLXKZBNBY type=del 2024-09-12T00:30:06.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.711+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=OEZC4NFLLB9D type=del size=2448190 2024-09-12T00:30:06.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.713+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~M6YGFQR4T2SE.0 size=358196 2024-09-12T00:30:06.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.714+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=M6YGFQR4T2SE tag=BUA0OSM547SF type=write size=1406772 2024-09-12T00:30:06.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.717+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~QNAOTK3Z5RBB.0 size=1048576 2024-09-12T00:30:06.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.717+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~QNAOTK3Z5RBB.1 size=1048576 2024-09-12T00:30:06.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.718+0000 7f8455f5c780 1 > prepared part key=_multipart_5F2OS11YH2Y3.2~QNAOTK3Z5RBB.2 size=757520 2024-09-12T00:30:06.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.718+0000 7f8455f5c780 1 > prepared multipart upload key=5F2OS11YH2Y3 upload=QNAOTK3Z5RBB tag=F7QD8YJT3CIH type=write size=3903248 2024-09-12T00:30:06.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.720+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~0GXRCDW5A20A.0 size=1048576 2024-09-12T00:30:06.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.721+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~0GXRCDW5A20A.1 size=688655 2024-09-12T00:30:06.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.723+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=0GXRCDW5A20A tag=Y3QLD5ZH183E type=write size=2785807 2024-09-12T00:30:06.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.724+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=JMKUR4ETCWKP type=del size=2858070 2024-09-12T00:30:06.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.726+0000 7f8455f5c780 1 < suggested remove operation key=6ZPF32PZKGY3 tag=4CR65BYLPUOA type=del 2024-09-12T00:30:06.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.728+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~QCYQ3RNS14F3.0 size=1048576 2024-09-12T00:30:06.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.729+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~QCYQ3RNS14F3.1 size=61522 2024-09-12T00:30:06.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.729+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=QCYQ3RNS14F3 tag=6X699QNIE4TJ type=write size=2158674 2024-09-12T00:30:06.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.731+0000 7f8455f5c780 1 < suggested update operation key=STIRHZQYJ1PZ tag=UHSU5H1GPXP5 type=del size=351225 2024-09-12T00:30:06.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.733+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~KQ76B9AU4YYC.0 size=703680 2024-09-12T00:30:06.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.733+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=KQ76B9AU4YYC tag=KVSOIF2U31U3 type=write size=1752256 2024-09-12T00:30:06.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.735+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~7Q8VRF5Y9JNX.0 size=1048576 2024-09-12T00:30:06.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.735+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~7Q8VRF5Y9JNX.1 size=1001311 2024-09-12T00:30:06.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.738+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=7Q8VRF5Y9JNX tag=X8LRA82KUI0M type=write size=3098463 2024-09-12T00:30:06.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.739+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=S2Q4G84HA2NL type=del size=1620328 2024-09-12T00:30:06.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.742+0000 7f8455f5c780 1 < suggested update operation key=4DUAH9DXP2L3 tag=5E85L71MYU47 type=write size=822856 2024-09-12T00:30:06.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.744+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VTSXCF0JY87Z.0 size=1048576 2024-09-12T00:30:06.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.745+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VTSXCF0JY87Z.1 size=809025 2024-09-12T00:30:06.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.745+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=VTSXCF0JY87Z tag=P4W24S2DOIV1 type=write size=2906177 2024-09-12T00:30:06.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.746+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=BW27E4RKO2FH type=del 2024-09-12T00:30:06.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.748+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~ZWTPLMDJ9F8B.0 size=1048576 2024-09-12T00:30:06.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.749+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~ZWTPLMDJ9F8B.1 size=1048576 2024-09-12T00:30:06.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.750+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~ZWTPLMDJ9F8B.2 size=924993 2024-09-12T00:30:06.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.750+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=ZWTPLMDJ9F8B tag=M8FEW7BTS5HL type=write size=4070721 2024-09-12T00:30:06.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.751+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~X3L32OM720K9.0 size=942090 2024-09-12T00:30:06.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.753+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=X3L32OM720K9 tag=54NLI34BPFJW type=write size=1990666 2024-09-12T00:30:06.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.755+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~9HXJNOK9WE6R.0 size=619924 2024-09-12T00:30:06.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.755+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=9HXJNOK9WE6R tag=6AEYMPH81AL1 type=write size=1668500 2024-09-12T00:30:06.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.756+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~V1NDUSOR92P8.0 size=266545 2024-09-12T00:30:06.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.758+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=V1NDUSOR92P8 tag=XR2SIWYVNY48 type=write size=1315121 2024-09-12T00:30:06.757 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.759+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=H25HLWN6O8F9 type=del size=949131 2024-09-12T00:30:06.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.760+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=LTCIZXHR2G65 type=del 2024-09-12T00:30:06.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.761+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=3RCEK68S9QC4 type=del size=108370 2024-09-12T00:30:06.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.762+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~AIXTKM46JZBN.0 size=1048576 2024-09-12T00:30:06.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.763+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~AIXTKM46JZBN.1 size=381563 2024-09-12T00:30:06.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.767+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=AIXTKM46JZBN tag=LBG1I6DBW8ZM type=write size=2478715 2024-09-12T00:30:06.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.768+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=1GCMNF0XDES6 type=del size=2673820 2024-09-12T00:30:06.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.769+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~WOZTIJARGLMX.0 size=1048576 2024-09-12T00:30:06.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.770+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~WOZTIJARGLMX.1 size=1048576 2024-09-12T00:30:06.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.771+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~WOZTIJARGLMX.2 size=400603 2024-09-12T00:30:06.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.773+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=WOZTIJARGLMX tag=70KQLO7P4JV2 type=write size=3546331 2024-09-12T00:30:06.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.774+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=N6WSLVUKGBHG type=del size=2491768 2024-09-12T00:30:06.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.776+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~ALL5NJE1OGWY.0 size=1048576 2024-09-12T00:30:06.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.777+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~ALL5NJE1OGWY.1 size=111662 2024-09-12T00:30:06.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.779+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=ALL5NJE1OGWY tag=P8Z1AN4YIW5R type=write size=2208814 2024-09-12T00:30:06.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.780+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=877KSV2BZFRT type=del size=1176282 2024-09-12T00:30:06.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.782+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~WZ3H27FRHBAQ.0 size=389776 2024-09-12T00:30:06.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.784+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=WZ3H27FRHBAQ tag=AR17T306ADA3 type=write size=1438352 2024-09-12T00:30:06.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.785+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=W3Z6W036FB1E type=del size=423340 2024-09-12T00:30:06.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.786+0000 7f8455f5c780 1 < canceled part key=_multipart_YOBG2K7WI8ZX.2~HQ9CT2NMKS6Y.0 size=1048576 2024-09-12T00:30:06.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.787+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~HQ9CT2NMKS6Y.1 size=1048576 2024-09-12T00:30:06.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.788+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~HQ9CT2NMKS6Y.2 size=301730 2024-09-12T00:30:06.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.789+0000 7f8455f5c780 1 < canceled multipart upload key=YOBG2K7WI8ZX upload=HQ9CT2NMKS6Y tag=GCA8Z7NFPHH2 type=write size=3447458 2024-09-12T00:30:06.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.792+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~8ZO0FDCPKGAX.0 size=1048576 2024-09-12T00:30:06.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.792+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~8ZO0FDCPKGAX.1 size=1048576 2024-09-12T00:30:06.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.793+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~8ZO0FDCPKGAX.2 size=638072 2024-09-12T00:30:06.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.793+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=8ZO0FDCPKGAX tag=DOGWPA684O4X type=write size=3783800 2024-09-12T00:30:06.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.794+0000 7f8455f5c780 -1 < failed to complete operation key=6ZPF32PZKGY3 tag=OEZC4NFLLB9D type=del size=2448190: (22) Invalid argument 2024-09-12T00:30:06.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.796+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=WBD379WG3UDP type=del size=63931 2024-09-12T00:30:06.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.797+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~QNAOTK3Z5RBB.0 size=1048576 2024-09-12T00:30:06.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.798+0000 7f8455f5c780 1 < completed part key=_multipart_5F2OS11YH2Y3.2~QNAOTK3Z5RBB.1 size=1048576 2024-09-12T00:30:06.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.798+0000 7f8455f5c780 1 < canceled part key=_multipart_5F2OS11YH2Y3.2~QNAOTK3Z5RBB.2 size=757520 2024-09-12T00:30:06.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.800+0000 7f8455f5c780 1 < canceled multipart upload key=5F2OS11YH2Y3 upload=QNAOTK3Z5RBB tag=F7QD8YJT3CIH type=write size=3903248 2024-09-12T00:30:06.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.802+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~QNVFYTB5TPIJ.0 size=1048576 2024-09-12T00:30:06.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.803+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~QNVFYTB5TPIJ.1 size=1048576 2024-09-12T00:30:06.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.804+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~QNVFYTB5TPIJ.2 size=965047 2024-09-12T00:30:06.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.804+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=QNVFYTB5TPIJ tag=0783093BBC21 type=write size=4110775 2024-09-12T00:30:06.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.807+0000 7f8455f5c780 1 < suggested update operation key=EWN14RZZVQSP tag=JMKUR4ETCWKP type=del size=2858070 2024-09-12T00:30:06.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.809+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~MRXVWYHPWDYY.0 size=1048576 2024-09-12T00:30:06.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.810+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~MRXVWYHPWDYY.1 size=638019 2024-09-12T00:30:06.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.810+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=MRXVWYHPWDYY tag=QSRBD496ETDF type=write size=2735171 2024-09-12T00:30:06.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.812+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~QCYQ3RNS14F3.0 size=1048576 2024-09-12T00:30:06.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.813+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~QCYQ3RNS14F3.1 size=61522 2024-09-12T00:30:06.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.815+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=QCYQ3RNS14F3 tag=6X699QNIE4TJ type=write size=2158674 2024-09-12T00:30:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.816+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=YMKL39FAPKX0 type=del size=605360 2024-09-12T00:30:06.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.817+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~KQ76B9AU4YYC.0 size=703680 2024-09-12T00:30:06.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.819+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=KQ76B9AU4YYC tag=KVSOIF2U31U3 type=write size=1752256 2024-09-12T00:30:06.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.820+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=M48W28DGVLP1 type=del size=1201852 2024-09-12T00:30:06.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.821+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=S2Q4G84HA2NL type=del 2024-09-12T00:30:06.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.822+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=YZDRFR43MTJQ type=write size=769467 2024-09-12T00:30:06.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.824+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VTSXCF0JY87Z.0 size=1048576 2024-09-12T00:30:06.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.824+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VTSXCF0JY87Z.1 size=809025 2024-09-12T00:30:06.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.826+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=VTSXCF0JY87Z tag=P4W24S2DOIV1 type=write size=2906177 2024-09-12T00:30:06.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.828+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=J427DFE2XWB2 type=del size=2702044 2024-09-12T00:30:06.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.829+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~ZWTPLMDJ9F8B.0 size=1048576 2024-09-12T00:30:06.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.830+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~ZWTPLMDJ9F8B.1 size=1048576 2024-09-12T00:30:06.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.831+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~ZWTPLMDJ9F8B.2 size=924993 2024-09-12T00:30:06.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.833+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=ZWTPLMDJ9F8B tag=M8FEW7BTS5HL type=write size=4070721 2024-09-12T00:30:06.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.835+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~1RNDN876O60U.0 size=846952 2024-09-12T00:30:06.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.835+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=1RNDN876O60U tag=ZS1LCQ00BEDP type=write size=1895528 2024-09-12T00:30:06.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.836+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~9HXJNOK9WE6R.0 size=619924 2024-09-12T00:30:06.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.838+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=9HXJNOK9WE6R tag=6AEYMPH81AL1 type=write size=1668500 2024-09-12T00:30:06.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.839+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=RKBP72FAOX6N type=del size=1503203 2024-09-12T00:30:06.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.840+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=H25HLWN6O8F9 type=del 2024-09-12T00:30:06.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.841+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=7ZV52S3JX8RL type=del size=2971495 2024-09-12T00:30:06.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.843+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=3RCEK68S9QC4 type=del 2024-09-12T00:30:06.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.845+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~JT1E8JMV8263.0 size=760131 2024-09-12T00:30:06.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.845+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=JT1E8JMV8263 tag=RH6T9UWIHPNS type=write size=1808707 2024-09-12T00:30:06.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.846+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=1GCMNF0XDES6 type=del 2024-09-12T00:30:06.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.848+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~U5FJA1DXPEG2.0 size=1048576 2024-09-12T00:30:06.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.849+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~U5FJA1DXPEG2.1 size=1048576 2024-09-12T00:30:06.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.850+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~U5FJA1DXPEG2.2 size=731956 2024-09-12T00:30:06.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.850+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=U5FJA1DXPEG2 tag=O4LXPONZ8WSO type=write size=3877684 2024-09-12T00:30:06.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.851+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=N6WSLVUKGBHG type=del 2024-09-12T00:30:06.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.853+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=1MPTR40MWLBT type=del size=450125 2024-09-12T00:30:06.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.855+0000 7f8455f5c780 1 < suggested update operation key=O0KLCJJC71GL tag=877KSV2BZFRT type=del size=1176282 2024-09-12T00:30:06.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.857+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~AIGWRBH0DN3Q.0 size=1048576 2024-09-12T00:30:06.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.858+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~AIGWRBH0DN3Q.1 size=1048576 2024-09-12T00:30:06.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.859+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~AIGWRBH0DN3Q.2 size=1022285 2024-09-12T00:30:06.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.859+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=AIGWRBH0DN3Q tag=OVKB1T4J35YR type=write size=4168013 2024-09-12T00:30:06.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.860+0000 7f8455f5c780 1 < canceled operation key=B1FDYTC03874 tag=W3Z6W036FB1E type=del size=423340 2024-09-12T00:30:06.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.861+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=KPHJFOTILPY9 type=del size=3078828 2024-09-12T00:30:06.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.862+0000 7f8455f5c780 1 < canceled part key=_multipart_YOBG2K7WI8ZX.2~8ZO0FDCPKGAX.0 size=1048576 2024-09-12T00:30:06.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.862+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~8ZO0FDCPKGAX.1 size=1048576 2024-09-12T00:30:06.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.863+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~8ZO0FDCPKGAX.2 size=638072 2024-09-12T00:30:06.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.865+0000 7f8455f5c780 1 < canceled multipart upload key=YOBG2K7WI8ZX upload=8ZO0FDCPKGAX tag=DOGWPA684O4X type=write size=3783800 2024-09-12T00:30:06.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.867+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=9956PIMNSYH4 type=del size=1814435 2024-09-12T00:30:06.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.868+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=WBD379WG3UDP type=del 2024-09-12T00:30:06.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.870+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PFISX0ZGOAM7.0 size=1048576 2024-09-12T00:30:06.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.871+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~PFISX0ZGOAM7.1 size=880971 2024-09-12T00:30:06.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.871+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=PFISX0ZGOAM7 tag=035WA06E5V57 type=write size=2978123 2024-09-12T00:30:06.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.872+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~QNVFYTB5TPIJ.0 size=1048576 2024-09-12T00:30:06.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.873+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~QNVFYTB5TPIJ.1 size=1048576 2024-09-12T00:30:06.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.874+0000 7f8455f5c780 1 < completed part key=_multipart_4DUAH9DXP2L3.2~QNVFYTB5TPIJ.2 size=965047 2024-09-12T00:30:06.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.876+0000 7f8455f5c780 1 < completed multipart upload key=4DUAH9DXP2L3 upload=QNVFYTB5TPIJ tag=0783093BBC21 type=write size=4110775 2024-09-12T00:30:06.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.877+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=2SX5JX5B25H2 type=write size=227790 2024-09-12T00:30:06.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.878+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~MRXVWYHPWDYY.0 size=1048576 2024-09-12T00:30:06.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.879+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~MRXVWYHPWDYY.1 size=638019 2024-09-12T00:30:06.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.881+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=MRXVWYHPWDYY tag=QSRBD496ETDF type=write size=2735171 2024-09-12T00:30:06.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.883+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~DPMPX0C8JL1W.0 size=1048576 2024-09-12T00:30:06.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.884+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~DPMPX0C8JL1W.1 size=638530 2024-09-12T00:30:06.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.884+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=DPMPX0C8JL1W tag=OIUCN599PRL2 type=write size=2735682 2024-09-12T00:30:06.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.886+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=YMKL39FAPKX0 type=del 2024-09-12T00:30:06.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.887+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=D41S25OVV67R type=write size=850357 2024-09-12T00:30:06.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.888+0000 7f8455f5c780 1 < completed delete operation key=4DUAH9DXP2L3 tag=M48W28DGVLP1 type=del 2024-09-12T00:30:06.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.889+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=A0Y2BDL77HKS type=del size=2866047 2024-09-12T00:30:06.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.893+0000 7f8455f5c780 1 < suggested update operation key=7T1NXXX4G2CP tag=YZDRFR43MTJQ type=write size=769467 2024-09-12T00:30:06.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.894+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=NR6LBU86BO55 type=del size=1453538 2024-09-12T00:30:06.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.895+0000 7f8455f5c780 1 < canceled operation key=JINLCAVH28MB tag=J427DFE2XWB2 type=del size=2702044 2024-09-12T00:30:06.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.896+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=3LHOQABJLJKW type=del size=2027206 2024-09-12T00:30:06.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.897+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~1RNDN876O60U.0 size=846952 2024-09-12T00:30:06.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.899+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=1RNDN876O60U tag=ZS1LCQ00BEDP type=write size=1895528 2024-09-12T00:30:06.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.901+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=BLY1005MT5F4 type=del size=3178569 2024-09-12T00:30:06.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.902+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=RKBP72FAOX6N type=del 2024-09-12T00:30:06.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.903+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=DJAL2I7FPNNB type=del size=777542 2024-09-12T00:30:06.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.904+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=7ZV52S3JX8RL type=del 2024-09-12T00:30:06.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.905+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=MTX6F50FD072 type=del size=1704704 2024-09-12T00:30:06.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.906+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~JT1E8JMV8263.0 size=760131 2024-09-12T00:30:06.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.908+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=JT1E8JMV8263 tag=RH6T9UWIHPNS type=write size=1808707 2024-09-12T00:30:06.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.910+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=TZ1N39ENCBJA type=write size=971029 2024-09-12T00:30:06.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.911+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~U5FJA1DXPEG2.0 size=1048576 2024-09-12T00:30:06.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.912+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~U5FJA1DXPEG2.1 size=1048576 2024-09-12T00:30:06.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.913+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~U5FJA1DXPEG2.2 size=731956 2024-09-12T00:30:06.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.915+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=U5FJA1DXPEG2 tag=O4LXPONZ8WSO type=write size=3877684 2024-09-12T00:30:06.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.917+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~BSIJRE33PRLI.0 size=1048576 2024-09-12T00:30:06.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.918+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~BSIJRE33PRLI.1 size=483308 2024-09-12T00:30:06.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.918+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=BSIJRE33PRLI tag=4BLI08W01E1S type=write size=2580460 2024-09-12T00:30:06.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.920+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=1MPTR40MWLBT type=del 2024-09-12T00:30:06.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.922+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~6AW53R8NB2YR.0 size=780906 2024-09-12T00:30:06.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.922+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=6AW53R8NB2YR tag=59P2KMZ329ZG type=write size=1829482 2024-09-12T00:30:06.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.923+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~AIGWRBH0DN3Q.0 size=1048576 2024-09-12T00:30:06.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.923+0000 7f8455f5c780 1 < canceled part key=_multipart_S9MO2233X1RE.2~AIGWRBH0DN3Q.1 size=1048576 2024-09-12T00:30:06.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.924+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~AIGWRBH0DN3Q.2 size=1022285 2024-09-12T00:30:06.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.926+0000 7f8455f5c780 1 < canceled multipart upload key=S9MO2233X1RE upload=AIGWRBH0DN3Q tag=OVKB1T4J35YR type=write size=4168013 2024-09-12T00:30:06.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.929+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~AIJK8IXHPMER.0 size=175546 2024-09-12T00:30:06.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.929+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=AIJK8IXHPMER tag=0XZJYGZSOI06 type=write size=1224122 2024-09-12T00:30:06.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.930+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=KPHJFOTILPY9 type=del 2024-09-12T00:30:06.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.931+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=9W5SC3B4OC1W type=write size=1014526 2024-09-12T00:30:06.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.933+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=9956PIMNSYH4 type=del 2024-09-12T00:30:06.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.934+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=QEG9BRGALTYV type=del size=1272235 2024-09-12T00:30:06.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.934+0000 7f8455f5c780 1 < canceled part key=_multipart_EWN14RZZVQSP.2~PFISX0ZGOAM7.0 size=1048576 2024-09-12T00:30:06.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.935+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~PFISX0ZGOAM7.1 size=880971 2024-09-12T00:30:06.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.937+0000 7f8455f5c780 1 < canceled multipart upload key=EWN14RZZVQSP upload=PFISX0ZGOAM7 tag=035WA06E5V57 type=write size=2978123 2024-09-12T00:30:06.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.938+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=RN9FVK8SQ9TO type=del size=202559 2024-09-12T00:30:06.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.940+0000 7f8455f5c780 1 < canceled operation key=STIRHZQYJ1PZ tag=2SX5JX5B25H2 type=write size=227790 2024-09-12T00:30:06.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.942+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~31V46Y03P8H3.0 size=450024 2024-09-12T00:30:06.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.942+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=31V46Y03P8H3 tag=B9CDT7UPVSB4 type=write size=1498600 2024-09-12T00:30:06.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.943+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~DPMPX0C8JL1W.0 size=1048576 2024-09-12T00:30:06.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.944+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~DPMPX0C8JL1W.1 size=638530 2024-09-12T00:30:06.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.946+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=DPMPX0C8JL1W tag=OIUCN599PRL2 type=write size=2735682 2024-09-12T00:30:06.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.948+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=851MWZJQIKOT type=del size=3340086 2024-09-12T00:30:06.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.949+0000 7f8455f5c780 1 < completed write operation key=UKPL92R8L6P1 tag=D41S25OVV67R type=write size=850357 2024-09-12T00:30:06.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.950+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=ENTO12BL9Y9Y type=del size=1786185 2024-09-12T00:30:06.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.952+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=A0Y2BDL77HKS type=del 2024-09-12T00:30:06.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.953+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=CHY6AXX2BM1A type=del size=783850 2024-09-12T00:30:06.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.954+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=NR6LBU86BO55 type=del 2024-09-12T00:30:06.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.955+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=G8NLR5LDZ6L6 type=del size=2630090 2024-09-12T00:30:06.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.957+0000 7f8455f5c780 1 < completed delete operation key=SLXJ6AI0B77O tag=3LHOQABJLJKW type=del 2024-09-12T00:30:06.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.959+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~GX1VL4I8F3BB.0 size=1048576 2024-09-12T00:30:06.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.960+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~GX1VL4I8F3BB.1 size=1048576 2024-09-12T00:30:06.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.961+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~GX1VL4I8F3BB.2 size=870957 2024-09-12T00:30:06.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.961+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=GX1VL4I8F3BB tag=TSS4ZP3XUO3T type=write size=4016685 2024-09-12T00:30:06.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.963+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=BLY1005MT5F4 type=del 2024-09-12T00:30:06.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.964+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=36TAMV19KA8S type=del size=3283639 2024-09-12T00:30:06.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.967+0000 7f8455f5c780 1 < suggested update operation key=TNQXVO8XWYUN tag=DJAL2I7FPNNB type=del size=777542 2024-09-12T00:30:06.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.968+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=XYKGD8KRSS7P type=del size=363039 2024-09-12T00:30:06.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.969+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=MTX6F50FD072 type=del 2024-09-12T00:30:06.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.970+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=KLV7EUC6H09Z type=del size=3244000 2024-09-12T00:30:06.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.972+0000 7f8455f5c780 1 < completed write operation key=STIRHZQYJ1PZ tag=TZ1N39ENCBJA type=write size=971029 2024-09-12T00:30:06.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.973+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=YHBH8MI7OT9D type=del size=2749854 2024-09-12T00:30:06.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.974+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~BSIJRE33PRLI.0 size=1048576 2024-09-12T00:30:06.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.975+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~BSIJRE33PRLI.1 size=483308 2024-09-12T00:30:06.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.977+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=BSIJRE33PRLI tag=4BLI08W01E1S type=write size=2580460 2024-09-12T00:30:06.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.979+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~CMCRVBHBJTZL.0 size=1048576 2024-09-12T00:30:06.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.980+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~CMCRVBHBJTZL.1 size=1048576 2024-09-12T00:30:06.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.981+0000 7f8455f5c780 1 > prepared part key=_multipart_NJDCFOHPNT1R.2~CMCRVBHBJTZL.2 size=671701 2024-09-12T00:30:06.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.981+0000 7f8455f5c780 1 > prepared multipart upload key=NJDCFOHPNT1R upload=CMCRVBHBJTZL tag=25KXXSDAV502 type=write size=3817429 2024-09-12T00:30:06.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.982+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~6AW53R8NB2YR.0 size=780906 2024-09-12T00:30:06.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.984+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=6AW53R8NB2YR tag=59P2KMZ329ZG type=write size=1829482 2024-09-12T00:30:06.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.986+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~5SSGBO9955DT.0 size=1048576 2024-09-12T00:30:06.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.987+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~5SSGBO9955DT.1 size=1048576 2024-09-12T00:30:06.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.988+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~5SSGBO9955DT.2 size=214119 2024-09-12T00:30:06.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.988+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=5SSGBO9955DT tag=P90GT74J96Y2 type=write size=3359847 2024-09-12T00:30:06.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.989+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~AIJK8IXHPMER.0 size=175546 2024-09-12T00:30:06.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.991+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=AIJK8IXHPMER tag=0XZJYGZSOI06 type=write size=1224122 2024-09-12T00:30:06.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.993+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=MHUP4Z2A715F type=del size=2992013 2024-09-12T00:30:06.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.994+0000 7f8455f5c780 1 < completed write operation key=0B86VX5Z60TF tag=9W5SC3B4OC1W type=write size=1014526 2024-09-12T00:30:06.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.995+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=90TUON3O2Y1E type=del size=3105682 2024-09-12T00:30:06.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.997+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=QEG9BRGALTYV type=del 2024-09-12T00:30:06.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.998+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=32L0U25F3HVU type=del size=1410865 2024-09-12T00:30:06.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:06.999+0000 7f8455f5c780 -1 < failed to complete operation key=TNQXVO8XWYUN tag=RN9FVK8SQ9TO type=del size=202559: (22) Invalid argument 2024-09-12T00:30:06.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.000+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=LCEVXUQ3289U type=write size=598574 2024-09-12T00:30:07.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.002+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~31V46Y03P8H3.0 size=450024 2024-09-12T00:30:07.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.004+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=31V46Y03P8H3 tag=B9CDT7UPVSB4 type=write size=1498600 2024-09-12T00:30:07.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.005+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=A3XJ0G15GV3K type=write size=499843 2024-09-12T00:30:07.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.006+0000 7f8455f5c780 1 < canceled operation key=STIRHZQYJ1PZ tag=851MWZJQIKOT type=del size=3340086 2024-09-12T00:30:07.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.008+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=K5QUR41FKHX4 type=write size=260123 2024-09-12T00:30:07.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.009+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=ENTO12BL9Y9Y type=del 2024-09-12T00:30:07.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.010+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=6US6OQZCOFTG type=del size=1182210 2024-09-12T00:30:07.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.012+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=CHY6AXX2BM1A type=del 2024-09-12T00:30:07.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.013+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=9K2KA1HQQQGF type=del size=1823747 2024-09-12T00:30:07.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.014+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=G8NLR5LDZ6L6 type=del 2024-09-12T00:30:07.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.015+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=4YVC1TIFFCOK type=write size=30824 2024-09-12T00:30:07.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.016+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~GX1VL4I8F3BB.0 size=1048576 2024-09-12T00:30:07.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.017+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~GX1VL4I8F3BB.1 size=1048576 2024-09-12T00:30:07.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.018+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~GX1VL4I8F3BB.2 size=870957 2024-09-12T00:30:07.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.020+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=GX1VL4I8F3BB tag=TSS4ZP3XUO3T type=write size=4016685 2024-09-12T00:30:07.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.022+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=04P465ZRNEAZ type=write size=273320 2024-09-12T00:30:07.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.023+0000 7f8455f5c780 1 < canceled operation key=1NY27D1OOWPU tag=36TAMV19KA8S type=del size=3283639 2024-09-12T00:30:07.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.024+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=NL5TNMDIKTVO type=del size=3773512 2024-09-12T00:30:07.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.025+0000 7f8455f5c780 1 < completed delete operation key=L293TNR2PBWD tag=XYKGD8KRSS7P type=del 2024-09-12T00:30:07.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.028+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~SRHZH00H1ZPA.0 size=1048576 2024-09-12T00:30:07.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.029+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~SRHZH00H1ZPA.1 size=492829 2024-09-12T00:30:07.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.029+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=SRHZH00H1ZPA tag=SN51QTCSXW5S type=write size=2589981 2024-09-12T00:30:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.030+0000 7f8455f5c780 1 < canceled operation key=4DUAH9DXP2L3 tag=KLV7EUC6H09Z type=del size=3244000 2024-09-12T00:30:07.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.031+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=ZEZ8ECWAMJW3 type=del size=2229657 2024-09-12T00:30:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.032+0000 7f8455f5c780 1 < canceled operation key=YOBG2K7WI8ZX tag=YHBH8MI7OT9D type=del size=2749854 2024-09-12T00:30:07.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.034+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~QSTNQP4Q1VB7.0 size=733788 2024-09-12T00:30:07.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.034+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=QSTNQP4Q1VB7 tag=I6H5WUP37PJU type=write size=1782364 2024-09-12T00:30:07.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.035+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~CMCRVBHBJTZL.0 size=1048576 2024-09-12T00:30:07.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.036+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~CMCRVBHBJTZL.1 size=1048576 2024-09-12T00:30:07.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.037+0000 7f8455f5c780 1 < completed part key=_multipart_NJDCFOHPNT1R.2~CMCRVBHBJTZL.2 size=671701 2024-09-12T00:30:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.039+0000 7f8455f5c780 1 < completed multipart upload key=NJDCFOHPNT1R upload=CMCRVBHBJTZL tag=25KXXSDAV502 type=write size=3817429 2024-09-12T00:30:07.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.040+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=1Q2R2W6JDFAN type=del size=2393290 2024-09-12T00:30:07.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.042+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~5SSGBO9955DT.0 size=1048576 2024-09-12T00:30:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.042+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~5SSGBO9955DT.1 size=1048576 2024-09-12T00:30:07.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.043+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~5SSGBO9955DT.2 size=214119 2024-09-12T00:30:07.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.045+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=5SSGBO9955DT tag=P90GT74J96Y2 type=write size=3359847 2024-09-12T00:30:07.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.048+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=JXV2Y4NK9PZ9 type=del size=3585488 2024-09-12T00:30:07.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.049+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=MHUP4Z2A715F type=del 2024-09-12T00:30:07.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.050+0000 7f8455f5c780 1 > prepared operation key=SLXJ6AI0B77O tag=7SJGTAVF0A98 type=del size=2371070 2024-09-12T00:30:07.050 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.052+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=90TUON3O2Y1E type=del 2024-09-12T00:30:07.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.054+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~68OCJ1SMKHE9.0 size=1048576 2024-09-12T00:30:07.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.055+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~68OCJ1SMKHE9.1 size=1048576 2024-09-12T00:30:07.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.056+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~68OCJ1SMKHE9.2 size=717374 2024-09-12T00:30:07.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.056+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=68OCJ1SMKHE9 tag=VY6I2C7G8NZF type=write size=3863102 2024-09-12T00:30:07.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.057+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=32L0U25F3HVU type=del 2024-09-12T00:30:07.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.059+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~VXI0H75ODPY8.0 size=1048576 2024-09-12T00:30:07.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.060+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~VXI0H75ODPY8.1 size=730406 2024-09-12T00:30:07.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.060+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=VXI0H75ODPY8 tag=YSARYOPM3H66 type=write size=2827558 2024-09-12T00:30:07.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.062+0000 7f8455f5c780 1 < suggested update operation key=S9MO2233X1RE tag=LCEVXUQ3289U type=write size=598574 2024-09-12T00:30:07.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.064+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=H47MOISYA62K type=write size=43373 2024-09-12T00:30:07.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.065+0000 7f8455f5c780 1 < completed write operation key=UKPL92R8L6P1 tag=A3XJ0G15GV3K type=write size=499843 2024-09-12T00:30:07.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.066+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=079D90H2TVKA type=del size=835819 2024-09-12T00:30:07.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.067+0000 7f8455f5c780 1 < completed write operation key=B1FDYTC03874 tag=K5QUR41FKHX4 type=write size=260123 2024-09-12T00:30:07.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.069+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=T9E4TXH5NUSJ type=write size=640089 2024-09-12T00:30:07.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.070+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=6US6OQZCOFTG type=del 2024-09-12T00:30:07.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.073+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~3SK7M0F8O1P3.0 size=1048576 2024-09-12T00:30:07.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.074+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~3SK7M0F8O1P3.1 size=1048576 2024-09-12T00:30:07.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.075+0000 7f8455f5c780 1 > prepared part key=_multipart_G6YFIJM3LQN2.2~3SK7M0F8O1P3.2 size=57966 2024-09-12T00:30:07.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.075+0000 7f8455f5c780 1 > prepared multipart upload key=G6YFIJM3LQN2 upload=3SK7M0F8O1P3 tag=47L5D2IJTNW0 type=write size=3203694 2024-09-12T00:30:07.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.076+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=9K2KA1HQQQGF type=del 2024-09-12T00:30:07.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.077+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=ZX6IDFYYX360 type=del size=987523 2024-09-12T00:30:07.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.078+0000 7f8455f5c780 1 < completed write operation key=D02C1LZ2VOOE tag=4YVC1TIFFCOK type=write size=30824 2024-09-12T00:30:07.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.079+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=5JSNS5OFE8OY type=del size=3913559 2024-09-12T00:30:07.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.080+0000 7f8455f5c780 1 < completed write operation key=7T1NXXX4G2CP tag=04P465ZRNEAZ type=write size=273320 2024-09-12T00:30:07.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.081+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=KTFZ41B8GRM4 type=del size=1054411 2024-09-12T00:30:07.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.083+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=NL5TNMDIKTVO type=del 2024-09-12T00:30:07.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.084+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=KXR4FLY4QW5V type=del size=3870139 2024-09-12T00:30:07.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.085+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~SRHZH00H1ZPA.0 size=1048576 2024-09-12T00:30:07.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.086+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~SRHZH00H1ZPA.1 size=492829 2024-09-12T00:30:07.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.088+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=SRHZH00H1ZPA tag=SN51QTCSXW5S type=write size=2589981 2024-09-12T00:30:07.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.090+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~9YT1MWO4KVO2.0 size=1048576 2024-09-12T00:30:07.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.091+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~9YT1MWO4KVO2.1 size=1048576 2024-09-12T00:30:07.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.092+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~9YT1MWO4KVO2.2 size=741915 2024-09-12T00:30:07.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.092+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=9YT1MWO4KVO2 tag=BWPJIYYTFH0J type=write size=3887643 2024-09-12T00:30:07.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.093+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=ZEZ8ECWAMJW3 type=del 2024-09-12T00:30:07.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.096+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~RC03EE969AZT.0 size=1048576 2024-09-12T00:30:07.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.097+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~RC03EE969AZT.1 size=1048576 2024-09-12T00:30:07.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.098+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~RC03EE969AZT.2 size=633909 2024-09-12T00:30:07.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.098+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=RC03EE969AZT tag=NEYORET1EL0L type=write size=3779637 2024-09-12T00:30:07.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.099+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~QSTNQP4Q1VB7.0 size=733788 2024-09-12T00:30:07.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.101+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=QSTNQP4Q1VB7 tag=I6H5WUP37PJU type=write size=1782364 2024-09-12T00:30:07.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.102+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=7G3LB1YX0637 type=del size=1433077 2024-09-12T00:30:07.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.104+0000 7f8455f5c780 1 < suggested remove operation key=L293TNR2PBWD tag=1Q2R2W6JDFAN type=del 2024-09-12T00:30:07.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.106+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~LFW7ZNGUGNOJ.0 size=1048576 2024-09-12T00:30:07.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.107+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~LFW7ZNGUGNOJ.1 size=1048576 2024-09-12T00:30:07.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.108+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~LFW7ZNGUGNOJ.2 size=769124 2024-09-12T00:30:07.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.108+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=LFW7ZNGUGNOJ tag=1X8FJWU8MZ5O type=write size=3914852 2024-09-12T00:30:07.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.109+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=JXV2Y4NK9PZ9 type=del 2024-09-12T00:30:07.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.111+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~6LPZ1Q4N5LRT.0 size=415487 2024-09-12T00:30:07.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.111+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=6LPZ1Q4N5LRT tag=NAPILM5H2P68 type=write size=1464063 2024-09-12T00:30:07.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.114+0000 7f8455f5c780 1 < suggested update operation key=SLXJ6AI0B77O tag=7SJGTAVF0A98 type=del size=2371070 2024-09-12T00:30:07.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.115+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=QPA468JFADC1 type=del size=2777193 2024-09-12T00:30:07.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.116+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~68OCJ1SMKHE9.0 size=1048576 2024-09-12T00:30:07.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.117+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~68OCJ1SMKHE9.1 size=1048576 2024-09-12T00:30:07.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.118+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~68OCJ1SMKHE9.2 size=717374 2024-09-12T00:30:07.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.121+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=68OCJ1SMKHE9 tag=VY6I2C7G8NZF type=write size=3863102 2024-09-12T00:30:07.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.123+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~KUOKTGW0LB7F.0 size=1048576 2024-09-12T00:30:07.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.124+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~KUOKTGW0LB7F.1 size=1048576 2024-09-12T00:30:07.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.125+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~KUOKTGW0LB7F.2 size=51471 2024-09-12T00:30:07.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.125+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=KUOKTGW0LB7F tag=0Y98F2AOPCWS type=write size=3197199 2024-09-12T00:30:07.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.126+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~VXI0H75ODPY8.0 size=1048576 2024-09-12T00:30:07.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.127+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~VXI0H75ODPY8.1 size=730406 2024-09-12T00:30:07.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.129+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=VXI0H75ODPY8 tag=YSARYOPM3H66 type=write size=2827558 2024-09-12T00:30:07.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.130+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=MQTMXF0LTKG5 type=del size=2485564 2024-09-12T00:30:07.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.131+0000 7f8455f5c780 1 < completed write operation key=G6YFIJM3LQN2 tag=H47MOISYA62K type=write size=43373 2024-09-12T00:30:07.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.133+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=EH5CNIMXQPND type=del size=2167132 2024-09-12T00:30:07.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.134+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=079D90H2TVKA type=del 2024-09-12T00:30:07.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.135+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=XB2O09547N0H type=del size=2091500 2024-09-12T00:30:07.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.136+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=T9E4TXH5NUSJ type=write size=640089 2024-09-12T00:30:07.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.137+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=Q04SU2Y86Y83 type=write size=173584 2024-09-12T00:30:07.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.138+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~3SK7M0F8O1P3.0 size=1048576 2024-09-12T00:30:07.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.139+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~3SK7M0F8O1P3.1 size=1048576 2024-09-12T00:30:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.140+0000 7f8455f5c780 1 < completed part key=_multipart_G6YFIJM3LQN2.2~3SK7M0F8O1P3.2 size=57966 2024-09-12T00:30:07.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.142+0000 7f8455f5c780 1 < completed multipart upload key=G6YFIJM3LQN2 upload=3SK7M0F8O1P3 tag=47L5D2IJTNW0 type=write size=3203694 2024-09-12T00:30:07.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.143+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=RWWSK8XU3Q0O type=del size=2110082 2024-09-12T00:30:07.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.145+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=ZX6IDFYYX360 type=del 2024-09-12T00:30:07.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.147+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~2X1T98GM4L7T.0 size=1048576 2024-09-12T00:30:07.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.148+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~2X1T98GM4L7T.1 size=182518 2024-09-12T00:30:07.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.148+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=2X1T98GM4L7T tag=7JJUHVDQCY8G type=write size=2279670 2024-09-12T00:30:07.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.149+0000 7f8455f5c780 1 < canceled operation key=D02C1LZ2VOOE tag=5JSNS5OFE8OY type=del size=3913559 2024-09-12T00:30:07.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.150+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=6BZ8MMW1FKAG type=del size=1081369 2024-09-12T00:30:07.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.151+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=KTFZ41B8GRM4 type=del 2024-09-12T00:30:07.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.153+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~AJYZXMUM796A.0 size=1048576 2024-09-12T00:30:07.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.154+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~AJYZXMUM796A.1 size=843103 2024-09-12T00:30:07.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.154+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=AJYZXMUM796A tag=W68J9VENW4SX type=write size=2940255 2024-09-12T00:30:07.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.155+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=KXR4FLY4QW5V type=del 2024-09-12T00:30:07.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.157+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=2IYOBGV0I265 type=write size=241635 2024-09-12T00:30:07.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.158+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~9YT1MWO4KVO2.0 size=1048576 2024-09-12T00:30:07.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.159+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~9YT1MWO4KVO2.1 size=1048576 2024-09-12T00:30:07.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.160+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~9YT1MWO4KVO2.2 size=741915 2024-09-12T00:30:07.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.162+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=9YT1MWO4KVO2 tag=BWPJIYYTFH0J type=write size=3887643 2024-09-12T00:30:07.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.163+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=RR2019WJB0MD type=write size=277729 2024-09-12T00:30:07.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.164+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~RC03EE969AZT.0 size=1048576 2024-09-12T00:30:07.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.165+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~RC03EE969AZT.1 size=1048576 2024-09-12T00:30:07.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.166+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~RC03EE969AZT.2 size=633909 2024-09-12T00:30:07.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.168+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=RC03EE969AZT tag=NEYORET1EL0L type=write size=3779637 2024-09-12T00:30:07.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.169+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=1DLBDOA0OIMZ type=write size=497642 2024-09-12T00:30:07.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.171+0000 7f8455f5c780 1 < suggested remove operation key=EWN14RZZVQSP tag=7G3LB1YX0637 type=del 2024-09-12T00:30:07.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.173+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=D01NJ8FC0ZNU type=write size=706946 2024-09-12T00:30:07.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.174+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~LFW7ZNGUGNOJ.0 size=1048576 2024-09-12T00:30:07.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.175+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~LFW7ZNGUGNOJ.1 size=1048576 2024-09-12T00:30:07.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.176+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~LFW7ZNGUGNOJ.2 size=769124 2024-09-12T00:30:07.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.178+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=LFW7ZNGUGNOJ tag=1X8FJWU8MZ5O type=write size=3914852 2024-09-12T00:30:07.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.181+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~DDEXDOC7XLI7.0 size=1048576 2024-09-12T00:30:07.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.182+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~DDEXDOC7XLI7.1 size=502401 2024-09-12T00:30:07.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.182+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=DDEXDOC7XLI7 tag=1HMZ6LGVV13O type=write size=2599553 2024-09-12T00:30:07.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.183+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~6LPZ1Q4N5LRT.0 size=415487 2024-09-12T00:30:07.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.185+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=6LPZ1Q4N5LRT tag=NAPILM5H2P68 type=write size=1464063 2024-09-12T00:30:07.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.186+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=V8B5ED9H7RTP type=del size=3114733 2024-09-12T00:30:07.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.188+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=QPA468JFADC1 type=del 2024-09-12T00:30:07.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.189+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=89GHA0632D6H type=del size=511462 2024-09-12T00:30:07.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.190+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~KUOKTGW0LB7F.0 size=1048576 2024-09-12T00:30:07.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.191+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~KUOKTGW0LB7F.1 size=1048576 2024-09-12T00:30:07.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.193+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~KUOKTGW0LB7F.2 size=51471 2024-09-12T00:30:07.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.195+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=KUOKTGW0LB7F tag=0Y98F2AOPCWS type=write size=3197199 2024-09-12T00:30:07.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.197+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VS8TX149ROC5.0 size=1048576 2024-09-12T00:30:07.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.198+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VS8TX149ROC5.1 size=1048576 2024-09-12T00:30:07.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.199+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~VS8TX149ROC5.2 size=252935 2024-09-12T00:30:07.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.199+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=VS8TX149ROC5 tag=HQB85U21EGI0 type=write size=3398663 2024-09-12T00:30:07.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.201+0000 7f8455f5c780 1 < suggested update operation key=0B86VX5Z60TF tag=MQTMXF0LTKG5 type=del size=2485564 2024-09-12T00:30:07.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.204+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~6B46OBH4JPOB.0 size=1048576 2024-09-12T00:30:07.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.204+0000 7f8455f5c780 1 > prepared part key=_multipart_FAH61LMM19S7.2~6B46OBH4JPOB.1 size=923827 2024-09-12T00:30:07.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.204+0000 7f8455f5c780 1 > prepared multipart upload key=FAH61LMM19S7 upload=6B46OBH4JPOB tag=X7FY5B6JTB0L type=write size=3020979 2024-09-12T00:30:07.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.206+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=EH5CNIMXQPND type=del 2024-09-12T00:30:07.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.208+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~FCM1Y3D923OF.0 size=1048576 2024-09-12T00:30:07.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.209+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~FCM1Y3D923OF.1 size=109234 2024-09-12T00:30:07.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.209+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=FCM1Y3D923OF tag=IMIEMGAG0KAR type=write size=2206386 2024-09-12T00:30:07.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.210+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=XB2O09547N0H type=del 2024-09-12T00:30:07.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.211+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=LV3KBKLM7MT2 type=del size=2581095 2024-09-12T00:30:07.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.212+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=Q04SU2Y86Y83 type=write size=173584 2024-09-12T00:30:07.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.213+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=SNVJWRESWE92 type=del size=899319 2024-09-12T00:30:07.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.215+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=RWWSK8XU3Q0O type=del 2024-09-12T00:30:07.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.216+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=C1DSF27THZBA type=del size=2891562 2024-09-12T00:30:07.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.217+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~2X1T98GM4L7T.0 size=1048576 2024-09-12T00:30:07.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.218+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~2X1T98GM4L7T.1 size=182518 2024-09-12T00:30:07.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.220+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=2X1T98GM4L7T tag=7JJUHVDQCY8G type=write size=2279670 2024-09-12T00:30:07.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.222+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~QSX3NEMVB106.0 size=1048576 2024-09-12T00:30:07.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.224+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~QSX3NEMVB106.1 size=981743 2024-09-12T00:30:07.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.224+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=QSX3NEMVB106 tag=1JC00S6JQQWQ type=write size=3078895 2024-09-12T00:30:07.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.225+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=6BZ8MMW1FKAG type=del 2024-09-12T00:30:07.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.227+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~YNLUHRIGZP0D.0 size=1048576 2024-09-12T00:30:07.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.228+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~YNLUHRIGZP0D.1 size=426004 2024-09-12T00:30:07.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.228+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=YNLUHRIGZP0D tag=JHQ6FP5CUKT4 type=write size=2523156 2024-09-12T00:30:07.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.229+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~AJYZXMUM796A.0 size=1048576 2024-09-12T00:30:07.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.230+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~AJYZXMUM796A.1 size=843103 2024-09-12T00:30:07.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.233+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=AJYZXMUM796A tag=W68J9VENW4SX type=write size=2940255 2024-09-12T00:30:07.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.234+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=XZE4BBJWW2LE type=write size=610674 2024-09-12T00:30:07.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.236+0000 7f8455f5c780 1 < suggested remove operation key=7Z8Q4GFFYTTY tag=2IYOBGV0I265 type=write 2024-09-12T00:30:07.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.238+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~PTZ39A7B9KIU.0 size=1048576 2024-09-12T00:30:07.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.239+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~PTZ39A7B9KIU.1 size=733674 2024-09-12T00:30:07.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.239+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=PTZ39A7B9KIU tag=Z4DF0NCQ0WW4 type=write size=2830826 2024-09-12T00:30:07.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.241+0000 7f8455f5c780 1 < suggested remove operation key=B1FDYTC03874 tag=RR2019WJB0MD type=write 2024-09-12T00:30:07.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.243+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~R5OT44L5YF8L.0 size=1048576 2024-09-12T00:30:07.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.244+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~R5OT44L5YF8L.1 size=278249 2024-09-12T00:30:07.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.244+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=R5OT44L5YF8L tag=BC4RLK0IJBT8 type=write size=2375401 2024-09-12T00:30:07.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.245+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=1DLBDOA0OIMZ type=write size=497642 2024-09-12T00:30:07.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.247+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~76DJ9YZBJ8P3.0 size=1048576 2024-09-12T00:30:07.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.248+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~76DJ9YZBJ8P3.1 size=1048576 2024-09-12T00:30:07.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.249+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~76DJ9YZBJ8P3.2 size=1021123 2024-09-12T00:30:07.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.249+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=76DJ9YZBJ8P3 tag=GH58K2CSHNHH type=write size=4166851 2024-09-12T00:30:07.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.250+0000 7f8455f5c780 -1 < failed to complete operation key=0B86VX5Z60TF tag=D01NJ8FC0ZNU type=write size=706946: (22) Invalid argument 2024-09-12T00:30:07.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.252+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~TR4DQ2GQMXF2.0 size=1048576 2024-09-12T00:30:07.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.253+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~TR4DQ2GQMXF2.1 size=303870 2024-09-12T00:30:07.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.253+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=TR4DQ2GQMXF2 tag=AZB30D8DGVRO type=write size=2401022 2024-09-12T00:30:07.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.254+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~DDEXDOC7XLI7.0 size=1048576 2024-09-12T00:30:07.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.255+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~DDEXDOC7XLI7.1 size=502401 2024-09-12T00:30:07.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.257+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=DDEXDOC7XLI7 tag=1HMZ6LGVV13O type=write size=2599553 2024-09-12T00:30:07.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.259+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~HLMGHEQ5L1GA.0 size=1048576 2024-09-12T00:30:07.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.260+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~HLMGHEQ5L1GA.1 size=443553 2024-09-12T00:30:07.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.260+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=HLMGHEQ5L1GA tag=KH7TB1Y6YNDH type=write size=2540705 2024-09-12T00:30:07.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.261+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=V8B5ED9H7RTP type=del 2024-09-12T00:30:07.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.263+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~F607VWBIRNHK.0 size=1048576 2024-09-12T00:30:07.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.264+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~F607VWBIRNHK.1 size=513804 2024-09-12T00:30:07.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.264+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=F607VWBIRNHK tag=42LXXKSB48N9 type=write size=2610956 2024-09-12T00:30:07.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.265+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=89GHA0632D6H type=del 2024-09-12T00:30:07.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.267+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=VCF2S3I119WJ type=del size=2045416 2024-09-12T00:30:07.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.268+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VS8TX149ROC5.0 size=1048576 2024-09-12T00:30:07.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.269+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VS8TX149ROC5.1 size=1048576 2024-09-12T00:30:07.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.270+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~VS8TX149ROC5.2 size=252935 2024-09-12T00:30:07.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.272+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=VS8TX149ROC5 tag=HQB85U21EGI0 type=write size=3398663 2024-09-12T00:30:07.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.274+0000 7f8455f5c780 1 > prepared part key=_multipart_7T1NXXX4G2CP.2~EWD0S7H5Z90W.0 size=147065 2024-09-12T00:30:07.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.274+0000 7f8455f5c780 1 > prepared multipart upload key=7T1NXXX4G2CP upload=EWD0S7H5Z90W tag=86L88GM7T1Y2 type=write size=1195641 2024-09-12T00:30:07.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.276+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~6B46OBH4JPOB.0 size=1048576 2024-09-12T00:30:07.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.276+0000 7f8455f5c780 1 < completed part key=_multipart_FAH61LMM19S7.2~6B46OBH4JPOB.1 size=923827 2024-09-12T00:30:07.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.279+0000 7f8455f5c780 1 < completed multipart upload key=FAH61LMM19S7 upload=6B46OBH4JPOB tag=X7FY5B6JTB0L type=write size=3020979 2024-09-12T00:30:07.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.281+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~8VDTZ5N7GYBD.0 size=1048576 2024-09-12T00:30:07.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.282+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~8VDTZ5N7GYBD.1 size=941866 2024-09-12T00:30:07.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.282+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=8VDTZ5N7GYBD tag=VY3DLZJFDX0T type=write size=3039018 2024-09-12T00:30:07.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.283+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~FCM1Y3D923OF.0 size=1048576 2024-09-12T00:30:07.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.284+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~FCM1Y3D923OF.1 size=109234 2024-09-12T00:30:07.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.286+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=FCM1Y3D923OF tag=IMIEMGAG0KAR type=write size=2206386 2024-09-12T00:30:07.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.288+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~R3OBLIPT2SAI.0 size=1048576 2024-09-12T00:30:07.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.289+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~R3OBLIPT2SAI.1 size=1048576 2024-09-12T00:30:07.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.290+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~R3OBLIPT2SAI.2 size=327581 2024-09-12T00:30:07.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.290+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=R3OBLIPT2SAI tag=L3O4O9TVZ2NH type=write size=3473309 2024-09-12T00:30:07.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.291+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=LV3KBKLM7MT2 type=del 2024-09-12T00:30:07.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.292+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=2M2T4CZ0MKXI type=del size=4063483 2024-09-12T00:30:07.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.294+0000 7f8455f5c780 1 < completed delete operation key=FVZ1KXZLGCI5 tag=SNVJWRESWE92 type=del 2024-09-12T00:30:07.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.296+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~3DIL2VZMONAO.0 size=1048576 2024-09-12T00:30:07.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.297+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~3DIL2VZMONAO.1 size=705447 2024-09-12T00:30:07.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.297+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=3DIL2VZMONAO tag=2VF7U9UX2B35 type=write size=2802599 2024-09-12T00:30:07.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.298+0000 7f8455f5c780 1 < completed delete operation key=3QZOXO71V3B0 tag=C1DSF27THZBA type=del 2024-09-12T00:30:07.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.300+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~57LK6VXJGRR3.0 size=1048576 2024-09-12T00:30:07.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.301+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~57LK6VXJGRR3.1 size=439987 2024-09-12T00:30:07.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.301+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=57LK6VXJGRR3 tag=DFXNB629QDME type=write size=2537139 2024-09-12T00:30:07.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.302+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~QSX3NEMVB106.0 size=1048576 2024-09-12T00:30:07.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.303+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~QSX3NEMVB106.1 size=981743 2024-09-12T00:30:07.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.305+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=QSX3NEMVB106 tag=1JC00S6JQQWQ type=write size=3078895 2024-09-12T00:30:07.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.306+0000 7f8455f5c780 1 > prepared operation key=6ZPF32PZKGY3 tag=E5OHX3T10ZN0 type=del size=1446647 2024-09-12T00:30:07.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.307+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~YNLUHRIGZP0D.0 size=1048576 2024-09-12T00:30:07.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.307+0000 7f8455f5c780 1 < canceled part key=_multipart_PM03TED1Y5B8.2~YNLUHRIGZP0D.1 size=426004 2024-09-12T00:30:07.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.309+0000 7f8455f5c780 1 < canceled multipart upload key=PM03TED1Y5B8 upload=YNLUHRIGZP0D tag=JHQ6FP5CUKT4 type=write size=2523156 2024-09-12T00:30:07.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.312+0000 7f8455f5c780 1 > prepared part key=_multipart_7Z8Q4GFFYTTY.2~ZOYH2OCKLT5Z.0 size=654424 2024-09-12T00:30:07.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.312+0000 7f8455f5c780 1 > prepared multipart upload key=7Z8Q4GFFYTTY upload=ZOYH2OCKLT5Z tag=W9E3JKQYQNR7 type=write size=1703000 2024-09-12T00:30:07.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.313+0000 7f8455f5c780 -1 < failed to complete operation key=B1FDYTC03874 tag=XZE4BBJWW2LE type=write size=610674: (22) Invalid argument 2024-09-12T00:30:07.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.315+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~LPW9EW7N4XLF.0 size=329147 2024-09-12T00:30:07.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.315+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=LPW9EW7N4XLF tag=K7US7VKEX73S type=write size=1377723 2024-09-12T00:30:07.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.317+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~PTZ39A7B9KIU.0 size=1048576 2024-09-12T00:30:07.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.318+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~PTZ39A7B9KIU.1 size=733674 2024-09-12T00:30:07.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.320+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=PTZ39A7B9KIU tag=Z4DF0NCQ0WW4 type=write size=2830826 2024-09-12T00:30:07.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.321+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=WA22J4OHK2CD type=del size=1846753 2024-09-12T00:30:07.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.322+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~R5OT44L5YF8L.0 size=1048576 2024-09-12T00:30:07.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.323+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~R5OT44L5YF8L.1 size=278249 2024-09-12T00:30:07.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.325+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=R5OT44L5YF8L tag=BC4RLK0IJBT8 type=write size=2375401 2024-09-12T00:30:07.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.326+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=UDTP5W4BQ4QU type=del size=3225417 2024-09-12T00:30:07.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.327+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~76DJ9YZBJ8P3.0 size=1048576 2024-09-12T00:30:07.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.328+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~76DJ9YZBJ8P3.1 size=1048576 2024-09-12T00:30:07.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.329+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~76DJ9YZBJ8P3.2 size=1021123 2024-09-12T00:30:07.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.331+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=76DJ9YZBJ8P3 tag=GH58K2CSHNHH type=write size=4166851 2024-09-12T00:30:07.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.333+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~7SYHCB7R23AM.0 size=945681 2024-09-12T00:30:07.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.333+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=7SYHCB7R23AM tag=2QN8TLVFHELA type=write size=1994257 2024-09-12T00:30:07.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.335+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~TR4DQ2GQMXF2.0 size=1048576 2024-09-12T00:30:07.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.335+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~TR4DQ2GQMXF2.1 size=303870 2024-09-12T00:30:07.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.338+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=TR4DQ2GQMXF2 tag=AZB30D8DGVRO type=write size=2401022 2024-09-12T00:30:07.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.341+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=3GMWRYT3NNPW type=del size=29496 2024-09-12T00:30:07.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.344+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~HLMGHEQ5L1GA.0 size=1048576 2024-09-12T00:30:07.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.345+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~HLMGHEQ5L1GA.1 size=443553 2024-09-12T00:30:07.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.347+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=HLMGHEQ5L1GA tag=KH7TB1Y6YNDH type=write size=2540705 2024-09-12T00:30:07.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.348+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=739T9MBZUZYC type=del size=2392533 2024-09-12T00:30:07.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.349+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~F607VWBIRNHK.0 size=1048576 2024-09-12T00:30:07.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.350+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~F607VWBIRNHK.1 size=513804 2024-09-12T00:30:07.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.352+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=F607VWBIRNHK tag=42LXXKSB48N9 type=write size=2610956 2024-09-12T00:30:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.353+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=U32VM4QCISOZ type=del size=3503088 2024-09-12T00:30:07.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.354+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=VCF2S3I119WJ type=del 2024-09-12T00:30:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.355+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=QBQ2ES19YF85 type=del size=3927506 2024-09-12T00:30:07.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.356+0000 7f8455f5c780 1 < completed part key=_multipart_7T1NXXX4G2CP.2~EWD0S7H5Z90W.0 size=147065 2024-09-12T00:30:07.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.358+0000 7f8455f5c780 1 < completed multipart upload key=7T1NXXX4G2CP upload=EWD0S7H5Z90W tag=86L88GM7T1Y2 type=write size=1195641 2024-09-12T00:30:07.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.359+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=SE8F4DW2PIAD type=del size=1754361 2024-09-12T00:30:07.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.361+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~8VDTZ5N7GYBD.0 size=1048576 2024-09-12T00:30:07.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.362+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~8VDTZ5N7GYBD.1 size=941866 2024-09-12T00:30:07.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.364+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=8VDTZ5N7GYBD tag=VY3DLZJFDX0T type=write size=3039018 2024-09-12T00:30:07.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.366+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~12L3SSHYN1JS.0 size=1048576 2024-09-12T00:30:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.366+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~12L3SSHYN1JS.1 size=512723 2024-09-12T00:30:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.366+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=12L3SSHYN1JS tag=MTRJLAIPR4TB type=write size=2609875 2024-09-12T00:30:07.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.368+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~R3OBLIPT2SAI.0 size=1048576 2024-09-12T00:30:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.369+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~R3OBLIPT2SAI.1 size=1048576 2024-09-12T00:30:07.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.369+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~R3OBLIPT2SAI.2 size=327581 2024-09-12T00:30:07.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.371+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=R3OBLIPT2SAI tag=L3O4O9TVZ2NH type=write size=3473309 2024-09-12T00:30:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.372+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=M2YWV89YLJCS type=del size=2195161 2024-09-12T00:30:07.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.374+0000 7f8455f5c780 1 < canceled operation key=1NY27D1OOWPU tag=2M2T4CZ0MKXI type=del size=4063483 2024-09-12T00:30:07.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.376+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~0ZSE7WCSW68P.0 size=1048576 2024-09-12T00:30:07.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.377+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~0ZSE7WCSW68P.1 size=896017 2024-09-12T00:30:07.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.377+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=0ZSE7WCSW68P tag=R9PFJ2DL0V9T type=write size=2993169 2024-09-12T00:30:07.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.378+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~3DIL2VZMONAO.0 size=1048576 2024-09-12T00:30:07.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.379+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~3DIL2VZMONAO.1 size=705447 2024-09-12T00:30:07.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.381+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=3DIL2VZMONAO tag=2VF7U9UX2B35 type=write size=2802599 2024-09-12T00:30:07.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.382+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=EP0NMQC3P85H type=del size=4086966 2024-09-12T00:30:07.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.383+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~57LK6VXJGRR3.0 size=1048576 2024-09-12T00:30:07.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.384+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~57LK6VXJGRR3.1 size=439987 2024-09-12T00:30:07.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.386+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=57LK6VXJGRR3 tag=DFXNB629QDME type=write size=2537139 2024-09-12T00:30:07.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.387+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=VCIX2T6EHYIU type=del size=3146505 2024-09-12T00:30:07.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.388+0000 7f8455f5c780 1 < completed delete operation key=6ZPF32PZKGY3 tag=E5OHX3T10ZN0 type=del 2024-09-12T00:30:07.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.390+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~584YR2J1X6Z5.0 size=1048576 2024-09-12T00:30:07.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.391+0000 7f8455f5c780 1 > prepared part key=_multipart_TNQXVO8XWYUN.2~584YR2J1X6Z5.1 size=587973 2024-09-12T00:30:07.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.391+0000 7f8455f5c780 1 > prepared multipart upload key=TNQXVO8XWYUN upload=584YR2J1X6Z5 tag=I051PW960OM5 type=write size=2685125 2024-09-12T00:30:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.393+0000 7f8455f5c780 1 < completed part key=_multipart_7Z8Q4GFFYTTY.2~ZOYH2OCKLT5Z.0 size=654424 2024-09-12T00:30:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.395+0000 7f8455f5c780 1 < completed multipart upload key=7Z8Q4GFFYTTY upload=ZOYH2OCKLT5Z tag=W9E3JKQYQNR7 type=write size=1703000 2024-09-12T00:30:07.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.396+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=B26QEFBSY8GN type=del size=820460 2024-09-12T00:30:07.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.397+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~LPW9EW7N4XLF.0 size=329147 2024-09-12T00:30:07.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.399+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=LPW9EW7N4XLF tag=K7US7VKEX73S type=write size=1377723 2024-09-12T00:30:07.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.401+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~UDZFB2PGJQP0.0 size=1048576 2024-09-12T00:30:07.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.402+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~UDZFB2PGJQP0.1 size=1048576 2024-09-12T00:30:07.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.403+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~UDZFB2PGJQP0.2 size=342061 2024-09-12T00:30:07.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.403+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=UDZFB2PGJQP0 tag=Y3ILK61V84FF type=write size=3487789 2024-09-12T00:30:07.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.404+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=WA22J4OHK2CD type=del 2024-09-12T00:30:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.405+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=SEF2F68O33HN type=del size=857813 2024-09-12T00:30:07.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.406+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=UDTP5W4BQ4QU type=del 2024-09-12T00:30:07.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.408+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~L33W29OEMG07.0 size=1048576 2024-09-12T00:30:07.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.409+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~L33W29OEMG07.1 size=588226 2024-09-12T00:30:07.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.409+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=L33W29OEMG07 tag=NSUY79VQ1N13 type=write size=2685378 2024-09-12T00:30:07.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.411+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~7SYHCB7R23AM.0 size=945681 2024-09-12T00:30:07.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.412+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=7SYHCB7R23AM tag=2QN8TLVFHELA type=write size=1994257 2024-09-12T00:30:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.414+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=ATXG093DW0AP type=del size=675018 2024-09-12T00:30:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.415+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=3GMWRYT3NNPW type=del 2024-09-12T00:30:07.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.416+0000 7f8455f5c780 1 > prepared operation key=4DUAH9DXP2L3 tag=9YR1V5M0KOJ5 type=write size=268964 2024-09-12T00:30:07.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.417+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=739T9MBZUZYC type=del 2024-09-12T00:30:07.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.419+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=EKXMY8866LQU type=del size=908284 2024-09-12T00:30:07.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.420+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=U32VM4QCISOZ type=del 2024-09-12T00:30:07.419 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.421+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=W07UNDCLAGNX type=del size=2036881 2024-09-12T00:30:07.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.422+0000 7f8455f5c780 1 < canceled operation key=G6YFIJM3LQN2 tag=QBQ2ES19YF85 type=del size=3927506 2024-09-12T00:30:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.423+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=1F47AMB131NK type=del size=1965502 2024-09-12T00:30:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.424+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=SE8F4DW2PIAD type=del 2024-09-12T00:30:07.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.427+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~QWR2E8RBI7ZI.0 size=267177 2024-09-12T00:30:07.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.427+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=QWR2E8RBI7ZI tag=6LTPZOUHS9VV type=write size=1315753 2024-09-12T00:30:07.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.427+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~12L3SSHYN1JS.0 size=1048576 2024-09-12T00:30:07.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.428+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~12L3SSHYN1JS.1 size=512723 2024-09-12T00:30:07.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.430+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=12L3SSHYN1JS tag=MTRJLAIPR4TB type=write size=2609875 2024-09-12T00:30:07.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.431+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=6NC5XT40B0GD type=del size=2509100 2024-09-12T00:30:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.432+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=M2YWV89YLJCS type=del 2024-09-12T00:30:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.433+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=M9HHZ5N5SNOM type=del size=3782052 2024-09-12T00:30:07.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.434+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~0ZSE7WCSW68P.0 size=1048576 2024-09-12T00:30:07.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.435+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~0ZSE7WCSW68P.1 size=896017 2024-09-12T00:30:07.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.437+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=0ZSE7WCSW68P tag=R9PFJ2DL0V9T type=write size=2993169 2024-09-12T00:30:07.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.441+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~G8QMXNDMGB04.0 size=1048576 2024-09-12T00:30:07.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.442+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~G8QMXNDMGB04.1 size=1048576 2024-09-12T00:30:07.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.443+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~G8QMXNDMGB04.2 size=768835 2024-09-12T00:30:07.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.443+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=G8QMXNDMGB04 tag=H8T03UJQK9SB type=write size=3914563 2024-09-12T00:30:07.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.444+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=EP0NMQC3P85H type=del 2024-09-12T00:30:07.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.445+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=042DRISBIVMR type=del size=3867037 2024-09-12T00:30:07.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.447+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=VCIX2T6EHYIU type=del 2024-09-12T00:30:07.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.448+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=86HO4JI9WE5U type=write size=364446 2024-09-12T00:30:07.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.449+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~584YR2J1X6Z5.0 size=1048576 2024-09-12T00:30:07.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.451+0000 7f8455f5c780 1 < completed part key=_multipart_TNQXVO8XWYUN.2~584YR2J1X6Z5.1 size=587973 2024-09-12T00:30:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.455+0000 7f8455f5c780 1 < completed multipart upload key=TNQXVO8XWYUN upload=584YR2J1X6Z5 tag=I051PW960OM5 type=write size=2685125 2024-09-12T00:30:07.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.457+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~7QB7T3YQC7DS.0 size=1021610 2024-09-12T00:30:07.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.457+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=7QB7T3YQC7DS tag=T91YNPYIQQO9 type=write size=2070186 2024-09-12T00:30:07.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.459+0000 7f8455f5c780 1 < suggested remove operation key=B1FDYTC03874 tag=B26QEFBSY8GN type=del 2024-09-12T00:30:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.461+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~2MOG0V3IAT8L.0 size=725908 2024-09-12T00:30:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.461+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=2MOG0V3IAT8L tag=7C4M59P5Q72B type=write size=1774484 2024-09-12T00:30:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.463+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~UDZFB2PGJQP0.0 size=1048576 2024-09-12T00:30:07.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.464+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~UDZFB2PGJQP0.1 size=1048576 2024-09-12T00:30:07.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.465+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~UDZFB2PGJQP0.2 size=342061 2024-09-12T00:30:07.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.467+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=UDZFB2PGJQP0 tag=Y3ILK61V84FF type=write size=3487789 2024-09-12T00:30:07.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.468+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=26GG45YZ0MKO type=del size=778600 2024-09-12T00:30:07.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.469+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=SEF2F68O33HN type=del 2024-09-12T00:30:07.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.470+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=HZVIV89K0GE7 type=del size=4099189 2024-09-12T00:30:07.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.471+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~L33W29OEMG07.0 size=1048576 2024-09-12T00:30:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.472+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~L33W29OEMG07.1 size=588226 2024-09-12T00:30:07.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.474+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=L33W29OEMG07 tag=NSUY79VQ1N13 type=write size=2685378 2024-09-12T00:30:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.475+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=HW7GQPW481I9 type=write size=213319 2024-09-12T00:30:07.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.478+0000 7f8455f5c780 1 < suggested update operation key=YOBG2K7WI8ZX tag=ATXG093DW0AP type=del size=675018 2024-09-12T00:30:07.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.479+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=GCN70RWV4YK0 type=del size=1646081 2024-09-12T00:30:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.481+0000 7f8455f5c780 1 < suggested update operation key=4DUAH9DXP2L3 tag=9YR1V5M0KOJ5 type=write size=268964 2024-09-12T00:30:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.482+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=L8555OC6MR4Q type=del size=4136121 2024-09-12T00:30:07.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.484+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=EKXMY8866LQU type=del 2024-09-12T00:30:07.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.486+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~5UEOUU9Z25C2.0 size=1048576 2024-09-12T00:30:07.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.487+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~5UEOUU9Z25C2.1 size=211156 2024-09-12T00:30:07.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.487+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=5UEOUU9Z25C2 tag=B0CNQ4AU0HNA type=write size=2308308 2024-09-12T00:30:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.488+0000 7f8455f5c780 -1 < failed to complete operation key=B1FDYTC03874 tag=W07UNDCLAGNX type=del size=2036881: (22) Invalid argument 2024-09-12T00:30:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.489+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=2IQP3UDMVP67 type=del size=1117903 2024-09-12T00:30:07.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.491+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=1F47AMB131NK type=del 2024-09-12T00:30:07.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.493+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~9JM59R34F2UU.0 size=1048576 2024-09-12T00:30:07.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.494+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~9JM59R34F2UU.1 size=701924 2024-09-12T00:30:07.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.494+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=9JM59R34F2UU tag=JJDH9OO6VCJO type=write size=2799076 2024-09-12T00:30:07.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.495+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~QWR2E8RBI7ZI.0 size=267177 2024-09-12T00:30:07.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.497+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=QWR2E8RBI7ZI tag=6LTPZOUHS9VV type=write size=1315753 2024-09-12T00:30:07.497 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.498+0000 7f8455f5c780 1 > prepared operation key=MK2OM1CN6QCN tag=LNJFAXOYTOGW type=del size=55122 2024-09-12T00:30:07.498 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.500+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=6NC5XT40B0GD type=del 2024-09-12T00:30:07.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.501+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=PCGANJEVSUXW type=del size=4151425 2024-09-12T00:30:07.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.502+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=M9HHZ5N5SNOM type=del 2024-09-12T00:30:07.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.503+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=F1M691RE67U0 type=del size=2820780 2024-09-12T00:30:07.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.504+0000 7f8455f5c780 1 < canceled part key=_multipart_D02C1LZ2VOOE.2~G8QMXNDMGB04.0 size=1048576 2024-09-12T00:30:07.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.505+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~G8QMXNDMGB04.1 size=1048576 2024-09-12T00:30:07.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.506+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~G8QMXNDMGB04.2 size=768835 2024-09-12T00:30:07.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.508+0000 7f8455f5c780 1 < canceled multipart upload key=D02C1LZ2VOOE upload=G8QMXNDMGB04 tag=H8T03UJQK9SB type=write size=3914563 2024-09-12T00:30:07.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.509+0000 7f8455f5c780 1 > prepared operation key=7Z8Q4GFFYTTY tag=WNJ3HM0UK5QL type=del size=520388 2024-09-12T00:30:07.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.512+0000 7f8455f5c780 1 < suggested update operation key=YOBG2K7WI8ZX tag=042DRISBIVMR type=del size=3867037 2024-09-12T00:30:07.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.513+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=FRPRSYON5E4G type=del size=596889 2024-09-12T00:30:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.515+0000 7f8455f5c780 1 < suggested update operation key=HNLIR7DV5BHI tag=86HO4JI9WE5U type=write size=364446 2024-09-12T00:30:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.518+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~YFY6RVBJUI26.0 size=1048576 2024-09-12T00:30:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.519+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~YFY6RVBJUI26.1 size=89351 2024-09-12T00:30:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.519+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=YFY6RVBJUI26 tag=N9BDHMY3Z070 type=write size=2186503 2024-09-12T00:30:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.520+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~7QB7T3YQC7DS.0 size=1021610 2024-09-12T00:30:07.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.522+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=7QB7T3YQC7DS tag=T91YNPYIQQO9 type=write size=2070186 2024-09-12T00:30:07.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.524+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~0TOJ4W3C4006.0 size=1048576 2024-09-12T00:30:07.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.526+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~0TOJ4W3C4006.1 size=156265 2024-09-12T00:30:07.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.526+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=0TOJ4W3C4006 tag=PUW8SQEQ46I2 type=write size=2253417 2024-09-12T00:30:07.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.527+0000 7f8455f5c780 1 < canceled part key=_multipart_UKPL92R8L6P1.2~2MOG0V3IAT8L.0 size=725908 2024-09-12T00:30:07.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.529+0000 7f8455f5c780 1 < canceled multipart upload key=UKPL92R8L6P1 upload=2MOG0V3IAT8L tag=7C4M59P5Q72B type=write size=1774484 2024-09-12T00:30:07.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.530+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=TUMHJU6YGDMF type=del size=2626221 2024-09-12T00:30:07.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.531+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=26GG45YZ0MKO type=del 2024-09-12T00:30:07.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.532+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=MVCD1Q6SLV1F type=del size=397713 2024-09-12T00:30:07.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.533+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=HZVIV89K0GE7 type=del 2024-09-12T00:30:07.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.534+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=DIL51B9G5VMC type=del size=2744010 2024-09-12T00:30:07.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.536+0000 7f8455f5c780 1 < canceled operation key=O75MSKPJ6Q0D tag=HW7GQPW481I9 type=write size=213319 2024-09-12T00:30:07.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.538+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~BUGBGJLYGM9B.0 size=1048576 2024-09-12T00:30:07.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.539+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~BUGBGJLYGM9B.1 size=353092 2024-09-12T00:30:07.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.539+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=BUGBGJLYGM9B tag=JPMMS9MAHIE5 type=write size=2450244 2024-09-12T00:30:07.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.541+0000 7f8455f5c780 1 < suggested update operation key=FAH61LMM19S7 tag=GCN70RWV4YK0 type=del size=1646081 2024-09-12T00:30:07.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.543+0000 7f8455f5c780 1 > prepared part key=_multipart_SLXJ6AI0B77O.2~UHLYAUF7WYKG.0 size=65310 2024-09-12T00:30:07.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.543+0000 7f8455f5c780 1 > prepared multipart upload key=SLXJ6AI0B77O upload=UHLYAUF7WYKG tag=2O8CQ8URAQP2 type=write size=1113886 2024-09-12T00:30:07.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.544+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=L8555OC6MR4Q type=del 2024-09-12T00:30:07.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.546+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=E799X6S14GXY type=del size=1545323 2024-09-12T00:30:07.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.547+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~5UEOUU9Z25C2.0 size=1048576 2024-09-12T00:30:07.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.548+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~5UEOUU9Z25C2.1 size=211156 2024-09-12T00:30:07.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.550+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=5UEOUU9Z25C2 tag=B0CNQ4AU0HNA type=write size=2308308 2024-09-12T00:30:07.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.552+0000 7f8455f5c780 1 > prepared part key=_multipart_PM03TED1Y5B8.2~HIRDZW0V4JOF.0 size=943048 2024-09-12T00:30:07.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.552+0000 7f8455f5c780 1 > prepared multipart upload key=PM03TED1Y5B8 upload=HIRDZW0V4JOF tag=B3VBRPYO7XNC type=write size=1991624 2024-09-12T00:30:07.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.553+0000 7f8455f5c780 1 < canceled operation key=5F2OS11YH2Y3 tag=2IQP3UDMVP67 type=del size=1117903 2024-09-12T00:30:07.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.554+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=7YY2UXUCAOJ1 type=del size=76902 2024-09-12T00:30:07.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.555+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~9JM59R34F2UU.0 size=1048576 2024-09-12T00:30:07.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.555+0000 7f8455f5c780 1 < canceled part key=_multipart_EWN14RZZVQSP.2~9JM59R34F2UU.1 size=701924 2024-09-12T00:30:07.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.557+0000 7f8455f5c780 1 < canceled multipart upload key=EWN14RZZVQSP upload=9JM59R34F2UU tag=JJDH9OO6VCJO type=write size=2799076 2024-09-12T00:30:07.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.559+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=NNZX6O3SR9R5 type=del size=3340238 2024-09-12T00:30:07.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.560+0000 7f8455f5c780 1 < completed delete operation key=MK2OM1CN6QCN tag=LNJFAXOYTOGW type=del 2024-09-12T00:30:07.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.562+0000 7f8455f5c780 1 > prepared part key=_multipart_D02C1LZ2VOOE.2~990V11F3H5CE.0 size=558809 2024-09-12T00:30:07.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.562+0000 7f8455f5c780 1 > prepared multipart upload key=D02C1LZ2VOOE upload=990V11F3H5CE tag=BPQHPDLIB2GW type=write size=1607385 2024-09-12T00:30:07.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.564+0000 7f8455f5c780 -1 < failed to complete operation key=YOBG2K7WI8ZX tag=PCGANJEVSUXW type=del size=4151425: (22) Invalid argument 2024-09-12T00:30:07.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.566+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~4Q3AFKPB2RKJ.0 size=1048576 2024-09-12T00:30:07.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.568+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~4Q3AFKPB2RKJ.1 size=1048576 2024-09-12T00:30:07.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.569+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~4Q3AFKPB2RKJ.2 size=986317 2024-09-12T00:30:07.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.569+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=4Q3AFKPB2RKJ tag=5JH071QCXOPB type=write size=4132045 2024-09-12T00:30:07.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.572+0000 7f8455f5c780 1 < suggested update operation key=NJDCFOHPNT1R tag=F1M691RE67U0 type=del size=2820780 2024-09-12T00:30:07.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.573+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=TZPN4XZSLPGM type=del size=3452807 2024-09-12T00:30:07.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.574+0000 7f8455f5c780 1 < completed delete operation key=7Z8Q4GFFYTTY tag=WNJ3HM0UK5QL type=del 2024-09-12T00:30:07.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.575+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=GTWPYI4RR831 type=del size=2069357 2024-09-12T00:30:07.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.576+0000 7f8455f5c780 1 < completed delete operation key=EWN14RZZVQSP tag=FRPRSYON5E4G type=del 2024-09-12T00:30:07.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.579+0000 7f8455f5c780 1 > prepared part key=_multipart_UKPL92R8L6P1.2~45OXBO3S69GP.0 size=190280 2024-09-12T00:30:07.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.579+0000 7f8455f5c780 1 > prepared multipart upload key=UKPL92R8L6P1 upload=45OXBO3S69GP tag=X29V72W4WUNX type=write size=1238856 2024-09-12T00:30:07.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.580+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~YFY6RVBJUI26.0 size=1048576 2024-09-12T00:30:07.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.581+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~YFY6RVBJUI26.1 size=89351 2024-09-12T00:30:07.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.583+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=YFY6RVBJUI26 tag=N9BDHMY3Z070 type=write size=2186503 2024-09-12T00:30:07.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.585+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~IKMRS5RPAWSQ.0 size=1048576 2024-09-12T00:30:07.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.586+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~IKMRS5RPAWSQ.1 size=1048576 2024-09-12T00:30:07.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.586+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~IKMRS5RPAWSQ.2 size=8637 2024-09-12T00:30:07.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.586+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=IKMRS5RPAWSQ tag=GBW7P9X8Q3XP type=write size=3154365 2024-09-12T00:30:07.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.588+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~0TOJ4W3C4006.0 size=1048576 2024-09-12T00:30:07.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.589+0000 7f8455f5c780 1 < completed part key=_multipart_D02C1LZ2VOOE.2~0TOJ4W3C4006.1 size=156265 2024-09-12T00:30:07.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.590+0000 7f8455f5c780 1 < completed multipart upload key=D02C1LZ2VOOE upload=0TOJ4W3C4006 tag=PUW8SQEQ46I2 type=write size=2253417 2024-09-12T00:30:07.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.593+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~VZZ3CA3LDYWB.0 size=1048576 2024-09-12T00:30:07.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.594+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~VZZ3CA3LDYWB.1 size=831875 2024-09-12T00:30:07.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.594+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=VZZ3CA3LDYWB tag=9RN77V9VFXPO type=write size=2929027 2024-09-12T00:30:07.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.595+0000 7f8455f5c780 -1 < failed to complete operation key=FAH61LMM19S7 tag=TUMHJU6YGDMF type=del size=2626221: (22) Invalid argument 2024-09-12T00:30:07.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.596+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=WZYXH1P7JLNJ type=write size=789893 2024-09-12T00:30:07.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.597+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=MVCD1Q6SLV1F type=del 2024-09-12T00:30:07.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.598+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=IB4QAIKZKWKZ type=del size=916193 2024-09-12T00:30:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.600+0000 7f8455f5c780 1 < suggested update operation key=87B5GBBB0F0G tag=DIL51B9G5VMC type=del size=2744010 2024-09-12T00:30:07.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.602+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=ZA8OMCA5SXCM type=del size=2588600 2024-09-12T00:30:07.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.603+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~BUGBGJLYGM9B.0 size=1048576 2024-09-12T00:30:07.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.604+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~BUGBGJLYGM9B.1 size=353092 2024-09-12T00:30:07.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.605+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=BUGBGJLYGM9B tag=JPMMS9MAHIE5 type=write size=2450244 2024-09-12T00:30:07.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.607+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=Y4G2DFGPPNND type=del size=1154735 2024-09-12T00:30:07.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.608+0000 7f8455f5c780 1 < completed part key=_multipart_SLXJ6AI0B77O.2~UHLYAUF7WYKG.0 size=65310 2024-09-12T00:30:07.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.610+0000 7f8455f5c780 1 < completed multipart upload key=SLXJ6AI0B77O upload=UHLYAUF7WYKG tag=2O8CQ8URAQP2 type=write size=1113886 2024-09-12T00:30:07.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.611+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=3Z6SUQ9GCDEG type=del size=4090662 2024-09-12T00:30:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.612+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=E799X6S14GXY type=del 2024-09-12T00:30:07.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.615+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~C6NHMYO6926T.0 size=185330 2024-09-12T00:30:07.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.615+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=C6NHMYO6926T tag=WDETS4N3V0TP type=write size=1233906 2024-09-12T00:30:07.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.616+0000 7f8455f5c780 1 < completed part key=_multipart_PM03TED1Y5B8.2~HIRDZW0V4JOF.0 size=943048 2024-09-12T00:30:07.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.618+0000 7f8455f5c780 1 < completed multipart upload key=PM03TED1Y5B8 upload=HIRDZW0V4JOF tag=B3VBRPYO7XNC type=write size=1991624 2024-09-12T00:30:07.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.619+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=ZZO10WHGB6QP type=del size=680784 2024-09-12T00:30:07.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.620+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=7YY2UXUCAOJ1 type=del 2024-09-12T00:30:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.621+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=PWM6T7742SZ7 type=del size=4010688 2024-09-12T00:30:07.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.622+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=NNZX6O3SR9R5 type=del 2024-09-12T00:30:07.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.624+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=E07ZM7A213KQ type=write size=194058 2024-09-12T00:30:07.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.624+0000 7f8455f5c780 1 < canceled part key=_multipart_D02C1LZ2VOOE.2~990V11F3H5CE.0 size=558809 2024-09-12T00:30:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.626+0000 7f8455f5c780 1 < canceled multipart upload key=D02C1LZ2VOOE upload=990V11F3H5CE tag=BPQHPDLIB2GW type=write size=1607385 2024-09-12T00:30:07.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.627+0000 7f8455f5c780 1 > prepared operation key=EWN14RZZVQSP tag=UDRFCEKW33QB type=write size=1020973 2024-09-12T00:30:07.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.628+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~4Q3AFKPB2RKJ.0 size=1048576 2024-09-12T00:30:07.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.629+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~4Q3AFKPB2RKJ.1 size=1048576 2024-09-12T00:30:07.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.630+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~4Q3AFKPB2RKJ.2 size=986317 2024-09-12T00:30:07.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.631+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=4Q3AFKPB2RKJ tag=5JH071QCXOPB type=write size=4132045 2024-09-12T00:30:07.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.632+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=G2OWSNJAV78E type=del size=2089429 2024-09-12T00:30:07.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.635+0000 7f8455f5c780 1 < suggested remove operation key=B1FDYTC03874 tag=TZPN4XZSLPGM type=del 2024-09-12T00:30:07.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.636+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=0R3HDP2BP9A7 type=del size=152678 2024-09-12T00:30:07.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.637+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=GTWPYI4RR831 type=del 2024-09-12T00:30:07.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.639+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~198E0JZ9A0LF.0 size=283630 2024-09-12T00:30:07.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.639+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=198E0JZ9A0LF tag=FRG3GY7DHDCB type=write size=1332206 2024-09-12T00:30:07.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.640+0000 7f8455f5c780 1 < completed part key=_multipart_UKPL92R8L6P1.2~45OXBO3S69GP.0 size=190280 2024-09-12T00:30:07.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.642+0000 7f8455f5c780 1 < completed multipart upload key=UKPL92R8L6P1 upload=45OXBO3S69GP tag=X29V72W4WUNX type=write size=1238856 2024-09-12T00:30:07.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.644+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~5WQ6FJGT4Q1O.0 size=1048576 2024-09-12T00:30:07.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.645+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~5WQ6FJGT4Q1O.1 size=525147 2024-09-12T00:30:07.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.645+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=5WQ6FJGT4Q1O tag=3QMAHHPHEXPL type=write size=2622299 2024-09-12T00:30:07.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.646+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~IKMRS5RPAWSQ.0 size=1048576 2024-09-12T00:30:07.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.647+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~IKMRS5RPAWSQ.1 size=1048576 2024-09-12T00:30:07.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.648+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~IKMRS5RPAWSQ.2 size=8637 2024-09-12T00:30:07.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.650+0000 7f8455f5c780 1 < completed multipart upload key=HTB4SFXRNX8P upload=IKMRS5RPAWSQ tag=GBW7P9X8Q3XP type=write size=3154365 2024-09-12T00:30:07.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.652+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~LSO00VUB2T4V.0 size=1048576 2024-09-12T00:30:07.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.653+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~LSO00VUB2T4V.1 size=454177 2024-09-12T00:30:07.651 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.653+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=LSO00VUB2T4V tag=UA45KDCFF2SM type=write size=2551329 2024-09-12T00:30:07.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.654+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~VZZ3CA3LDYWB.0 size=1048576 2024-09-12T00:30:07.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.654+0000 7f8455f5c780 1 < canceled part key=_multipart_JINLCAVH28MB.2~VZZ3CA3LDYWB.1 size=831875 2024-09-12T00:30:07.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.657+0000 7f8455f5c780 1 < canceled multipart upload key=JINLCAVH28MB upload=VZZ3CA3LDYWB tag=9RN77V9VFXPO type=write size=2929027 2024-09-12T00:30:07.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.658+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=RNB0LB4RXO4U type=del size=4009782 2024-09-12T00:30:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.660+0000 7f8455f5c780 1 < suggested remove operation key=PM03TED1Y5B8 tag=WZYXH1P7JLNJ type=write 2024-09-12T00:30:07.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.661+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=M91DPGECFU8L type=del size=3684898 2024-09-12T00:30:07.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.663+0000 7f8455f5c780 1 < completed delete operation key=0B86VX5Z60TF tag=IB4QAIKZKWKZ type=del 2024-09-12T00:30:07.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.664+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=MPWZPN4Z2H7X type=del size=2514104 2024-09-12T00:30:07.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.665+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=ZA8OMCA5SXCM type=del 2024-09-12T00:30:07.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.667+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7EN96I9TQMFZ.0 size=1048576 2024-09-12T00:30:07.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.668+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~7EN96I9TQMFZ.1 size=596184 2024-09-12T00:30:07.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.668+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=7EN96I9TQMFZ tag=DXZ7YLOW06TC type=write size=2693336 2024-09-12T00:30:07.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.669+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=Y4G2DFGPPNND type=del 2024-09-12T00:30:07.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.670+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=1KTTCLQMKFQF type=del size=2578797 2024-09-12T00:30:07.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.672+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=3Z6SUQ9GCDEG type=del 2024-09-12T00:30:07.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.673+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=NH1YB0SY83RS type=del size=1913470 2024-09-12T00:30:07.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.674+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~C6NHMYO6926T.0 size=185330 2024-09-12T00:30:07.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.678+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=C6NHMYO6926T tag=WDETS4N3V0TP type=write size=1233906 2024-09-12T00:30:07.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.679+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=7K4SR3WGIE8C type=del size=1530032 2024-09-12T00:30:07.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.681+0000 7f8455f5c780 1 < canceled operation key=0B86VX5Z60TF tag=ZZO10WHGB6QP type=del size=680784 2024-09-12T00:30:07.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.682+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=1XM1LMKAT0I4 type=del size=1037050 2024-09-12T00:30:07.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.683+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=PWM6T7742SZ7 type=del 2024-09-12T00:30:07.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.686+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~X72T7L779LKJ.0 size=1048576 2024-09-12T00:30:07.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.687+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~X72T7L779LKJ.1 size=1048576 2024-09-12T00:30:07.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.688+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~X72T7L779LKJ.2 size=568989 2024-09-12T00:30:07.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.688+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=X72T7L779LKJ tag=J978NHAQVKIJ type=write size=3714717 2024-09-12T00:30:07.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.690+0000 7f8455f5c780 1 < suggested update operation key=D02C1LZ2VOOE tag=E07ZM7A213KQ type=write size=194058 2024-09-12T00:30:07.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.692+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=2IQ3VV0GFQHI type=del size=24222 2024-09-12T00:30:07.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.693+0000 7f8455f5c780 1 < completed write operation key=EWN14RZZVQSP tag=UDRFCEKW33QB type=write size=1020973 2024-09-12T00:30:07.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.694+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=JC2T7FIW4ZJK type=del size=1485253 2024-09-12T00:30:07.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.696+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=G2OWSNJAV78E type=del 2024-09-12T00:30:07.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.698+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~SIK2CEWD162N.0 size=1048576 2024-09-12T00:30:07.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.699+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~SIK2CEWD162N.1 size=1048576 2024-09-12T00:30:07.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.700+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~SIK2CEWD162N.2 size=630729 2024-09-12T00:30:07.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.700+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=SIK2CEWD162N tag=EA5HLF4CZP8C type=write size=3776457 2024-09-12T00:30:07.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.701+0000 7f8455f5c780 1 < canceled operation key=STIRHZQYJ1PZ tag=0R3HDP2BP9A7 type=del size=152678 2024-09-12T00:30:07.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.704+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~JIDLH1QNSM4S.0 size=1048576 2024-09-12T00:30:07.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.705+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~JIDLH1QNSM4S.1 size=1048576 2024-09-12T00:30:07.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.706+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~JIDLH1QNSM4S.2 size=382485 2024-09-12T00:30:07.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.706+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=JIDLH1QNSM4S tag=IC2S4GZDX39N type=write size=3528213 2024-09-12T00:30:07.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.707+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~198E0JZ9A0LF.0 size=283630 2024-09-12T00:30:07.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.709+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=198E0JZ9A0LF tag=FRG3GY7DHDCB type=write size=1332206 2024-09-12T00:30:07.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.711+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~CCX2FPH4YGEE.0 size=1048576 2024-09-12T00:30:07.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.712+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~CCX2FPH4YGEE.1 size=1048576 2024-09-12T00:30:07.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.713+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~CCX2FPH4YGEE.2 size=556215 2024-09-12T00:30:07.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.713+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=CCX2FPH4YGEE tag=6YLNXZG27W5T type=write size=3701943 2024-09-12T00:30:07.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.713+0000 7f8455f5c780 1 < canceled part key=_multipart_0B86VX5Z60TF.2~5WQ6FJGT4Q1O.0 size=1048576 2024-09-12T00:30:07.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.714+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~5WQ6FJGT4Q1O.1 size=525147 2024-09-12T00:30:07.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.716+0000 7f8455f5c780 1 < canceled multipart upload key=0B86VX5Z60TF upload=5WQ6FJGT4Q1O tag=3QMAHHPHEXPL type=write size=2622299 2024-09-12T00:30:07.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.717+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=S40J790QXL0D type=del size=3457222 2024-09-12T00:30:07.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.718+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~LSO00VUB2T4V.0 size=1048576 2024-09-12T00:30:07.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.719+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~LSO00VUB2T4V.1 size=454177 2024-09-12T00:30:07.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.721+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=LSO00VUB2T4V tag=UA45KDCFF2SM type=write size=2551329 2024-09-12T00:30:07.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.722+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=TORDH68U242P type=del size=3951188 2024-09-12T00:30:07.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.724+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=RNB0LB4RXO4U type=del 2024-09-12T00:30:07.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.726+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~6Y5S1O24DULW.0 size=514813 2024-09-12T00:30:07.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.726+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=6Y5S1O24DULW tag=36UEVPPNE5DX type=write size=1563389 2024-09-12T00:30:07.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.727+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=M91DPGECFU8L type=del 2024-09-12T00:30:07.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.728+0000 7f8455f5c780 1 > prepared operation key=S9MO2233X1RE tag=23F4JXJ9XOKA type=del size=2539229 2024-09-12T00:30:07.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.729+0000 7f8455f5c780 1 < canceled operation key=HNLIR7DV5BHI tag=MPWZPN4Z2H7X type=del size=2514104 2024-09-12T00:30:07.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.732+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~ED2FD08JN9HS.0 size=816031 2024-09-12T00:30:07.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.732+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=ED2FD08JN9HS tag=5BPU10OF5JNR type=write size=1864607 2024-09-12T00:30:07.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.732+0000 7f8455f5c780 1 < canceled part key=_multipart_MK2OM1CN6QCN.2~7EN96I9TQMFZ.0 size=1048576 2024-09-12T00:30:07.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.733+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~7EN96I9TQMFZ.1 size=596184 2024-09-12T00:30:07.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.735+0000 7f8455f5c780 1 < canceled multipart upload key=MK2OM1CN6QCN upload=7EN96I9TQMFZ tag=DXZ7YLOW06TC type=write size=2693336 2024-09-12T00:30:07.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.736+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=UZDO1OCAN0HW type=del size=3795635 2024-09-12T00:30:07.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.737+0000 7f8455f5c780 1 < completed delete operation key=G6YFIJM3LQN2 tag=1KTTCLQMKFQF type=del 2024-09-12T00:30:07.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.739+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=NV47R1F5F7UZ type=del size=4123800 2024-09-12T00:30:07.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.741+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=NH1YB0SY83RS type=del 2024-09-12T00:30:07.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.743+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=5MDYN2BD6FP9 type=del size=3484505 2024-09-12T00:30:07.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.744+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=7K4SR3WGIE8C type=del 2024-09-12T00:30:07.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.745+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=9F8XW6Q1478F type=del size=3655010 2024-09-12T00:30:07.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.746+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=1XM1LMKAT0I4 type=del 2024-09-12T00:30:07.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.749+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~ERSFCR6SG290.0 size=1048576 2024-09-12T00:30:07.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.750+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~ERSFCR6SG290.1 size=935981 2024-09-12T00:30:07.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.750+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=ERSFCR6SG290 tag=KVF9EUR1XRNN type=write size=3033133 2024-09-12T00:30:07.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.751+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~X72T7L779LKJ.0 size=1048576 2024-09-12T00:30:07.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.752+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~X72T7L779LKJ.1 size=1048576 2024-09-12T00:30:07.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.753+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~X72T7L779LKJ.2 size=568989 2024-09-12T00:30:07.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.755+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=X72T7L779LKJ tag=J978NHAQVKIJ type=write size=3714717 2024-09-12T00:30:07.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.756+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=QIOLO6HAL8Q5 type=del size=4134370 2024-09-12T00:30:07.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.757+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=2IQ3VV0GFQHI type=del 2024-09-12T00:30:07.757 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.758+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=R4AN7PSRAC4E type=del size=3621737 2024-09-12T00:30:07.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.760+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=JC2T7FIW4ZJK type=del 2024-09-12T00:30:07.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.761+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=OOEQX8BHS2MF type=del size=901265 2024-09-12T00:30:07.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.762+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~SIK2CEWD162N.0 size=1048576 2024-09-12T00:30:07.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.762+0000 7f8455f5c780 1 < canceled part key=_multipart_HTB4SFXRNX8P.2~SIK2CEWD162N.1 size=1048576 2024-09-12T00:30:07.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.762+0000 7f8455f5c780 1 < canceled part key=_multipart_HTB4SFXRNX8P.2~SIK2CEWD162N.2 size=630729 2024-09-12T00:30:07.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.764+0000 7f8455f5c780 1 < canceled multipart upload key=HTB4SFXRNX8P upload=SIK2CEWD162N tag=EA5HLF4CZP8C type=write size=3776457 2024-09-12T00:30:07.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.765+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=FC7ZGEBJEP4K type=del size=4031769 2024-09-12T00:30:07.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.766+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~JIDLH1QNSM4S.0 size=1048576 2024-09-12T00:30:07.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.767+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~JIDLH1QNSM4S.1 size=1048576 2024-09-12T00:30:07.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.768+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~JIDLH1QNSM4S.2 size=382485 2024-09-12T00:30:07.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.770+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=JIDLH1QNSM4S tag=IC2S4GZDX39N type=write size=3528213 2024-09-12T00:30:07.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.771+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=VZ0ZI9VVY1IG type=write size=530874 2024-09-12T00:30:07.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.773+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~CCX2FPH4YGEE.0 size=1048576 2024-09-12T00:30:07.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.774+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~CCX2FPH4YGEE.1 size=1048576 2024-09-12T00:30:07.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.775+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~CCX2FPH4YGEE.2 size=556215 2024-09-12T00:30:07.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.777+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=CCX2FPH4YGEE tag=6YLNXZG27W5T type=write size=3701943 2024-09-12T00:30:07.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.778+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=51DQNTDIKPR3 type=del size=3869196 2024-09-12T00:30:07.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.779+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=S40J790QXL0D type=del 2024-09-12T00:30:07.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.781+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=3LJOEPSQWG5M type=del size=1656572 2024-09-12T00:30:07.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.782+0000 7f8455f5c780 1 < canceled operation key=0B86VX5Z60TF tag=TORDH68U242P type=del size=3951188 2024-09-12T00:30:07.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.783+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=AQAZJ227YUL0 type=del size=2062180 2024-09-12T00:30:07.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.784+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~6Y5S1O24DULW.0 size=514813 2024-09-12T00:30:07.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.786+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=6Y5S1O24DULW tag=36UEVPPNE5DX type=write size=1563389 2024-09-12T00:30:07.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.788+0000 7f8455f5c780 1 > prepared operation key=G6YFIJM3LQN2 tag=71KAZTH5I38D type=del size=1754211 2024-09-12T00:30:07.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.789+0000 7f8455f5c780 1 < completed delete operation key=S9MO2233X1RE tag=23F4JXJ9XOKA type=del 2024-09-12T00:30:07.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.791+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~25QMWWUXBX14.0 size=53567 2024-09-12T00:30:07.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.791+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=25QMWWUXBX14 tag=0G0TB6Y8D4MV type=write size=1102143 2024-09-12T00:30:07.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.794+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~ED2FD08JN9HS.0 size=816031 2024-09-12T00:30:07.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.798+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=ED2FD08JN9HS tag=5BPU10OF5JNR type=write size=1864607 2024-09-12T00:30:07.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.802+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~MZFAL4048MT8.0 size=1048576 2024-09-12T00:30:07.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.803+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~MZFAL4048MT8.1 size=1048576 2024-09-12T00:30:07.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.804+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~MZFAL4048MT8.2 size=879676 2024-09-12T00:30:07.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.804+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=MZFAL4048MT8 tag=R8JXMIEME1KQ type=write size=4025404 2024-09-12T00:30:07.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.805+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=UZDO1OCAN0HW type=del 2024-09-12T00:30:07.805 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.807+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~NNH2VFJDN9GN.0 size=1048576 2024-09-12T00:30:07.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.808+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~NNH2VFJDN9GN.1 size=1048576 2024-09-12T00:30:07.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.809+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~NNH2VFJDN9GN.2 size=1025777 2024-09-12T00:30:07.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.809+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=NNH2VFJDN9GN tag=ZW1IDZJB7FKS type=write size=4171505 2024-09-12T00:30:07.808 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.810+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=NV47R1F5F7UZ type=del 2024-09-12T00:30:07.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.812+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=PZR8WRRE6PZI type=write size=660946 2024-09-12T00:30:07.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.813+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=5MDYN2BD6FP9 type=del 2024-09-12T00:30:07.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.815+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~0ZAUIQUF2YA0.0 size=135974 2024-09-12T00:30:07.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.815+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=0ZAUIQUF2YA0 tag=9SF4LSZ53RE1 type=write size=1184550 2024-09-12T00:30:07.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.816+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=9F8XW6Q1478F type=del 2024-09-12T00:30:07.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.817+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=2AZOVR0AZ08N type=del size=2516125 2024-09-12T00:30:07.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.819+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~ERSFCR6SG290.0 size=1048576 2024-09-12T00:30:07.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.819+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~ERSFCR6SG290.1 size=935981 2024-09-12T00:30:07.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.822+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=ERSFCR6SG290 tag=KVF9EUR1XRNN type=write size=3033133 2024-09-12T00:30:07.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.824+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~N27TKDLU0EYD.0 size=1048576 2024-09-12T00:30:07.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.825+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~N27TKDLU0EYD.1 size=1029970 2024-09-12T00:30:07.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.825+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=N27TKDLU0EYD tag=1DLJLO6Z70KM type=write size=3127122 2024-09-12T00:30:07.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.827+0000 7f8455f5c780 1 < suggested remove operation key=D02C1LZ2VOOE tag=QIOLO6HAL8Q5 type=del 2024-09-12T00:30:07.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.828+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=9KPH0BW89CM1 type=del size=1268269 2024-09-12T00:30:07.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.830+0000 7f8455f5c780 1 < suggested update operation key=O0KLCJJC71GL tag=R4AN7PSRAC4E type=del size=3621737 2024-09-12T00:30:07.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.831+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=XO08AJLJASX5 type=del size=363427 2024-09-12T00:30:07.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.833+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=OOEQX8BHS2MF type=del 2024-09-12T00:30:07.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.834+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=824OQFFY9PVS type=write size=766737 2024-09-12T00:30:07.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.835+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=FC7ZGEBJEP4K type=del 2024-09-12T00:30:07.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.837+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~ZO444LUMW6A8.0 size=1048576 2024-09-12T00:30:07.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.838+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~ZO444LUMW6A8.1 size=1048576 2024-09-12T00:30:07.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.839+0000 7f8455f5c780 1 > prepared part key=_multipart_87B5GBBB0F0G.2~ZO444LUMW6A8.2 size=572234 2024-09-12T00:30:07.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.839+0000 7f8455f5c780 1 > prepared multipart upload key=87B5GBBB0F0G upload=ZO444LUMW6A8 tag=TVZV5443OMLK type=write size=3717962 2024-09-12T00:30:07.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.841+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=VZ0ZI9VVY1IG type=write size=530874 2024-09-12T00:30:07.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.842+0000 7f8455f5c780 1 > prepared operation key=O6IDG2ZIU2BY tag=D2NYD4SUSONX type=del size=3038197 2024-09-12T00:30:07.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.843+0000 7f8455f5c780 1 < completed delete operation key=HTB4SFXRNX8P tag=51DQNTDIKPR3 type=del 2024-09-12T00:30:07.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.845+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~9I5PLKORCVBK.0 size=891767 2024-09-12T00:30:07.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.845+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=9I5PLKORCVBK tag=K8LFUBO7ED7A type=write size=1940343 2024-09-12T00:30:07.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.847+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=3LJOEPSQWG5M type=del 2024-09-12T00:30:07.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.849+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~SFITH4XYKH2S.0 size=299247 2024-09-12T00:30:07.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.849+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=SFITH4XYKH2S tag=EO9OLFCEDFDL type=write size=1347823 2024-09-12T00:30:07.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.850+0000 7f8455f5c780 1 < completed delete operation key=STIRHZQYJ1PZ tag=AQAZJ227YUL0 type=del 2024-09-12T00:30:07.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.851+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=L5FPG4MI6CCV type=del size=484881 2024-09-12T00:30:07.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.853+0000 7f8455f5c780 1 < suggested update operation key=G6YFIJM3LQN2 tag=71KAZTH5I38D type=del size=1754211 2024-09-12T00:30:07.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.854+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=FQBOXWSR5O8K type=write size=491966 2024-09-12T00:30:07.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.856+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~25QMWWUXBX14.0 size=53567 2024-09-12T00:30:07.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.858+0000 7f8455f5c780 1 < completed multipart upload key=87B5GBBB0F0G upload=25QMWWUXBX14 tag=0G0TB6Y8D4MV type=write size=1102143 2024-09-12T00:30:07.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.859+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=BGYE5XSRZLZ2 type=del size=1464149 2024-09-12T00:30:07.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.860+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~MZFAL4048MT8.0 size=1048576 2024-09-12T00:30:07.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.861+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~MZFAL4048MT8.1 size=1048576 2024-09-12T00:30:07.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.862+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~MZFAL4048MT8.2 size=879676 2024-09-12T00:30:07.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.864+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=MZFAL4048MT8 tag=R8JXMIEME1KQ type=write size=4025404 2024-09-12T00:30:07.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.865+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=KBLGK02IF0EM type=del size=2694117 2024-09-12T00:30:07.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.866+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~NNH2VFJDN9GN.0 size=1048576 2024-09-12T00:30:07.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.867+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~NNH2VFJDN9GN.1 size=1048576 2024-09-12T00:30:07.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.868+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~NNH2VFJDN9GN.2 size=1025777 2024-09-12T00:30:07.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.871+0000 7f8455f5c780 1 < completed multipart upload key=HNLIR7DV5BHI upload=NNH2VFJDN9GN tag=ZW1IDZJB7FKS type=write size=4171505 2024-09-12T00:30:07.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.872+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=U33031HMFQ13 type=write size=1026048 2024-09-12T00:30:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.873+0000 7f8455f5c780 1 < completed write operation key=TNQXVO8XWYUN tag=PZR8WRRE6PZI type=write size=660946 2024-09-12T00:30:07.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.875+0000 7f8455f5c780 1 > prepared operation key=1NY27D1OOWPU tag=YM6QFIBZ0B1P type=write size=441650 2024-09-12T00:30:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.876+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~0ZAUIQUF2YA0.0 size=135974 2024-09-12T00:30:07.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.878+0000 7f8455f5c780 1 < completed multipart upload key=STIRHZQYJ1PZ upload=0ZAUIQUF2YA0 tag=9SF4LSZ53RE1 type=write size=1184550 2024-09-12T00:30:07.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.879+0000 7f8455f5c780 1 > prepared operation key=YOBG2K7WI8ZX tag=QK2YOL8Z1ELC type=del size=3323518 2024-09-12T00:30:07.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.881+0000 7f8455f5c780 1 < completed delete operation key=PM03TED1Y5B8 tag=2AZOVR0AZ08N type=del 2024-09-12T00:30:07.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.882+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=N0ACRM2DN73L type=write size=1020220 2024-09-12T00:30:07.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.883+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~N27TKDLU0EYD.0 size=1048576 2024-09-12T00:30:07.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.884+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~N27TKDLU0EYD.1 size=1029970 2024-09-12T00:30:07.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.886+0000 7f8455f5c780 1 < completed multipart upload key=L293TNR2PBWD upload=N27TKDLU0EYD tag=1DLJLO6Z70KM type=write size=3127122 2024-09-12T00:30:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.887+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=111V0PF3BBCP type=write size=743008 2024-09-12T00:30:07.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.889+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=9KPH0BW89CM1 type=del 2024-09-12T00:30:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.890+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=XGZI8H5GNKGC type=del size=639216 2024-09-12T00:30:07.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.891+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=XO08AJLJASX5 type=del 2024-09-12T00:30:07.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.893+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~DUQI5NT37O0E.0 size=1048576 2024-09-12T00:30:07.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.894+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~DUQI5NT37O0E.1 size=1048576 2024-09-12T00:30:07.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.895+0000 7f8455f5c780 1 > prepared part key=_multipart_3QZOXO71V3B0.2~DUQI5NT37O0E.2 size=320913 2024-09-12T00:30:07.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.895+0000 7f8455f5c780 1 > prepared multipart upload key=3QZOXO71V3B0 upload=DUQI5NT37O0E tag=N4XFE8UXVBFQ type=write size=3466641 2024-09-12T00:30:07.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.896+0000 7f8455f5c780 1 < canceled operation key=O0KLCJJC71GL tag=824OQFFY9PVS type=write size=766737 2024-09-12T00:30:07.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.898+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=M6CPM32W2WS0 type=del size=2447956 2024-09-12T00:30:07.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.898+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~ZO444LUMW6A8.0 size=1048576 2024-09-12T00:30:07.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.898+0000 7f8455f5c780 1 < canceled part key=_multipart_87B5GBBB0F0G.2~ZO444LUMW6A8.1 size=1048576 2024-09-12T00:30:07.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.899+0000 7f8455f5c780 1 < completed part key=_multipart_87B5GBBB0F0G.2~ZO444LUMW6A8.2 size=572234 2024-09-12T00:30:07.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.901+0000 7f8455f5c780 1 < canceled multipart upload key=87B5GBBB0F0G upload=ZO444LUMW6A8 tag=TVZV5443OMLK type=write size=3717962 2024-09-12T00:30:07.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.903+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~9HTA099UZOSC.0 size=1048576 2024-09-12T00:30:07.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.904+0000 7f8455f5c780 1 > prepared part key=_multipart_O6IDG2ZIU2BY.2~9HTA099UZOSC.1 size=189126 2024-09-12T00:30:07.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.904+0000 7f8455f5c780 1 > prepared multipart upload key=O6IDG2ZIU2BY upload=9HTA099UZOSC tag=XZSFVNGU3I56 type=write size=2286278 2024-09-12T00:30:07.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.905+0000 7f8455f5c780 1 < completed delete operation key=O6IDG2ZIU2BY tag=D2NYD4SUSONX type=del 2024-09-12T00:30:07.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.906+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=QGVMU7COP9WA type=del size=225566 2024-09-12T00:30:07.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.907+0000 7f8455f5c780 1 < canceled part key=_multipart_0B86VX5Z60TF.2~9I5PLKORCVBK.0 size=891767 2024-09-12T00:30:07.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.910+0000 7f8455f5c780 1 < canceled multipart upload key=0B86VX5Z60TF upload=9I5PLKORCVBK tag=K8LFUBO7ED7A type=write size=1940343 2024-09-12T00:30:07.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.912+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~600G8Q60SRP0.0 size=1048576 2024-09-12T00:30:07.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.913+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~600G8Q60SRP0.1 size=153644 2024-09-12T00:30:07.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.913+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=600G8Q60SRP0 tag=PZR6B8NBEEQW type=write size=2250796 2024-09-12T00:30:07.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.914+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~SFITH4XYKH2S.0 size=299247 2024-09-12T00:30:07.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.916+0000 7f8455f5c780 1 < completed multipart upload key=B1FDYTC03874 upload=SFITH4XYKH2S tag=EO9OLFCEDFDL type=write size=1347823 2024-09-12T00:30:07.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.917+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=79F3RZU0JPFM type=del size=878519 2024-09-12T00:30:07.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.918+0000 7f8455f5c780 1 < completed delete operation key=5F2OS11YH2Y3 tag=L5FPG4MI6CCV type=del 2024-09-12T00:30:07.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.921+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~TMHHU47ZRZVM.0 size=1048576 2024-09-12T00:30:07.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.921+0000 7f8455f5c780 1 > prepared part key=_multipart_JINLCAVH28MB.2~TMHHU47ZRZVM.1 size=50070 2024-09-12T00:30:07.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.921+0000 7f8455f5c780 1 > prepared multipart upload key=JINLCAVH28MB upload=TMHHU47ZRZVM tag=CVZOCAEPIZ5F type=write size=2147222 2024-09-12T00:30:07.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.923+0000 7f8455f5c780 1 < completed write operation key=O0KLCJJC71GL tag=FQBOXWSR5O8K type=write size=491966 2024-09-12T00:30:07.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.925+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~NIWT1NCH3VGX.0 size=1048576 2024-09-12T00:30:07.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.926+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~NIWT1NCH3VGX.1 size=317180 2024-09-12T00:30:07.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.926+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=NIWT1NCH3VGX tag=GOLL5HHH6UNB type=write size=2414332 2024-09-12T00:30:07.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.927+0000 7f8455f5c780 1 < completed delete operation key=7T1NXXX4G2CP tag=BGYE5XSRZLZ2 type=del 2024-09-12T00:30:07.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.928+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=ZUTC2FFLQSPL type=write size=604193 2024-09-12T00:30:07.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.929+0000 7f8455f5c780 1 < completed delete operation key=1NY27D1OOWPU tag=KBLGK02IF0EM type=del 2024-09-12T00:30:07.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.931+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~8PT4TF6E2LDC.0 size=916321 2024-09-12T00:30:07.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.931+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=8PT4TF6E2LDC tag=1LEK35TJ9VM0 type=write size=1964897 2024-09-12T00:30:07.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.933+0000 7f8455f5c780 1 < suggested update operation key=O75MSKPJ6Q0D tag=U33031HMFQ13 type=write size=1026048 2024-09-12T00:30:07.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.934+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=5B10QYANA182 type=write size=348749 2024-09-12T00:30:07.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.935+0000 7f8455f5c780 1 < completed write operation key=1NY27D1OOWPU tag=YM6QFIBZ0B1P type=write size=441650 2024-09-12T00:30:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.937+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~TTB7QXK9XHED.0 size=1048576 2024-09-12T00:30:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.938+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~TTB7QXK9XHED.1 size=1048576 2024-09-12T00:30:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.939+0000 7f8455f5c780 1 > prepared part key=_multipart_6ZPF32PZKGY3.2~TTB7QXK9XHED.2 size=693580 2024-09-12T00:30:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.939+0000 7f8455f5c780 1 > prepared multipart upload key=6ZPF32PZKGY3 upload=TTB7QXK9XHED tag=6LFRNJ2O3AXB type=write size=3839308 2024-09-12T00:30:07.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.940+0000 7f8455f5c780 1 < completed delete operation key=YOBG2K7WI8ZX tag=QK2YOL8Z1ELC type=del 2024-09-12T00:30:07.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.941+0000 7f8455f5c780 1 > prepared operation key=O0KLCJJC71GL tag=D0N8MQGH81I7 type=del size=3497954 2024-09-12T00:30:07.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.944+0000 7f8455f5c780 1 < suggested remove operation key=UKPL92R8L6P1 tag=N0ACRM2DN73L type=write 2024-09-12T00:30:07.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.945+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=60FF1L65T584 type=del size=84931 2024-09-12T00:30:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.946+0000 7f8455f5c780 1 < completed write operation key=0B86VX5Z60TF tag=111V0PF3BBCP type=write size=743008 2024-09-12T00:30:07.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.947+0000 7f8455f5c780 1 > prepared operation key=HNLIR7DV5BHI tag=GCGVCUGEHH1T type=del size=1842498 2024-09-12T00:30:07.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.948+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=XGZI8H5GNKGC type=del 2024-09-12T00:30:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.951+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~KOI2AXBYI2CE.0 size=1048576 2024-09-12T00:30:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.952+0000 7f8455f5c780 1 > prepared part key=_multipart_MK2OM1CN6QCN.2~KOI2AXBYI2CE.1 size=1027385 2024-09-12T00:30:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.952+0000 7f8455f5c780 1 > prepared multipart upload key=MK2OM1CN6QCN upload=KOI2AXBYI2CE tag=2EZP19X3Z2XO type=write size=3124537 2024-09-12T00:30:07.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.953+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~DUQI5NT37O0E.0 size=1048576 2024-09-12T00:30:07.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.954+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~DUQI5NT37O0E.1 size=1048576 2024-09-12T00:30:07.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.955+0000 7f8455f5c780 1 < completed part key=_multipart_3QZOXO71V3B0.2~DUQI5NT37O0E.2 size=320913 2024-09-12T00:30:07.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.956+0000 7f8455f5c780 1 < completed multipart upload key=3QZOXO71V3B0 upload=DUQI5NT37O0E tag=N4XFE8UXVBFQ type=write size=3466641 2024-09-12T00:30:07.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.958+0000 7f8455f5c780 1 > prepared part key=_multipart_0B86VX5Z60TF.2~WSMVZ1Q4AE3K.0 size=882436 2024-09-12T00:30:07.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.959+0000 7f8455f5c780 1 > prepared multipart upload key=0B86VX5Z60TF upload=WSMVZ1Q4AE3K tag=ODM1YEK4ST8G type=write size=1931012 2024-09-12T00:30:07.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.960+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=M6CPM32W2WS0 type=del 2024-09-12T00:30:07.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.962+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~4ALFP9XM8JC7.0 size=448582 2024-09-12T00:30:07.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.962+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=4ALFP9XM8JC7 tag=7MQX4U59WD86 type=write size=1497158 2024-09-12T00:30:07.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.963+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~9HTA099UZOSC.0 size=1048576 2024-09-12T00:30:07.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.964+0000 7f8455f5c780 1 < completed part key=_multipart_O6IDG2ZIU2BY.2~9HTA099UZOSC.1 size=189126 2024-09-12T00:30:07.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.966+0000 7f8455f5c780 1 < completed multipart upload key=O6IDG2ZIU2BY upload=9HTA099UZOSC tag=XZSFVNGU3I56 type=write size=2286278 2024-09-12T00:30:07.966 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.967+0000 7f8455f5c780 1 > prepared operation key=TNQXVO8XWYUN tag=L8Y7TJKBFJ2B type=del size=2054449 2024-09-12T00:30:07.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.969+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=QGVMU7COP9WA type=del 2024-09-12T00:30:07.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.970+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=VA9YAZA5LM4H type=del size=1312107 2024-09-12T00:30:07.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.971+0000 7f8455f5c780 1 < completed part key=_multipart_STIRHZQYJ1PZ.2~600G8Q60SRP0.0 size=1048576 2024-09-12T00:30:07.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.971+0000 7f8455f5c780 1 < canceled part key=_multipart_STIRHZQYJ1PZ.2~600G8Q60SRP0.1 size=153644 2024-09-12T00:30:07.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.973+0000 7f8455f5c780 1 < canceled multipart upload key=STIRHZQYJ1PZ upload=600G8Q60SRP0 tag=PZR6B8NBEEQW type=write size=2250796 2024-09-12T00:30:07.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.976+0000 7f8455f5c780 1 > prepared part key=_multipart_S9MO2233X1RE.2~OR58FN7ZFD73.0 size=157941 2024-09-12T00:30:07.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.976+0000 7f8455f5c780 1 > prepared multipart upload key=S9MO2233X1RE upload=OR58FN7ZFD73 tag=8PT3KCL0CZHL type=write size=1206517 2024-09-12T00:30:07.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.978+0000 7f8455f5c780 1 < suggested update operation key=5F2OS11YH2Y3 tag=79F3RZU0JPFM type=del size=878519 2024-09-12T00:30:07.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.980+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~5WOF981CPWLB.0 size=1048576 2024-09-12T00:30:07.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.981+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~5WOF981CPWLB.1 size=781731 2024-09-12T00:30:07.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.981+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=5WOF981CPWLB tag=OPGR6H5Z0YD4 type=write size=2878883 2024-09-12T00:30:07.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.982+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~TMHHU47ZRZVM.0 size=1048576 2024-09-12T00:30:07.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.983+0000 7f8455f5c780 1 < completed part key=_multipart_JINLCAVH28MB.2~TMHHU47ZRZVM.1 size=50070 2024-09-12T00:30:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.985+0000 7f8455f5c780 1 < completed multipart upload key=JINLCAVH28MB upload=TMHHU47ZRZVM tag=CVZOCAEPIZ5F type=write size=2147222 2024-09-12T00:30:07.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.987+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~O6BUP7MD3QWA.0 size=1048576 2024-09-12T00:30:07.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.988+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~O6BUP7MD3QWA.1 size=1048576 2024-09-12T00:30:07.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.989+0000 7f8455f5c780 1 > prepared part key=_multipart_HTB4SFXRNX8P.2~O6BUP7MD3QWA.2 size=49365 2024-09-12T00:30:07.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.989+0000 7f8455f5c780 1 > prepared multipart upload key=HTB4SFXRNX8P upload=O6BUP7MD3QWA tag=M4AIPMK74KNH type=write size=3195093 2024-09-12T00:30:07.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.990+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~NIWT1NCH3VGX.0 size=1048576 2024-09-12T00:30:07.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.991+0000 7f8455f5c780 1 < completed part key=_multipart_L293TNR2PBWD.2~NIWT1NCH3VGX.1 size=317180 2024-09-12T00:30:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.993+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=NIWT1NCH3VGX tag=GOLL5HHH6UNB type=write size=2414332 2024-09-12T00:30:07.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.994+0000 7f8455f5c780 1 > prepared operation key=HTB4SFXRNX8P tag=3SU85MU2NFCZ type=del size=2938970 2024-09-12T00:30:07.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.996+0000 7f8455f5c780 -1 < failed to complete operation key=O75MSKPJ6Q0D tag=ZUTC2FFLQSPL type=write size=604193: (22) Invalid argument 2024-09-12T00:30:07.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.997+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=GLJSYXXONQCS type=del size=709902 2024-09-12T00:30:07.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.997+0000 7f8455f5c780 1 < canceled part key=_multipart_FVZ1KXZLGCI5.2~8PT4TF6E2LDC.0 size=916321 2024-09-12T00:30:07.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:07.999+0000 7f8455f5c780 1 < canceled multipart upload key=FVZ1KXZLGCI5 upload=8PT4TF6E2LDC tag=1LEK35TJ9VM0 type=write size=1964897 2024-09-12T00:30:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.001+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~Y5NEHSST24YR.0 size=651628 2024-09-12T00:30:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.001+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=Y5NEHSST24YR tag=SC6BAUASDICY type=write size=1700204 2024-09-12T00:30:08.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.003+0000 7f8455f5c780 1 < completed write operation key=FVZ1KXZLGCI5 tag=5B10QYANA182 type=write size=348749 2024-09-12T00:30:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.004+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=NP2YQ4IYMI3S type=del size=3055333 2024-09-12T00:30:08.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.005+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~TTB7QXK9XHED.0 size=1048576 2024-09-12T00:30:08.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.006+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~TTB7QXK9XHED.1 size=1048576 2024-09-12T00:30:08.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.007+0000 7f8455f5c780 1 < completed part key=_multipart_6ZPF32PZKGY3.2~TTB7QXK9XHED.2 size=693580 2024-09-12T00:30:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.010+0000 7f8455f5c780 1 < completed multipart upload key=6ZPF32PZKGY3 upload=TTB7QXK9XHED tag=6LFRNJ2O3AXB type=write size=3839308 2024-09-12T00:30:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.012+0000 7f8455f5c780 1 > prepared part key=_multipart_FVZ1KXZLGCI5.2~WUSL926X2TCZ.0 size=690924 2024-09-12T00:30:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.012+0000 7f8455f5c780 1 > prepared multipart upload key=FVZ1KXZLGCI5 upload=WUSL926X2TCZ tag=YB2JMWY7R4SZ type=write size=1739500 2024-09-12T00:30:08.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.013+0000 7f8455f5c780 1 < completed delete operation key=O0KLCJJC71GL tag=D0N8MQGH81I7 type=del 2024-09-12T00:30:08.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.014+0000 7f8455f5c780 1 > prepared operation key=STIRHZQYJ1PZ tag=H4H6ZEJEX0JB type=write size=669446 2024-09-12T00:30:08.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.016+0000 7f8455f5c780 1 < suggested remove operation key=FVZ1KXZLGCI5 tag=60FF1L65T584 type=del 2024-09-12T00:30:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.017+0000 7f8455f5c780 1 > prepared operation key=NJDCFOHPNT1R tag=4P7KR44YIRB8 type=del size=1051151 2024-09-12T00:30:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.019+0000 7f8455f5c780 1 < completed delete operation key=HNLIR7DV5BHI tag=GCGVCUGEHH1T type=del 2024-09-12T00:30:08.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.021+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=OHY6TZCNK6RL type=del size=1317345 2024-09-12T00:30:08.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.022+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~KOI2AXBYI2CE.0 size=1048576 2024-09-12T00:30:08.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.023+0000 7f8455f5c780 1 < completed part key=_multipart_MK2OM1CN6QCN.2~KOI2AXBYI2CE.1 size=1027385 2024-09-12T00:30:08.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.025+0000 7f8455f5c780 1 < completed multipart upload key=MK2OM1CN6QCN upload=KOI2AXBYI2CE tag=2EZP19X3Z2XO type=write size=3124537 2024-09-12T00:30:08.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.026+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=AU8RFGYBRT02 type=del size=1094615 2024-09-12T00:30:08.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.027+0000 7f8455f5c780 1 < completed part key=_multipart_0B86VX5Z60TF.2~WSMVZ1Q4AE3K.0 size=882436 2024-09-12T00:30:08.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.029+0000 7f8455f5c780 1 < completed multipart upload key=0B86VX5Z60TF upload=WSMVZ1Q4AE3K tag=ODM1YEK4ST8G type=write size=1931012 2024-09-12T00:30:08.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.031+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~A5TQR5GGQY0V.0 size=1048576 2024-09-12T00:30:08.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.032+0000 7f8455f5c780 1 > prepared part key=_multipart_Z7FSWDLC6Z2R.2~A5TQR5GGQY0V.1 size=358321 2024-09-12T00:30:08.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.032+0000 7f8455f5c780 1 > prepared multipart upload key=Z7FSWDLC6Z2R upload=A5TQR5GGQY0V tag=MB9T0DMHPNGP type=write size=2455473 2024-09-12T00:30:08.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.033+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~4ALFP9XM8JC7.0 size=448582 2024-09-12T00:30:08.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.035+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=4ALFP9XM8JC7 tag=7MQX4U59WD86 type=write size=1497158 2024-09-12T00:30:08.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.036+0000 7f8455f5c780 1 > prepared operation key=3QZOXO71V3B0 tag=1WN8DA99OK7I type=write size=648222 2024-09-12T00:30:08.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.037+0000 7f8455f5c780 1 < completed delete operation key=TNQXVO8XWYUN tag=L8Y7TJKBFJ2B type=del 2024-09-12T00:30:08.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.040+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~XLPVIAW5ZWUR.0 size=543622 2024-09-12T00:30:08.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.040+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=XLPVIAW5ZWUR tag=RZAFSI72Z1QT type=write size=1592198 2024-09-12T00:30:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.041+0000 7f8455f5c780 1 < completed delete operation key=FAH61LMM19S7 tag=VA9YAZA5LM4H type=del 2024-09-12T00:30:08.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.043+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~EUACJLZW8GMG.0 size=1048576 2024-09-12T00:30:08.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.044+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~EUACJLZW8GMG.1 size=1048576 2024-09-12T00:30:08.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.045+0000 7f8455f5c780 1 > prepared part key=_multipart_1NY27D1OOWPU.2~EUACJLZW8GMG.2 size=431416 2024-09-12T00:30:08.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.045+0000 7f8455f5c780 1 > prepared multipart upload key=1NY27D1OOWPU upload=EUACJLZW8GMG tag=D0571RYPQYEM type=write size=3577144 2024-09-12T00:30:08.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.046+0000 7f8455f5c780 1 < completed part key=_multipart_S9MO2233X1RE.2~OR58FN7ZFD73.0 size=157941 2024-09-12T00:30:08.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.048+0000 7f8455f5c780 1 < completed multipart upload key=S9MO2233X1RE upload=OR58FN7ZFD73 tag=8PT3KCL0CZHL type=write size=1206517 2024-09-12T00:30:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.050+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~YT6DV92OCNA0.0 size=481698 2024-09-12T00:30:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.050+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=YT6DV92OCNA0 tag=VOO610F2C1O1 type=write size=1530274 2024-09-12T00:30:08.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.051+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~5WOF981CPWLB.0 size=1048576 2024-09-12T00:30:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.052+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~5WOF981CPWLB.1 size=781731 2024-09-12T00:30:08.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.054+0000 7f8455f5c780 1 < completed multipart upload key=1NY27D1OOWPU upload=5WOF981CPWLB tag=OPGR6H5Z0YD4 type=write size=2878883 2024-09-12T00:30:08.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.055+0000 7f8455f5c780 1 > prepared operation key=JINLCAVH28MB tag=YRPC444N84I6 type=del size=2359588 2024-09-12T00:30:08.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.056+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~O6BUP7MD3QWA.0 size=1048576 2024-09-12T00:30:08.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.057+0000 7f8455f5c780 1 < completed part key=_multipart_HTB4SFXRNX8P.2~O6BUP7MD3QWA.1 size=1048576 2024-09-12T00:30:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.057+0000 7f8455f5c780 1 < canceled part key=_multipart_HTB4SFXRNX8P.2~O6BUP7MD3QWA.2 size=49365 2024-09-12T00:30:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.059+0000 7f8455f5c780 1 < canceled multipart upload key=HTB4SFXRNX8P upload=O6BUP7MD3QWA tag=M4AIPMK74KNH type=write size=3195093 2024-09-12T00:30:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.060+0000 7f8455f5c780 1 > prepared operation key=87B5GBBB0F0G tag=KU05QPT35FOW type=del size=2934601 2024-09-12T00:30:08.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.063+0000 7f8455f5c780 1 < suggested remove operation key=HTB4SFXRNX8P tag=3SU85MU2NFCZ type=del 2024-09-12T00:30:08.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.064+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=0TZXD2JJL81U type=del size=874351 2024-09-12T00:30:08.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.065+0000 7f8455f5c780 1 < completed delete operation key=Z7FSWDLC6Z2R tag=GLJSYXXONQCS type=del 2024-09-12T00:30:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.067+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~XDLRC2VE1HPQ.0 size=1048576 2024-09-12T00:30:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.068+0000 7f8455f5c780 1 > prepared part key=_multipart_O0KLCJJC71GL.2~XDLRC2VE1HPQ.1 size=437067 2024-09-12T00:30:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.068+0000 7f8455f5c780 1 > prepared multipart upload key=O0KLCJJC71GL upload=XDLRC2VE1HPQ tag=MQ1V0JYK0CIC type=write size=2534219 2024-09-12T00:30:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.068+0000 7f8455f5c780 1 < canceled part key=_multipart_L293TNR2PBWD.2~Y5NEHSST24YR.0 size=651628 2024-09-12T00:30:08.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.070+0000 7f8455f5c780 1 < canceled multipart upload key=L293TNR2PBWD upload=Y5NEHSST24YR tag=SC6BAUASDICY type=write size=1700204 2024-09-12T00:30:08.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.071+0000 7f8455f5c780 1 > prepared operation key=O75MSKPJ6Q0D tag=NCD8MOBGWQO2 type=del size=822852 2024-09-12T00:30:08.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.073+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=NP2YQ4IYMI3S type=del 2024-09-12T00:30:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.075+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~AN1EBMNJX2M2.0 size=1048576 2024-09-12T00:30:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.076+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~AN1EBMNJX2M2.1 size=1048576 2024-09-12T00:30:08.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.077+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~AN1EBMNJX2M2.2 size=53528 2024-09-12T00:30:08.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.077+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=AN1EBMNJX2M2 tag=P4HA8PROWU28 type=write size=3199256 2024-09-12T00:30:08.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.078+0000 7f8455f5c780 1 < completed part key=_multipart_FVZ1KXZLGCI5.2~WUSL926X2TCZ.0 size=690924 2024-09-12T00:30:08.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.080+0000 7f8455f5c780 1 < completed multipart upload key=FVZ1KXZLGCI5 upload=WUSL926X2TCZ tag=YB2JMWY7R4SZ type=write size=1739500 2024-09-12T00:30:08.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.081+0000 7f8455f5c780 1 > prepared operation key=UKPL92R8L6P1 tag=2H6L7EDDANFI type=del size=793009 2024-09-12T00:30:08.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.082+0000 7f8455f5c780 1 < completed write operation key=STIRHZQYJ1PZ tag=H4H6ZEJEX0JB type=write size=669446 2024-09-12T00:30:08.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.084+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=7NKS74ZE8O97 type=del size=1241953 2024-09-12T00:30:08.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.085+0000 7f8455f5c780 1 < completed delete operation key=NJDCFOHPNT1R tag=4P7KR44YIRB8 type=del 2024-09-12T00:30:08.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.087+0000 7f8455f5c780 1 > prepared part key=_multipart_O75MSKPJ6Q0D.2~0J02PURIJ659.0 size=220513 2024-09-12T00:30:08.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.087+0000 7f8455f5c780 1 > prepared multipart upload key=O75MSKPJ6Q0D upload=0J02PURIJ659 tag=3PZMMHREOYBT type=write size=1269089 2024-09-12T00:30:08.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.088+0000 7f8455f5c780 1 < completed delete operation key=87B5GBBB0F0G tag=OHY6TZCNK6RL type=del 2024-09-12T00:30:08.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.090+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~R1VWE8I1JW0M.0 size=1048576 2024-09-12T00:30:08.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.091+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~R1VWE8I1JW0M.1 size=3369 2024-09-12T00:30:08.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.091+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=R1VWE8I1JW0M tag=PQMYBSVJ6QG3 type=write size=2100521 2024-09-12T00:30:08.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.092+0000 7f8455f5c780 1 < completed delete operation key=B1FDYTC03874 tag=AU8RFGYBRT02 type=del 2024-09-12T00:30:08.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.094+0000 7f8455f5c780 1 > prepared operation key=0B86VX5Z60TF tag=4L84W7TFJE6D type=write size=338621 2024-09-12T00:30:08.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.095+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~A5TQR5GGQY0V.0 size=1048576 2024-09-12T00:30:08.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.096+0000 7f8455f5c780 1 < completed part key=_multipart_Z7FSWDLC6Z2R.2~A5TQR5GGQY0V.1 size=358321 2024-09-12T00:30:08.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.098+0000 7f8455f5c780 1 < completed multipart upload key=Z7FSWDLC6Z2R upload=A5TQR5GGQY0V tag=MB9T0DMHPNGP type=write size=2455473 2024-09-12T00:30:08.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.099+0000 7f8455f5c780 1 > prepared operation key=B1FDYTC03874 tag=VCQ2J7PJ5T36 type=del size=380956 2024-09-12T00:30:08.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.101+0000 7f8455f5c780 1 < completed write operation key=3QZOXO71V3B0 tag=1WN8DA99OK7I type=write size=648222 2024-09-12T00:30:08.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.103+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~CVIPJ7TQ1VP4.0 size=1048576 2024-09-12T00:30:08.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.104+0000 7f8455f5c780 1 > prepared part key=_multipart_YOBG2K7WI8ZX.2~CVIPJ7TQ1VP4.1 size=186239 2024-09-12T00:30:08.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.104+0000 7f8455f5c780 1 > prepared multipart upload key=YOBG2K7WI8ZX upload=CVIPJ7TQ1VP4 tag=V5TAVCVD8Y2L type=write size=2283391 2024-09-12T00:30:08.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.105+0000 7f8455f5c780 1 < completed part key=_multipart_EWN14RZZVQSP.2~XLPVIAW5ZWUR.0 size=543622 2024-09-12T00:30:08.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.107+0000 7f8455f5c780 1 < completed multipart upload key=EWN14RZZVQSP upload=XLPVIAW5ZWUR tag=RZAFSI72Z1QT type=write size=1592198 2024-09-12T00:30:08.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.108+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=O71E9UD61I0J type=del size=548402 2024-09-12T00:30:08.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.109+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~EUACJLZW8GMG.0 size=1048576 2024-09-12T00:30:08.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.109+0000 7f8455f5c780 1 < canceled part key=_multipart_1NY27D1OOWPU.2~EUACJLZW8GMG.1 size=1048576 2024-09-12T00:30:08.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.110+0000 7f8455f5c780 1 < completed part key=_multipart_1NY27D1OOWPU.2~EUACJLZW8GMG.2 size=431416 2024-09-12T00:30:08.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.112+0000 7f8455f5c780 1 < canceled multipart upload key=1NY27D1OOWPU upload=EUACJLZW8GMG tag=D0571RYPQYEM type=write size=3577144 2024-09-12T00:30:08.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.114+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~4PAW6PWKELN5.0 size=1048576 2024-09-12T00:30:08.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.115+0000 7f8455f5c780 1 > prepared part key=_multipart_L293TNR2PBWD.2~4PAW6PWKELN5.1 size=664306 2024-09-12T00:30:08.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.115+0000 7f8455f5c780 1 > prepared multipart upload key=L293TNR2PBWD upload=4PAW6PWKELN5 tag=1IGYINJUPAZA type=write size=2761458 2024-09-12T00:30:08.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.116+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~YT6DV92OCNA0.0 size=481698 2024-09-12T00:30:08.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.118+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=YT6DV92OCNA0 tag=VOO610F2C1O1 type=write size=1530274 2024-09-12T00:30:08.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.119+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=WIUCS14WA0YG type=del size=1740006 2024-09-12T00:30:08.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.121+0000 7f8455f5c780 1 < completed delete operation key=JINLCAVH28MB tag=YRPC444N84I6 type=del 2024-09-12T00:30:08.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.122+0000 7f8455f5c780 1 > prepared operation key=FAH61LMM19S7 tag=UM385SD9DXM9 type=del size=3035056 2024-09-12T00:30:08.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.123+0000 7f8455f5c780 1 < canceled operation key=87B5GBBB0F0G tag=KU05QPT35FOW type=del size=2934601 2024-09-12T00:30:08.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.125+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~UTQ522QQXSR8.0 size=1048576 2024-09-12T00:30:08.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.126+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~UTQ522QQXSR8.1 size=1048576 2024-09-12T00:30:08.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.127+0000 7f8455f5c780 1 > prepared part key=_multipart_STIRHZQYJ1PZ.2~UTQ522QQXSR8.2 size=745006 2024-09-12T00:30:08.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.127+0000 7f8455f5c780 1 > prepared multipart upload key=STIRHZQYJ1PZ upload=UTQ522QQXSR8 tag=V1GF4GRKAYBG type=write size=3890734 2024-09-12T00:30:08.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.131+0000 7f8455f5c780 1 < suggested update operation key=Z7FSWDLC6Z2R tag=0TZXD2JJL81U type=del size=874351 2024-09-12T00:30:08.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.133+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~PPAG1NR9UDER.0 size=1048576 2024-09-12T00:30:08.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.134+0000 7f8455f5c780 1 > prepared part key=_multipart_4DUAH9DXP2L3.2~PPAG1NR9UDER.1 size=754850 2024-09-12T00:30:08.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.134+0000 7f8455f5c780 1 > prepared multipart upload key=4DUAH9DXP2L3 upload=PPAG1NR9UDER tag=CMC0K59HYY99 type=write size=2852002 2024-09-12T00:30:08.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.136+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~XDLRC2VE1HPQ.0 size=1048576 2024-09-12T00:30:08.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.137+0000 7f8455f5c780 1 < completed part key=_multipart_O0KLCJJC71GL.2~XDLRC2VE1HPQ.1 size=437067 2024-09-12T00:30:08.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.139+0000 7f8455f5c780 1 < completed multipart upload key=O0KLCJJC71GL upload=XDLRC2VE1HPQ tag=MQ1V0JYK0CIC type=write size=2534219 2024-09-12T00:30:08.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.140+0000 7f8455f5c780 1 > prepared operation key=L293TNR2PBWD tag=P3O7DAC2XZ5X type=del size=1807262 2024-09-12T00:30:08.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.142+0000 7f8455f5c780 1 < completed delete operation key=O75MSKPJ6Q0D tag=NCD8MOBGWQO2 type=del 2024-09-12T00:30:08.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.143+0000 7f8455f5c780 1 > prepared operation key=D02C1LZ2VOOE tag=YM6SOS216LKF type=del size=3019572 2024-09-12T00:30:08.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.143+0000 7f8455f5c780 1 < canceled part key=_multipart_B1FDYTC03874.2~AN1EBMNJX2M2.0 size=1048576 2024-09-12T00:30:08.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.144+0000 7f8455f5c780 1 < completed part key=_multipart_B1FDYTC03874.2~AN1EBMNJX2M2.1 size=1048576 2024-09-12T00:30:08.143 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.144+0000 7f8455f5c780 1 < canceled part key=_multipart_B1FDYTC03874.2~AN1EBMNJX2M2.2 size=53528 2024-09-12T00:30:08.144 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.146+0000 7f8455f5c780 1 < canceled multipart upload key=B1FDYTC03874 upload=AN1EBMNJX2M2 tag=P4HA8PROWU28 type=write size=3199256 2024-09-12T00:30:08.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.147+0000 7f8455f5c780 1 > prepared operation key=7T1NXXX4G2CP tag=6YK3945AELK1 type=del size=579097 2024-09-12T00:30:08.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.148+0000 7f8455f5c780 1 < completed delete operation key=UKPL92R8L6P1 tag=2H6L7EDDANFI type=del 2024-09-12T00:30:08.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.150+0000 7f8455f5c780 1 > prepared operation key=Z7FSWDLC6Z2R tag=K5WTK0ZD59PQ type=del size=3013691 2024-09-12T00:30:08.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.151+0000 7f8455f5c780 1 < completed delete operation key=D02C1LZ2VOOE tag=7NKS74ZE8O97 type=del 2024-09-12T00:30:08.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.153+0000 7f8455f5c780 1 > prepared part key=_multipart_EWN14RZZVQSP.2~N47V7BNGFTB3.0 size=107122 2024-09-12T00:30:08.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.153+0000 7f8455f5c780 1 > prepared multipart upload key=EWN14RZZVQSP upload=N47V7BNGFTB3 tag=WT3VY194NIGS type=write size=1155698 2024-09-12T00:30:08.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.154+0000 7f8455f5c780 1 < completed part key=_multipart_O75MSKPJ6Q0D.2~0J02PURIJ659.0 size=220513 2024-09-12T00:30:08.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.156+0000 7f8455f5c780 1 < completed multipart upload key=O75MSKPJ6Q0D upload=0J02PURIJ659 tag=3PZMMHREOYBT type=write size=1269089 2024-09-12T00:30:08.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.158+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~KGLT9JNY1REJ.0 size=1048576 2024-09-12T00:30:08.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.159+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~KGLT9JNY1REJ.1 size=1048576 2024-09-12T00:30:08.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.160+0000 7f8455f5c780 1 > prepared part key=_multipart_HNLIR7DV5BHI.2~KGLT9JNY1REJ.2 size=379166 2024-09-12T00:30:08.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.160+0000 7f8455f5c780 1 > prepared multipart upload key=HNLIR7DV5BHI upload=KGLT9JNY1REJ tag=3XK1PQY755D7 type=write size=3524894 2024-09-12T00:30:08.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.160+0000 7f8455f5c780 1 < canceled part key=_multipart_HNLIR7DV5BHI.2~R1VWE8I1JW0M.0 size=1048576 2024-09-12T00:30:08.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.161+0000 7f8455f5c780 1 < completed part key=_multipart_HNLIR7DV5BHI.2~R1VWE8I1JW0M.1 size=3369 2024-09-12T00:30:08.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.163+0000 7f8455f5c780 1 < canceled multipart upload key=HNLIR7DV5BHI upload=R1VWE8I1JW0M tag=PQMYBSVJ6QG3 type=write size=2100521 2024-09-12T00:30:08.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.165+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~PQZJ7EN66HZM.0 size=1048576 2024-09-12T00:30:08.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.166+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~PQZJ7EN66HZM.1 size=1048576 2024-09-12T00:30:08.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.167+0000 7f8455f5c780 1 > prepared part key=_multipart_B1FDYTC03874.2~PQZJ7EN66HZM.2 size=650057 2024-09-12T00:30:08.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.167+0000 7f8455f5c780 1 > prepared multipart upload key=B1FDYTC03874 upload=PQZJ7EN66HZM tag=345LUWF361XF type=write size=3795785 2024-09-12T00:30:08.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.168+0000 7f8455f5c780 1 < completed write operation key=0B86VX5Z60TF tag=4L84W7TFJE6D type=write size=338621 2024-09-12T00:30:08.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.170+0000 7f8455f5c780 1 > prepared operation key=FVZ1KXZLGCI5 tag=4N0XQ2MA4VOY type=write size=451850 2024-09-12T00:30:08.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.171+0000 7f8455f5c780 1 < canceled operation key=B1FDYTC03874 tag=VCQ2J7PJ5T36 type=del size=380956 2024-09-12T00:30:08.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.172+0000 7f8455f5c780 1 > prepared operation key=PM03TED1Y5B8 tag=3753TR99V3BE type=del size=2530287 2024-09-12T00:30:08.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.173+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~CVIPJ7TQ1VP4.0 size=1048576 2024-09-12T00:30:08.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.174+0000 7f8455f5c780 1 < completed part key=_multipart_YOBG2K7WI8ZX.2~CVIPJ7TQ1VP4.1 size=186239 2024-09-12T00:30:08.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.176+0000 7f8455f5c780 1 < completed multipart upload key=YOBG2K7WI8ZX upload=CVIPJ7TQ1VP4 tag=V5TAVCVD8Y2L type=write size=2283391 2024-09-12T00:30:08.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:30:08.177+0000 7f8455f5c780 1 > prepared operation key=5F2OS11YH2Y3 tag=FASFB9VDZJSO type=del size=2589518 2024-09-12T00:30:08.176 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] cls_rgw_stats.simulate (8881 ms) 2024-09-12T00:30:08.176 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 1 test from cls_rgw_stats (8881 ms total) 2024-09-12T00:30:08.176 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:30:08.176 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:30:08.363 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 1 test from 1 test suite ran. (10940 ms total) 2024-09-12T00:30:08.364 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 1 test. 2024-09-12T00:30:08.369 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:30:08.369 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:30:08.448 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T00:30:08.449 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T00:30:08.449 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T00:30:08.533 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:30:08.533 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T00:30:08.533 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:30:10.386 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 31 tests from CmpOmap 2024-09-12T00:30:10.386 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T00:30:10.393 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (8 ms) 2024-09-12T00:30:10.393 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T00:30:10.402 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2024-09-12T00:30:10.402 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T00:30:10.405 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-12T00:30:10.405 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T00:30:10.408 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-12T00:30:10.408 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T00:30:10.415 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2024-09-12T00:30:10.415 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T00:30:10.421 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-09-12T00:30:10.421 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T00:30:10.424 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-12T00:30:10.424 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T00:30:10.630 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (207 ms) 2024-09-12T00:30:10.631 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T00:30:10.634 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-12T00:30:10.634 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T00:30:10.640 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (6 ms) 2024-09-12T00:30:10.640 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T00:30:10.640 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-12T00:30:10.640 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T00:30:10.641 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-12T00:30:10.641 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T00:30:10.650 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (9 ms) 2024-09-12T00:30:10.650 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T00:30:10.657 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (8 ms) 2024-09-12T00:30:10.657 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T00:30:10.664 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-12T00:30:10.664 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T00:30:10.671 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-12T00:30:10.671 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T00:30:10.678 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-09-12T00:30:10.678 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T00:30:10.687 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-09-12T00:30:10.687 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T00:30:10.690 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (4 ms) 2024-09-12T00:30:10.691 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T00:30:10.693 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-09-12T00:30:10.694 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T00:30:10.694 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-12T00:30:10.694 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T00:30:10.695 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2024-09-12T00:30:10.695 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T00:30:10.702 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-12T00:30:10.702 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T00:30:10.708 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-09-12T00:30:10.708 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T00:30:10.715 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-09-12T00:30:10.716 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T00:30:10.725 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (9 ms) 2024-09-12T00:30:10.725 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T00:30:10.727 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (3 ms) 2024-09-12T00:30:10.727 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T00:30:10.730 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-09-12T00:30:10.730 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T00:30:10.731 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-12T00:30:10.731 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T00:30:10.732 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-09-12T00:30:10.732 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T00:30:10.740 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-12T00:30:10.740 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 31 tests from CmpOmap (354 ms total) 2024-09-12T00:30:10.740 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:30:10.740 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:30:11.402 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 31 tests from 1 test suite ran. (2869 ms total) 2024-09-12T00:30:11.402 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 31 tests. 2024-09-12T00:30:11.405 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:30:11.405 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:30:11.449 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T00:30:11.450 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T00:30:11.450 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T00:30:11.498 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:30:11.499 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:30:11.499 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:30:11.499 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T00:30:11.499 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T00:30:14.402 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2903 ms) 2024-09-12T00:30:14.402 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T00:30:17.432 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3031 ms) 2024-09-12T00:30:17.432 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T00:30:20.435 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.Reserve (3003 ms) 2024-09-12T00:30:20.435 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T00:30:23.475 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3040 ms) 2024-09-12T00:30:23.475 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T00:30:26.479 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.Commit (3004 ms) 2024-09-12T00:30:26.479 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T00:30:29.521 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.Stats (3042 ms) 2024-09-12T00:30:29.521 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T00:30:33.554 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4033 ms) 2024-09-12T00:30:33.554 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T00:30:36.570 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.Abort (3016 ms) 2024-09-12T00:30:36.570 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T00:30:39.586 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.ReserveError (3016 ms) 2024-09-12T00:30:39.586 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T00:30:42.591 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.CommitError (3005 ms) 2024-09-12T00:30:42.591 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T00:30:45.617 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.AbortError (3026 ms) 2024-09-12T00:30:45.617 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T00:30:48.628 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3012 ms) 2024-09-12T00:30:48.629 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T00:30:51.652 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3023 ms) 2024-09-12T00:30:51.652 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T00:30:54.656 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3005 ms) 2024-09-12T00:30:54.657 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T00:30:57.679 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3022 ms) 2024-09-12T00:30:57.679 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T00:31:00.696 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3017 ms) 2024-09-12T00:31:00.697 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T00:31:03.709 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3012 ms) 2024-09-12T00:31:03.709 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T00:31:06.733 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.Cleanup (3025 ms) 2024-09-12T00:31:06.733 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T00:31:16.775 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10042 ms) 2024-09-12T00:31:16.775 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T00:31:19.813 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3038 ms) 2024-09-12T00:31:19.813 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T00:31:32.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13075 ms) 2024-09-12T00:31:32.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T00:31:36.920 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4032 ms) 2024-09-12T00:31:36.920 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T00:31:42.967 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6047 ms) 2024-09-12T00:31:42.968 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T00:31:47.996 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5029 ms) 2024-09-12T00:31:47.996 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from TestCls2PCQueue (96498 ms total) 2024-09-12T00:31:47.996 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:31:47.996 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:31:47.996 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 24 tests from 1 test suite ran. (96498 ms total) 2024-09-12T00:31:47.996 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 24 tests. 2024-09-12T00:31:47.999 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:31:47.999 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:31:48.047 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T00:31:48.048 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T00:31:48.048 DEBUG:teuthology.orchestra.run.smithi163:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T00:31:48.103 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:31:48.103 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:31:48.103 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T00:31:48.104 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:31:50.005 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 4 tests from ClsAccount 2024-09-12T00:31:50.006 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsAccount.add 2024-09-12T00:31:50.024 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsAccount.add (19 ms) 2024-09-12T00:31:50.024 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsAccount.get 2024-09-12T00:31:50.029 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsAccount.get (4 ms) 2024-09-12T00:31:50.029 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsAccount.rm 2024-09-12T00:31:50.035 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsAccount.rm (7 ms) 2024-09-12T00:31:50.035 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] ClsAccount.list 2024-09-12T00:31:50.052 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] ClsAccount.list (16 ms) 2024-09-12T00:31:50.052 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 4 tests from ClsAccount (46 ms total) 2024-09-12T00:31:50.052 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:31:50.052 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:31:51.009 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 4 tests from 1 test suite ran. (2906 ms total) 2024-09-12T00:31:51.010 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 4 tests. 2024-09-12T00:31:51.013 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:31:51.013 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:31:51.055 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T00:31:51.056 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T00:31:51.057 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T00:31:51.150 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:31:51.150 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:31:51.150 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T00:31:51.150 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:31:53.031 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T00:31:53.031 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T00:31:53.048 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] rgw_gc_log.init_existing_queue (18 ms) 2024-09-12T00:31:53.048 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T00:31:53.052 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] rgw_gc_log.init_existing_omap (3 ms) 2024-09-12T00:31:53.052 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T00:31:53.055 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (3 ms) 2024-09-12T00:31:53.055 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T00:31:53.056 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (2 ms) 2024-09-12T00:31:53.056 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T00:31:53.059 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] rgw_gc_log.defer1_after_init (3 ms) 2024-09-12T00:31:53.059 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T00:31:53.061 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] rgw_gc_log.defer2_before_init (1 ms) 2024-09-12T00:31:53.061 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 6 tests from rgw_gc_log (30 ms total) 2024-09-12T00:31:53.061 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:31:53.061 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:31:54.037 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 6 tests from 1 test suite ran. (2887 ms total) 2024-09-12T00:31:54.037 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 6 tests. 2024-09-12T00:31:54.040 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:31:54.040 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:31:54.083 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T00:31:54.085 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T00:31:54.085 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:Running main() from gmock_main.cc 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns= i= 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.180 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns= i= 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns= i= 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.181 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.182 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.183 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.184 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.185 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns=ns i= 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns=ns i= 2024-09-12T00:31:54.186 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns=ns i= 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.187 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.188 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.189 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.190 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.191 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns= i=v1 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns= i=v1 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.192 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns= i=v1 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.193 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.194 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.195 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.196 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.197 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns=ns i=v1 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns=ns i=v1 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.198 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: _obj[v1] 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: _obj ns=ns i=v1 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.199 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.200 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.201 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.202 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_obj", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.203 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns= i= 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns= i= 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.204 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns= i= 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.205 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.206 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.207 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.208 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.209 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns=ns i= 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns=ns i= 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns=ns i= 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.210 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.211 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.212 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.213 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.214 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns= i=v1 2024-09-12T00:31:54.215 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns= i=v1 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns= i=v1 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.216 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.217 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.218 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.219 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.220 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.221 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns=ns i=v1 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns=ns i=v1 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:parsed: obj[v1] 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:stripped: obj ns=ns i=v1 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout: "obj1": { 2024-09-12T00:31:54.222 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.223 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "obj2": { 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.224 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3": { 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.225 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "obj3-2": { 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.226 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "obj", 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "v1", 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T00:31:54.227 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.228 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.229 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.230 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker_myobj", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.231 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.232 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.233 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.234 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker_myobj", 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.235 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.236 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.237 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.238 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.239 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.240 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.241 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.242 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.243 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.244 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.245 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.246 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:31:54.247 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.248 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.249 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.250 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.251 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.252 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.253 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.254 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.255 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.256 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.257 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.258 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.259 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.260 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.261 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.262 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.263 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.264 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj", 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.265 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.266 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.267 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.268 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj", 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.269 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.270 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.271 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.272 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.273 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.274 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.275 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.276 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.277 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.278 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.279 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.280 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.281 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.282 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.283 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.284 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.285 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.286 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.287 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.288 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.289 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.290 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.291 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.292 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.293 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.294 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.295 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.296 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.297 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.298 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.299 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj_", 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.300 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.301 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.302 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.303 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj_", 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.304 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.305 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.306 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.307 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.308 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.309 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.310 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.311 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.312 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.313 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.314 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.315 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.316 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.317 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.318 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.319 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.320 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.321 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.322 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.323 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.324 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.325 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": "default-placement.data", 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.326 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "test", 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": "", 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": "" 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.327 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.328 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "obj": { 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.329 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.330 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.331 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.332 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker_myobj", 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.333 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker_myobj 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.334 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker_myobj", 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.335 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker_myobj 2024-09-12T00:31:54.336 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.337 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T00:31:54.338 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.339 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.340 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.341 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.342 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.343 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.344 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.345 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.346 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.347 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.354 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.354 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.354 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.354 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.354 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.354 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "myobj", 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.355 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj", 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.356 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.357 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker___myobj 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj", 2024-09-12T00:31:54.358 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.359 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker___myobj 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.360 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.361 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.362 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.363 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.364 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.365 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.366 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj" 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.367 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.368 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.369 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:31:54.370 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.371 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj", 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj_", 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.372 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.373 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker___myobj_", 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.374 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.375 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.376 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.377 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.378 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.379 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "", 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.380 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.381 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "marker__myobj_" 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.382 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "" 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.383 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj": { 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj": { 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.384 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.385 INFO:tasks.workunit.client.0.smithi163.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "raw_obj2": { 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "pool": ".data-pool", 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "loc": "" 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "new_obj2": { 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket": { 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "ebtest", 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "marker": "marker", 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_id": "bucket-id", 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "tenant": "", 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "explicit_placement": { 2024-09-12T00:31:54.386 INFO:tasks.workunit.client.0.smithi163.stdout: "data_pool": ".data-pool", 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: "data_extra_pool": "", 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: "index_pool": ".index-pool" 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: "key": { 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: "name": "_myobj_", 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: "instance": "inst", 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: "ns": "ns" 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:31:54.387 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:31:54.388 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-12T00:31:54.388 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 4 tests. 2024-09-12T00:31:54.388 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:31:54.388 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:31:54.430 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T00:31:54.431 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T00:31:54.431 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T00:31:54.554 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:31:54.555 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:31:54.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.593+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 realm 2024-09-12T00:31:54.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:31:54.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.595+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.596+0000 7f2d90d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:31:54.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.596+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.596+0000 7f2d90d46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:31:54.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.596+0000 7f2d90d46800 20 searching for the correct realm 2024-09-12T00:31:54.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.601+0000 7f2d8e02f640 0 -- 172.21.15.163:0/1053675739 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2d80009040 msgr2=0x7f2d8004ba50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:31:54.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.808+0000 7f2d8f031640 0 -- 172.21.15.163:0/1053675739 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x559eb7a2a070 msgr2=0x559eb7a2c4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:31:54.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:31:54.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:31:54.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.811+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:31:54.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 zone default found 2024-09-12T00:31:54.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 4 Realm: () 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 zonegroup default 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.812+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.813+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.813+0000 7f2d90d46800 20 started sync module instance, tier type = 2024-09-12T00:31:54.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.813+0000 7f2d90d46800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=0 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=1 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=2 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=3 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=4 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=5 2024-09-12T00:31:54.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=6 2024-09-12T00:31:54.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 20 add_watcher() i=7 2024-09-12T00:31:54.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.823+0000 7f2d90d46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:31:54.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.825+0000 7f2c457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:31:54.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.825+0000 7f2d90d46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:31:54.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.825+0000 7f2d90d46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.825+0000 7f2d90d46800 5 note: GC not initialized 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2bbffff640 20 reqs_thread_entry: start 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 20 init_complete bucket index max shards: 1 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 20 Filter name: none 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2bbdffb640 20 reqs_thread_entry: start 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T00:31:54.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.826+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T00:31:54.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 cache get: name=default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= : miss 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 20 rados->read ofs=0 len=0 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 cache put: name=default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= info.flags=0x0 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 adding default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= to cache LRU end 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 cache get: name=default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= : hit (negative entry) 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.827+0000 7f2d90d46800 10 cache get: name=default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= : hit (negative entry) 2024-09-12T00:31:54.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.828+0000 7f2d90d46800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T00:31:54.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.828+0000 7f2d90d46800 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T00:31:54.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.828+0000 7f2d90d46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T00:31:54.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.829+0000 7f2c727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725889 cookie 94140174118176 notifier 5646 bl.length()=697 2024-09-12T00:31:54.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.829+0000 7f2c727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T00:31:54.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.829+0000 7f2c727fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T00:31:54.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.832+0000 7f2d90d46800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T00:31:54.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.832+0000 7f2d90d46800 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T00:31:54.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.832+0000 7f2d90d46800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T00:31:54.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.832+0000 7f2c727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725888 cookie 94140174115408 notifier 5646 bl.length()=194 2024-09-12T00:31:54.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.832+0000 7f2c727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T00:31:54.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.832+0000 7f2c727fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T00:31:54.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.838+0000 7f2d90d46800 10 cache put: name=default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= info.flags=0x7 2024-09-12T00:31:54.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.838+0000 7f2d90d46800 10 moving default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= to cache LRU end 2024-09-12T00:31:54.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.838+0000 7f2d90d46800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:2Ipe54QseS6OhKcYGVT87EIi/KU=, ofs0, ns] 2024-09-12T00:31:54.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.838+0000 7f2c727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725889 cookie 94140174087856 notifier 5646 bl.length()=203 2024-09-12T00:31:54.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.838+0000 7f2c727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= info.flags=0x7 2024-09-12T00:31:54.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.838+0000 7f2c727fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+2Ipe54QseS6OhKcYGVT87EIi/KU= to cache LRU end 2024-09-12T00:31:54.838 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:31:54.838 INFO:tasks.workunit.client.0.smithi163.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T00:31:54.838 INFO:tasks.workunit.client.0.smithi163.stdout: "display_name": "librgw test user", 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "email": "librgw@example.com", 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "suspended": 0, 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "max_buckets": 1000, 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "subusers": [], 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "keys": [ 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: { 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "user": "ceph-test-librgw-file", 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "access_key": "2Ipe54QseS6OhKcYGVT87EIi/KU=", 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "secret_key": "4dxhENkKEY/70mBZ/zCBooU31RKhLMuSioy+g2meWYJ8/Kwo21Qv7A==", 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "active": true, 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: "create_date": "2024-09-12T00:31:54.829235Z" 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:31:54.839 INFO:tasks.workunit.client.0.smithi163.stdout: ], 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "swift_keys": [], 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "caps": [], 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "default_placement": "", 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "default_storage_class": "", 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "placement_tags": [], 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_quota": { 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "enabled": false, 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size": -1, 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "max_objects": -1 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.840 INFO:tasks.workunit.client.0.smithi163.stdout: "user_quota": { 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "enabled": false, 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size": -1, 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "max_objects": -1 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "temp_url_keys": [], 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "type": "rgw", 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "mfa_ids": [], 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "account_id": "", 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "path": "/", 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "create_date": "2024-09-12T00:31:54.829222Z", 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "tags": [], 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout: "group_ids": [] 2024-09-12T00:31:54.841 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:31:54.842 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:31:54.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.840+0000 7f2c457e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:31:54.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.842+0000 7f2d90d46800 20 remove_watcher() i=0 2024-09-12T00:31:54.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.842+0000 7f2d90d46800 2 removed watcher, disabling cache 2024-09-12T00:31:54.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.843+0000 7f2d90d46800 20 remove_watcher() i=1 2024-09-12T00:31:54.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.844+0000 7f2d90d46800 20 remove_watcher() i=2 2024-09-12T00:31:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.845+0000 7f2d90d46800 20 remove_watcher() i=3 2024-09-12T00:31:54.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.846+0000 7f2d90d46800 20 remove_watcher() i=4 2024-09-12T00:31:54.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.847+0000 7f2d90d46800 20 remove_watcher() i=5 2024-09-12T00:31:54.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.848+0000 7f2d90d46800 20 remove_watcher() i=6 2024-09-12T00:31:54.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:54.849+0000 7f2d90d46800 20 remove_watcher() i=7 2024-09-12T00:31:54.859 INFO:tasks.workunit.client.0.smithi163.stdout:phase 1.1 2024-09-12T00:31:54.881 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:31:54.881 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:31:54.881 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from LibRGW 2024-09-12T00:31:54.881 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:31:54.891 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:31:54.892 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:31:55.065 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (185 ms) 2024-09-12T00:31:55.066 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T00:31:55.067 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T00:31:55.067 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:31:55.067 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:31:55.067 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T00:31:55.077 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T00:31:55.082 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/f1 2024-09-12T00:31:55.085 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/f2 2024-09-12T00:31:55.091 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T00:31:55.094 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T00:31:55.097 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T00:31:55.100 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T00:31:55.103 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T00:31:55.106 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T00:31:55.109 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T00:31:55.112 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T00:31:55.115 INFO:tasks.workunit.client.0.smithi163.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T00:31:55.118 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETUP_HIER1 (51 ms) 2024-09-12T00:31:55.118 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T00:31:55.214 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETUP_DIRS1 (96 ms) 2024-09-12T00:31:55.214 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T00:31:55.214 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T00:31:55.214 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T00:31:55.229 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (16 ms) 2024-09-12T00:31:55.229 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T00:31:55.270 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (41 ms) 2024-09-12T00:31:55.271 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T00:31:55.271 INFO:tasks.workunit.client.0.smithi163.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T00:31:55.277 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2024-09-12T00:31:55.277 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T00:31:55.277 INFO:tasks.workunit.client.0.smithi163.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T00:31:55.283 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (6 ms) 2024-09-12T00:31:55.283 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T00:31:55.283 INFO:tasks.workunit.client.0.smithi163.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T00:31:55.283 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:31:55.284 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T00:31:55.285 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T00:31:55.285 INFO:tasks.workunit.client.0.smithi163.stdout:read back objects in /bdirs1/dir_0 2024-09-12T00:31:55.285 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T00:31:55.285 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:31:55.285 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T00:31:55.286 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:31:55.286 INFO:tasks.workunit.client.0.smithi163.stdout:read back objects in /bdirs1/dir_1 2024-09-12T00:31:55.286 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T00:31:55.288 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:31:55.288 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T00:31:55.289 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:31:55.289 INFO:tasks.workunit.client.0.smithi163.stdout:read back objects in /bdirs1/dir_2 2024-09-12T00:31:55.289 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T00:31:55.290 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:31:55.290 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T00:31:55.291 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:31:55.291 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2024-09-12T00:31:55.292 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READF_SETUP1 (171 ms) 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:31:55.463 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T00:31:55.464 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T00:31:55.471 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T00:31:55.471 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T00:31:55.474 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T00:31:55.475 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T00:31:55.478 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:31:55.478 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:31:55.479 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T00:31:55.479 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T00:31:55.480 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:31:55.480 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:31:55.481 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T00:31:55.483 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T00:31:55.483 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T00:31:55.483 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T00:31:55.483 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo (foo): DIR 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot (nfsroot): DIR 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.HIER1 (20 ms) 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:31:55.484 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:31:55.485 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:31:55.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:55.485+0000 7fc0fd13b8c0 -1 shutting down 2024-09-12T00:31:55.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:31:55.486+0000 7fbfd513c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 64559, si_uid : 1000, si_addr0x3e80000fc2f, si_status0 2024-09-12T00:32:25.152 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (29669 ms) 2024-09-12T00:32:25.153 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from LibRGW (30271 ms total) 2024-09-12T00:32:25.153 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:32:25.153 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:32:25.153 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 24 tests from 1 test suite ran. (30271 ms total) 2024-09-12T00:32:25.153 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 24 tests. 2024-09-12T00:32:25.158 INFO:tasks.workunit.client.0.smithi163.stdout:phase 1.2 2024-09-12T00:32:25.183 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:32:25.183 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:32:25.183 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from LibRGW 2024-09-12T00:32:25.183 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:32:25.192 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:32:25.192 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:32:25.774 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (591 ms) 2024-09-12T00:32:25.774 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T00:32:25.776 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T00:32:25.777 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:32:25.778 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:32:25.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:32:25.777+0000 7f1f0af2a8c0 -1 shutting down 2024-09-12T00:32:25.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:32:25.778+0000 7f1de4c67640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65178, si_uid : 1000, si_addr0x3e80000fe9a, si_status0 2024-09-12T00:32:56.003 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30227 ms) 2024-09-12T00:32:56.004 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from LibRGW (30820 ms total) 2024-09-12T00:32:56.004 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:32:56.004 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:32:56.004 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 24 tests from 1 test suite ran. (30820 ms total) 2024-09-12T00:32:56.004 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 24 tests. 2024-09-12T00:32:56.009 INFO:tasks.workunit.client.0.smithi163.stdout:phase 1.3 2024-09-12T00:32:56.032 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:32:56.033 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:32:56.033 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from LibRGW 2024-09-12T00:32:56.033 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:32:56.043 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:32:56.043 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:32:56.450 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (417 ms) 2024-09-12T00:32:56.450 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T00:32:56.451 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T00:32:56.451 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:32:56.451 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:32:56.451 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T00:32:56.456 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETUP_HIER1 (5 ms) 2024-09-12T00:32:56.456 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T00:32:56.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETUP_DIRS1 (61 ms) 2024-09-12T00:32:56.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T00:32:56.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SETATTR (1 ms) 2024-09-12T00:32:56.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T00:32:56.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T00:32:56.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T00:32:56.519 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T00:32:56.520 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:read back objects in /bdirs1/dir_0 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:read back objects in /bdirs1/dir_1 2024-09-12T00:32:56.521 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T00:32:56.522 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:32:56.522 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T00:32:56.523 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:32:56.523 INFO:tasks.workunit.client.0.smithi163.stdout:read back objects in /bdirs1/dir_2 2024-09-12T00:32:56.523 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T00:32:56.523 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:32:56.524 INFO:tasks.workunit.client.0.smithi163.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READ_DIRS1 (8 ms) 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T00:32:56.526 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T00:32:56.527 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T00:32:56.533 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T00:32:56.533 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T00:32:56.536 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T00:32:56.537 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T00:32:56.540 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:32:56.541 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:32:56.541 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T00:32:56.541 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T00:32:56.542 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:32:56.543 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:32:56.543 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot/foo (foo): DIR 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:/nfsroot (nfsroot): DIR 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.HIER1 (19 ms) 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:32:56.545 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:32:56.546 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:32:56.548 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:32:56.548 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:32:56.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:32:56.546+0000 7f1ab69418c0 -1 shutting down 2024-09-12T00:32:56.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:32:56.547+0000 7f199067e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 65797, si_uid : 1000, si_addr0x3e800010105, si_status0 2024-09-12T00:33:26.838 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30293 ms) 2024-09-12T00:33:26.839 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 24 tests from LibRGW (30805 ms total) 2024-09-12T00:33:26.839 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:33:26.839 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:33:26.839 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 24 tests from 1 test suite ran. (30805 ms total) 2024-09-12T00:33:26.839 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 24 tests. 2024-09-12T00:33:26.844 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2.1 2024-09-12T00:33:26.870 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T00:33:26.870 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:33:26.870 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 9 tests from LibRGW 2024-09-12T00:33:26.870 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:33:26.879 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:33:26.880 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:33:27.093 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (223 ms) 2024-09-12T00:33:27.093 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:33:27.093 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:33:27.094 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:33:27.103 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET (10 ms) 2024-09-12T00:33:27.103 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:33:27.103 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T00:33:27.104 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T00:33:27.112 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave0 2024-09-12T00:33:27.121 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave1 2024-09-12T00:33:27.130 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave2 2024-09-12T00:33:27.139 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave3 2024-09-12T00:33:27.149 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave4 2024-09-12T00:33:27.157 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave5 2024-09-12T00:33:27.166 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave6 2024-09-12T00:33:27.176 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave7 2024-09-12T00:33:27.184 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave8 2024-09-12T00:33:27.194 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave9 2024-09-12T00:33:27.194 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (90 ms) 2024-09-12T00:33:27.194 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (172 ms) 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:33:27.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:33:27.367+0000 7fa3985448c0 -1 shutting down 2024-09-12T00:33:27.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:33:27.368+0000 7fa270547640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66416, si_uid : 1000, si_addr0x3e800010370, si_status0 2024-09-12T00:33:57.461 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30095 ms) 2024-09-12T00:33:57.462 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 9 tests from LibRGW (30591 ms total) 2024-09-12T00:33:57.462 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:33:57.462 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:33:57.462 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 9 tests from 1 test suite ran. (30591 ms total) 2024-09-12T00:33:57.462 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 9 tests. 2024-09-12T00:33:57.467 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2.2 2024-09-12T00:33:57.492 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T00:33:57.492 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:33:57.492 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 9 tests from LibRGW 2024-09-12T00:33:57.492 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:33:57.501 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:33:57.502 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:33:57.901 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (409 ms) 2024-09-12T00:33:57.901 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:33:57.902 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:33:57.902 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:33:57.902 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T00:33:57.902 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:33:57.923 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET (21 ms) 2024-09-12T00:33:57.923 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T00:33:57.932 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave0 2024-09-12T00:33:57.942 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave1 2024-09-12T00:33:57.951 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave2 2024-09-12T00:33:57.960 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave3 2024-09-12T00:33:57.970 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave4 2024-09-12T00:33:57.978 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave5 2024-09-12T00:33:57.987 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave6 2024-09-12T00:33:57.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave7 2024-09-12T00:33:58.004 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave8 2024-09-12T00:33:58.013 INFO:tasks.workunit.client.0.smithi163.stdout:created: sorrydave9 2024-09-12T00:33:58.013 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (91 ms) 2024-09-12T00:33:58.013 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T00:33:58.188 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (174 ms) 2024-09-12T00:33:58.188 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:33:58.188 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:33:58.188 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:33:58.188 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:33:58.188 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:33:58.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:33:58.188+0000 7feabf54e8c0 -1 shutting down 2024-09-12T00:33:58.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:33:58.189+0000 7fe99928b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67035, si_uid : 1000, si_addr0x3e8000105db, si_status0 2024-09-12T00:34:28.132 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (29943 ms) 2024-09-12T00:34:28.132 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 9 tests from LibRGW (30639 ms total) 2024-09-12T00:34:28.133 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:34:28.133 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:34:28.133 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 9 tests from 1 test suite ran. (30639 ms total) 2024-09-12T00:34:28.133 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 9 tests. 2024-09-12T00:34:28.137 INFO:tasks.workunit.client.0.smithi163.stdout:phase 3.1 2024-09-12T00:34:28.455 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T00:34:28.455 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:34:28.455 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 13 tests from LibRGW 2024-09-12T00:34:28.455 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:34:28.464 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:28.464 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:28.636 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (181 ms) 2024-09-12T00:34:28.636 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:34:28.637 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:34:28.637 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:34:28.648 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET (11 ms) 2024-09-12T00:34:28.648 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:34:28.652 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2024-09-12T00:34:28.652 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:34:28.653 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-12T00:34:28.653 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T00:34:28.703 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LARGE1 (50 ms) 2024-09-12T00:34:28.703 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T00:34:28.747 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LARGE2 (44 ms) 2024-09-12T00:34:28.747 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:34:28.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:34:28.749+0000 7fe9f38408c0 -1 shutting down 2024-09-12T00:34:28.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:34:28.750+0000 7fe8cd57f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67654, si_uid : 1000, si_addr0x3e800010846, si_status0 2024-09-12T00:34:58.953 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30205 ms) 2024-09-12T00:34:58.953 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 13 tests from LibRGW (30497 ms total) 2024-09-12T00:34:58.953 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:34:58.953 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:34:58.953 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 13 tests from 1 test suite ran. (30497 ms total) 2024-09-12T00:34:58.953 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 13 tests. 2024-09-12T00:34:58.960 INFO:tasks.workunit.client.0.smithi163.stdout:phase 3.2 2024-09-12T00:34:59.277 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T00:34:59.278 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:34:59.278 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 13 tests from LibRGW 2024-09-12T00:34:59.278 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:34:59.285 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:59.285 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:59.458 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (181 ms) 2024-09-12T00:34:59.458 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:34:59.459 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:34:59.459 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:34:59.459 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T00:34:59.459 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:34:59.465 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2024-09-12T00:34:59.465 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:34:59.469 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (4 ms) 2024-09-12T00:34:59.469 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T00:34:59.529 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LARGE1 (59 ms) 2024-09-12T00:34:59.529 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T00:34:59.529 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T00:34:59.530 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:34:59.530 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:34:59.530 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:34:59.534 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2024-09-12T00:34:59.534 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:34:59.551 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET (17 ms) 2024-09-12T00:34:59.551 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:34:59.551 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:34:59.551 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:34:59.551 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:34:59.552 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:34:59.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:34:59.553+0000 7f3d895338c0 -1 shutting down 2024-09-12T00:34:59.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:34:59.554+0000 7f3c61501640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68274, si_uid : 1000, si_addr0x3e800010ab2, si_status0 2024-09-12T00:35:29.729 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30177 ms) 2024-09-12T00:35:29.730 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 13 tests from LibRGW (30452 ms total) 2024-09-12T00:35:29.730 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:35:29.730 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:35:29.730 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 13 tests from 1 test suite ran. (30452 ms total) 2024-09-12T00:35:29.730 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 13 tests. 2024-09-12T00:35:29.737 INFO:tasks.workunit.client.0.smithi163.stdout:phase 4.1 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 11 tests from LibRGW 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:read i1: 64001 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:read s1: blunderbuss 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T00:35:29.762 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:35:29.773 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:35:29.773 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:35:30.420 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (658 ms) 2024-09-12T00:35:30.420 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:35:30.421 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:35:30.421 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:35:30.439 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (18 ms) 2024-09-12T00:35:30.439 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:35:30.991 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_0 2024-09-12T00:35:30.991 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_1 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_2 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_3 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_4 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_5 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_6 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_7 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_8 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_9 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_10 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_11 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_12 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_13 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_14 2024-09-12T00:35:30.992 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_15 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_16 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_17 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_18 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_19 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_20 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_21 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_22 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_23 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_24 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_25 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_26 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_27 2024-09-12T00:35:30.993 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_28 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_29 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_30 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_31 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_32 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_33 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_34 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_35 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_36 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_37 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_38 2024-09-12T00:35:30.994 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_39 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_40 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_41 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_42 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_43 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_44 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_45 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_46 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_47 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_48 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_49 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_50 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_51 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_52 2024-09-12T00:35:30.995 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_53 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_54 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_55 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_56 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_57 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_58 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_59 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_60 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_61 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_62 2024-09-12T00:35:30.996 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_63 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_64 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_65 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_66 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_67 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_68 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_69 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_70 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_71 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_72 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_73 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_74 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_75 2024-09-12T00:35:30.997 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_76 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_77 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_78 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_79 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_80 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_81 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_82 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_83 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_84 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_85 2024-09-12T00:35:30.998 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_86 2024-09-12T00:35:30.999 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_87 2024-09-12T00:35:30.999 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_88 2024-09-12T00:35:30.999 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_89 2024-09-12T00:35:30.999 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_90 2024-09-12T00:35:31.000 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_91 2024-09-12T00:35:31.000 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_92 2024-09-12T00:35:31.000 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_93 2024-09-12T00:35:31.000 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_94 2024-09-12T00:35:31.000 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_95 2024-09-12T00:35:31.001 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_96 2024-09-12T00:35:31.001 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_97 2024-09-12T00:35:31.001 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_98 2024-09-12T00:35:31.001 INFO:tasks.workunit.client.0.smithi163.stdout:created: dmarker:f_99 2024-09-12T00:35:31.001 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (552 ms) 2024-09-12T00:35:31.001 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T00:35:31.004 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T00:35:31.005 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T00:35:31.006 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T00:35:31.007 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T00:35:31.008 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T00:35:31.008 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T00:35:31.008 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T00:35:31.008 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T00:35:31.008 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T00:35:31.008 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T00:35:31.009 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T00:35:31.010 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T00:35:31.011 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T00:35:31.012 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T00:35:31.013 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T00:35:31.014 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T00:35:31.015 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T00:35:31.015 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T00:35:31.015 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T00:35:31.015 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T00:35:31.015 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T00:35:31.015 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T00:35:31.016 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T00:35:31.016 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T00:35:31.016 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T00:35:31.016 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T00:35:31.016 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_READDIR (3 ms) 2024-09-12T00:35:31.016 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T00:35:31.017 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T00:35:31.017 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T00:35:31.017 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T00:35:31.018 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T00:35:31.018 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T00:35:31.018 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T00:35:31.018 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T00:35:31.018 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T00:35:31.018 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T00:35:31.019 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T00:35:31.019 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T00:35:31.019 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T00:35:31.019 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T00:35:31.019 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T00:35:31.019 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T00:35:31.020 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T00:35:31.020 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T00:35:31.020 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T00:35:31.020 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T00:35:31.020 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T00:35:31.021 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T00:35:31.021 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T00:35:31.021 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T00:35:31.021 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T00:35:31.021 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T00:35:31.021 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T00:35:31.022 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T00:35:31.022 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T00:35:31.022 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T00:35:31.022 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T00:35:31.022 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T00:35:31.022 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T00:35:31.023 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T00:35:31.023 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T00:35:31.023 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T00:35:31.023 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T00:35:31.023 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T00:35:31.024 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T00:35:31.025 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T00:35:31.026 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T00:35:31.027 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:35:31.028 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:35:31.029 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:35:31.029 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:35:31.029 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:35:31.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:35:30.998+0000 7ff2c76ab8c0 -1 shutting down 2024-09-12T00:35:31.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:35:30.999+0000 7ff1a13ea640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68893, si_uid : 1000, si_addr0x3e800010d1d, si_status0 2024-09-12T00:36:00.652 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (29656 ms) 2024-09-12T00:36:00.652 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 11 tests from LibRGW (30890 ms total) 2024-09-12T00:36:00.652 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:36:00.652 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:36:00.653 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 11 tests from 1 test suite ran. (30890 ms total) 2024-09-12T00:36:00.653 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 11 tests. 2024-09-12T00:36:00.659 INFO:tasks.workunit.client.0.smithi163.stdout:phase 4.2 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 11 tests from LibRGW 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:read i1: 64001 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:read s1: blunderbuss 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T00:36:00.684 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:36:00.692 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:00.692 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:00.878 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (194 ms) 2024-09-12T00:36:00.878 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:36:00.879 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:36:00.879 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:36:00.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (9 ms) 2024-09-12T00:36:00.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:36:00.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:36:00.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:36:00.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_READDIR (1 ms) 2024-09-12T00:36:00.889 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T00:36:00.892 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T00:36:00.893 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T00:36:00.894 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T00:36:00.895 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T00:36:00.896 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T00:36:00.897 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T00:36:00.898 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:36:00.899 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:36:00.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:36:00.892+0000 7fd3c7b0c8c0 -1 shutting down 2024-09-12T00:36:00.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:36:00.893+0000 7fd2a184b640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69512, si_uid : 1000, si_addr0x3e800010f88, si_status0 2024-09-12T00:36:31.070 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30177 ms) 2024-09-12T00:36:31.070 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 11 tests from LibRGW (30385 ms total) 2024-09-12T00:36:31.070 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:36:31.070 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:36:31.070 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 11 tests from 1 test suite ran. (30385 ms total) 2024-09-12T00:36:31.070 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 11 tests. 2024-09-12T00:36:31.075 INFO:tasks.workunit.client.0.smithi163.stdout:phase 5.1 2024-09-12T00:36:31.109 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T00:36:31.109 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:36:31.109 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 19 tests from LibRGW 2024-09-12T00:36:31.109 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:36:31.119 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:31.120 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:31.498 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (389 ms) 2024-09-12T00:36:31.498 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:36:31.499 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:36:31.499 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:36:31.508 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2024-09-12T00:36:31.508 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:36:31.511 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2024-09-12T00:36:31.511 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T00:36:31.512 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T00:36:31.512 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:36:31.513 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-12T00:36:31.513 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T00:36:31.513 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T00:36:31.513 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T00:36:31.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.PUT_OBJECT (6 ms) 2024-09-12T00:36:31.518 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.GET_OBJECT (2 ms) 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READV 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T00:36:31.524 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:36:31.522+0000 7f584ff238c0 -1 shutting down 2024-09-12T00:36:31.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:36:31.523+0000 7f57274c7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70131, si_uid : 1000, si_addr0x3e8000111f3, si_status0 2024-09-12T00:37:01.897 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30375 ms) 2024-09-12T00:37:01.897 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 19 tests from LibRGW (30787 ms total) 2024-09-12T00:37:01.897 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:37:01.897 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:37:01.897 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 19 tests from 1 test suite ran. (30787 ms total) 2024-09-12T00:37:01.897 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 19 tests. 2024-09-12T00:37:01.902 INFO:tasks.workunit.client.0.smithi163.stdout:phase 5.2 2024-09-12T00:37:01.935 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T00:37:01.935 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:37:01.935 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 19 tests from LibRGW 2024-09-12T00:37:01.935 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:37:01.942 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:37:01.942 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:37:02.320 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (385 ms) 2024-09-12T00:37:02.320 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:37:02.321 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:37:02.321 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:37:02.321 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T00:37:02.321 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:37:02.327 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T00:37:02.328 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READV 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T00:37:02.329 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:37:02.333 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2024-09-12T00:37:02.333 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:37:02.351 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.DELETE_BUCKET (18 ms) 2024-09-12T00:37:02.351 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:37:02.351 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:37:02.351 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:37:02.351 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:37:02.352 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:37:02.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:37:02.352+0000 7f874c9248c0 -1 shutting down 2024-09-12T00:37:02.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:37:02.353+0000 7f862489a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70751, si_uid : 1000, si_addr0x3e80001145f, si_status0 2024-09-12T00:37:32.710 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30358 ms) 2024-09-12T00:37:32.710 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 19 tests from LibRGW (30774 ms total) 2024-09-12T00:37:32.710 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:37:32.710 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:37:32.710 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 19 tests from 1 test suite ran. (30774 ms total) 2024-09-12T00:37:32.710 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 19 tests. 2024-09-12T00:37:32.715 INFO:tasks.workunit.client.0.smithi163.stdout:phase 6.1 2024-09-12T00:37:32.741 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T00:37:32.741 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment set-up. 2024-09-12T00:37:32.741 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 10 tests from LibRGW 2024-09-12T00:37:32.741 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:37:32.747 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:37:32.747 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:37:32.948 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.INIT (209 ms) 2024-09-12T00:37:32.949 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:37:32.949 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:37:32.949 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T00:37:32.967 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CREATE_BUCKETS (18 ms) 2024-09-12T00:37:32.968 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T00:37:32.974 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (8 ms) 2024-09-12T00:37:32.975 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T00:37:32.996 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.TOPDIR_RENAME (19 ms) 2024-09-12T00:37:32.996 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T00:37:33.016 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SUBDIR_RENAME (22 ms) 2024-09-12T00:37:33.016 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T00:37:33.039 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (23 ms) 2024-09-12T00:37:33.039 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:37:33.039 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:37:33.039 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:37:33.039 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:37:33.039 INFO:tasks.workunit.client.0.smithi163.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:37:33.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:37:33.040+0000 7f1a9f8c58c0 -1 shutting down 2024-09-12T00:37:33.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:37:33.041+0000 7f197681c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 71370, si_uid : 1000, si_addr0x3e8000116ca, si_status0 2024-09-12T00:38:03.228 INFO:tasks.workunit.client.0.smithi163.stdout:[ OK ] LibRGW.SHUTDOWN (30188 ms) 2024-09-12T00:38:03.229 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] 10 tests from LibRGW (30488 ms total) 2024-09-12T00:38:03.229 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:38:03.229 INFO:tasks.workunit.client.0.smithi163.stdout:[----------] Global test environment tear-down 2024-09-12T00:38:03.229 INFO:tasks.workunit.client.0.smithi163.stdout:[==========] 10 tests from 1 test suite ran. (30488 ms total) 2024-09-12T00:38:03.229 INFO:tasks.workunit.client.0.smithi163.stdout:[ PASSED ] 10 tests. 2024-09-12T00:38:03.235 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:38:03.235 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:38:03.279 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T00:38:03.282 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T00:38:03.282 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T00:38:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -z ']' 2024-09-12T00:38:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T00:38:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T00:38:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T00:38:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T00:38:03.355 INFO:tasks.workunit.client.0.smithi163.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2024-09-12T00:38:03.392 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:38:03.393 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:38:03.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.431+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.432+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.432+0000 7f7029523800 20 realm 2024-09-12T00:38:03.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.432+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.433+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.433+0000 7f7029523800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:38:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.433+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.433+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.433+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.432 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.434+0000 7f7029523800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:38:03.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.434+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.434+0000 7f7029523800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:38:03.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.434+0000 7f7029523800 20 searching for the correct realm 2024-09-12T00:38:03.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.438+0000 7f7024a12640 0 -- 172.21.15.163:0/1953539571 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f701806e160 msgr2=0x7f701805f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:38:03.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.644+0000 7f7025a14640 0 -- 172.21.15.163:0/1953539571 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55dbd98fbcc0 msgr2=0x55dbd98fe0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:38:03.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:38:03.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:38:03.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:38:03.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:38:03.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:38:03.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:38:03.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.647+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 zone default found 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 4 Realm: () 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 zonegroup default 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.648+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.649+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.649+0000 7f7029523800 20 started sync module instance, tier type = 2024-09-12T00:38:03.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.649+0000 7f7029523800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:38:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=0 2024-09-12T00:38:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=1 2024-09-12T00:38:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=2 2024-09-12T00:38:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=3 2024-09-12T00:38:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=4 2024-09-12T00:38:03.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=5 2024-09-12T00:38:03.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.658+0000 7f7029523800 20 add_watcher() i=6 2024-09-12T00:38:03.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.659+0000 7f7029523800 20 add_watcher() i=7 2024-09-12T00:38:03.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.659+0000 7f7029523800 2 all 8 watchers are set, enabling cache 2024-09-12T00:38:03.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f6edbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:38:03.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f7029523800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:38:03.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f7029523800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:38:03.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f7029523800 5 note: GC not initialized 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f6edafe5640 20 reqs_thread_entry: start 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f7029523800 20 init_complete bucket index max shards: 1 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.661+0000 7f7029523800 20 Filter name: none 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f6ed8fe1640 20 reqs_thread_entry: start 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T00:38:03.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 20 rados->read ofs=0 len=0 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T00:38:03.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.662+0000 7f7029523800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T00:38:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.663+0000 7f7029523800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T00:38:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.663+0000 7f7029523800 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T00:38:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.663+0000 7f7029523800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T00:38:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.664+0000 7f6f08ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725893 cookie 94402736325520 notifier 5877 bl.length()=677 2024-09-12T00:38:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.664+0000 7f6f08ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T00:38:03.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.664+0000 7f6f08ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T00:38:03.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.667+0000 7f7029523800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T00:38:03.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.667+0000 7f7029523800 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T00:38:03.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.667+0000 7f7029523800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T00:38:03.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.667+0000 7f6f08ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725900 cookie 94402736311152 notifier 5877 bl.length()=187 2024-09-12T00:38:03.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.667+0000 7f6f08ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T00:38:03.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.667+0000 7f6f08ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T00:38:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.670+0000 7f7029523800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T00:38:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.670+0000 7f7029523800 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T00:38:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.670+0000 7f7029523800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T00:38:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.670+0000 7f6f08ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725901 cookie 94402736311152 notifier 5877 bl.length()=197 2024-09-12T00:38:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.670+0000 7f6f08ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T00:38:03.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.670+0000 7f6f08ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T00:38:03.670 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:38:03.670 INFO:tasks.workunit.client.0.smithi163.stdout: "user_id": "ceph-test-maven", 2024-09-12T00:38:03.670 INFO:tasks.workunit.client.0.smithi163.stdout: "display_name": "maven test user", 2024-09-12T00:38:03.670 INFO:tasks.workunit.client.0.smithi163.stdout: "email": "sigv4@example.com", 2024-09-12T00:38:03.670 INFO:tasks.workunit.client.0.smithi163.stdout: "suspended": 0, 2024-09-12T00:38:03.670 INFO:tasks.workunit.client.0.smithi163.stdout: "max_buckets": 1000, 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "subusers": [], 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "keys": [ 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: { 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "user": "ceph-test-maven", 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "active": true, 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "create_date": "2024-09-12T00:38:03.663613Z" 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: ], 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "swift_keys": [], 2024-09-12T00:38:03.671 INFO:tasks.workunit.client.0.smithi163.stdout: "caps": [], 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "default_placement": "", 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "default_storage_class": "", 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "placement_tags": [], 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_quota": { 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "enabled": false, 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size": -1, 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "max_objects": -1 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:38:03.672 INFO:tasks.workunit.client.0.smithi163.stdout: "user_quota": { 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "enabled": false, 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size": -1, 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "max_objects": -1 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "temp_url_keys": [], 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "type": "rgw", 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "mfa_ids": [], 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "account_id": "", 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "path": "/", 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "create_date": "2024-09-12T00:38:03.663599Z", 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "tags": [], 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout: "group_ids": [] 2024-09-12T00:38:03.673 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:38:03.674 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:38:03.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.672+0000 7f6edbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:38:03.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.675+0000 7f7029523800 20 remove_watcher() i=0 2024-09-12T00:38:03.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.675+0000 7f7029523800 2 removed watcher, disabling cache 2024-09-12T00:38:03.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.676+0000 7f7029523800 20 remove_watcher() i=1 2024-09-12T00:38:03.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.677+0000 7f7029523800 20 remove_watcher() i=2 2024-09-12T00:38:03.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.679+0000 7f7029523800 20 remove_watcher() i=3 2024-09-12T00:38:03.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.680+0000 7f7029523800 20 remove_watcher() i=4 2024-09-12T00:38:03.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.680+0000 7f7029523800 20 remove_watcher() i=5 2024-09-12T00:38:03.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.681+0000 7f7029523800 20 remove_watcher() i=6 2024-09-12T00:38:03.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:38:03.682+0000 7f7029523800 20 remove_watcher() i=7 2024-09-12T00:38:03.691 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -z ']' 2024-09-12T00:38:03.691 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2024-09-12T00:38:03.691 INFO:tasks.workunit.client.0.smithi163.stderr:++ cat /home/ubuntu/cephtest/url_file 2024-09-12T00:38:03.692 INFO:tasks.workunit.client.0.smithi163.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi163.front.sepia.ceph.com:443 2024-09-12T00:38:03.692 INFO:tasks.workunit.client.0.smithi163.stderr:+ RGW_HTTP_ENDPOINT_URL=https://smithi163.front.sepia.ceph.com:443 2024-09-12T00:38:03.692 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2024-09-12T00:38:03.692 INFO:tasks.workunit.client.0.smithi163.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T00:38:03.692 INFO:tasks.workunit.client.0.smithi163.stderr:+ ./mvnw clean package 2024-09-12T00:38:03.701 INFO:tasks.workunit.client.0.smithi163.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T00:38:05.154 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Scanning for projects... 2024-09-12T00:38:05.273 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T00:38:05.360 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 63 kB/s) 2024-09-12T00:38:05.376 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T00:38:05.440 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/83 kB Progress (1): 2.8/83 kB Progress (1): 4.1/83 kB Progress (1): 5.5/83 kB Progress (1): 6.9/83 kB Progress (1): 8.3/83 kB Progress (1): 9.7/83 kB Progress (1): 11/83 kB Progress (1): 12/83 kB Progress (1): 14/83 kB Progress (1): 15/83 kB Progress (1): 16/83 kB Progress (1): 18/83 kB Progress (1): 19/83 kB Progress (1): 21/83 kB Progress (1): 22/83 kB Progress (1): 23/83 kB Progress (1): 25/83 kB Progress (1): 26/83 kB Progress (1): 27/83 kB Progress (1): 29/83 kB Progress (1): 30/83 kB Progress (1): 31/83 kB Progress (1): 33/83 kB Progress (1): 34/83 kB Progress (1): 36/83 kB Progress (1): 37/83 kB Progress (1): 38/83 kB Progress (1): 40/83 kB Progress (1): 41/83 kB Progress (1): 42/83 kB Progress (1): 44/83 kB Progress (1): 45/83 kB Progress (1): 47/83 kB Progress (1): 48/83 kB Progress (1): 64/83 kB Progress (1): 81/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 1.3 MB/s) 2024-09-12T00:38:05.450 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T00:38:05.470 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 64/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.8 MB/s) 2024-09-12T00:38:05.500 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:05.500 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T00:38:05.500 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Building jcksum 1.0 2024-09-12T00:38:05.501 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] from pom.xml 2024-09-12T00:38:05.501 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T00:38:05.504 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T00:38:05.521 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 312 kB/s) 2024-09-12T00:38:05.528 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T00:38:05.543 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 619 kB/s) 2024-09-12T00:38:05.546 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T00:38:05.565 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.5 MB/s) 2024-09-12T00:38:05.571 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T00:38:05.587 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.4 MB/s) 2024-09-12T00:38:05.601 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T00:38:05.618 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.1 MB/s) 2024-09-12T00:38:05.626 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T00:38:05.643 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 510 kB/s) 2024-09-12T00:38:05.645 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T00:38:05.660 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 539 kB/s) 2024-09-12T00:38:05.662 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T00:38:05.678 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/48 kB Progress (1): 32/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 3.0 MB/s) 2024-09-12T00:38:05.684 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T00:38:05.699 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.4 MB/s) 2024-09-12T00:38:05.706 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T00:38:05.722 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.9 MB/s) 2024-09-12T00:38:05.728 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T00:38:05.744 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 613 kB/s) 2024-09-12T00:38:05.749 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T00:38:05.766 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/66 kB Progress (1): 32/66 kB Progress (1): 49/66 kB Progress (1): 65/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.6 MB/s) 2024-09-12T00:38:05.774 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T00:38:05.791 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 313 kB/s) 2024-09-12T00:38:05.793 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T00:38:05.810 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.3 MB/s) 2024-09-12T00:38:05.814 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T00:38:05.830 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/50 kB Progress (1): 32/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 3.1 MB/s) 2024-09-12T00:38:05.834 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T00:38:05.850 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.4 MB/s) 2024-09-12T00:38:05.859 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T00:38:05.874 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 375 kB/s) 2024-09-12T00:38:05.877 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T00:38:05.897 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.2 MB/s) 2024-09-12T00:38:05.905 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T00:38:05.920 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 451 kB/s) 2024-09-12T00:38:05.924 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T00:38:05.940 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 619 kB/s) 2024-09-12T00:38:05.943 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T00:38:05.959 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.9 MB/s) 2024-09-12T00:38:05.962 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T00:38:05.977 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.4 MB/s) 2024-09-12T00:38:05.983 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T00:38:05.998 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.7 MB/s) 2024-09-12T00:38:06.012 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T00:38:06.028 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-12T00:38:06.030 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T00:38:06.047 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T00:38:06.052 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T00:38:06.068 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.3 MB/s) 2024-09-12T00:38:06.075 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T00:38:06.091 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 267 kB/s) 2024-09-12T00:38:06.094 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T00:38:06.110 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 97 kB/s) 2024-09-12T00:38:06.113 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T00:38:06.129 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 139 kB/s) 2024-09-12T00:38:06.135 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T00:38:06.162 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 135 kB/s) 2024-09-12T00:38:06.168 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T00:38:06.187 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 161 kB/s) 2024-09-12T00:38:06.191 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T00:38:06.207 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 731 kB/s) 2024-09-12T00:38:06.211 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T00:38:06.229 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 89 kB/s) 2024-09-12T00:38:06.233 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T00:38:06.249 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 239 kB/s) 2024-09-12T00:38:06.252 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T00:38:06.267 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 307 kB/s) 2024-09-12T00:38:06.271 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T00:38:06.287 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 72 kB/s) 2024-09-12T00:38:06.289 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T00:38:06.305 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-12T00:38:06.307 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T00:38:06.321 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 920 kB/s) 2024-09-12T00:38:06.324 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T00:38:06.340 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 230 kB/s) 2024-09-12T00:38:06.344 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T00:38:06.363 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 136 kB/s) 2024-09-12T00:38:06.366 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T00:38:06.382 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 182 kB/s) 2024-09-12T00:38:06.385 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T00:38:06.401 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 463 kB/s) 2024-09-12T00:38:06.405 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T00:38:06.429 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 227 kB/s) 2024-09-12T00:38:06.433 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T00:38:06.449 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 205 kB/s) 2024-09-12T00:38:06.453 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T00:38:06.474 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 220 kB/s) 2024-09-12T00:38:06.476 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T00:38:06.495 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 127 kB/s) 2024-09-12T00:38:06.498 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T00:38:06.519 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 322 kB/s) 2024-09-12T00:38:06.524 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T00:38:06.544 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 303 kB/s) 2024-09-12T00:38:06.547 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T00:38:06.566 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 157 kB/s) 2024-09-12T00:38:06.570 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T00:38:06.591 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 158 kB/s) 2024-09-12T00:38:06.595 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T00:38:06.611 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 255 kB/s) 2024-09-12T00:38:06.613 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T00:38:06.632 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 94 kB/s) 2024-09-12T00:38:06.635 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T00:38:06.650 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 472 kB/s) 2024-09-12T00:38:06.653 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T00:38:06.667 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.8/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.1 MB/s) 2024-09-12T00:38:06.670 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T00:38:06.686 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/35 kB Progress (1): 32/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.2 MB/s) 2024-09-12T00:38:06.691 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T00:38:06.706 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.1 MB/s) 2024-09-12T00:38:06.711 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T00:38:06.726 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 355 kB/s) 2024-09-12T00:38:06.728 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T00:38:06.742 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 878 kB/s) 2024-09-12T00:38:06.746 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T00:38:06.760 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 931 kB/s) 2024-09-12T00:38:06.763 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T00:38:06.779 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/68 kB Progress (1): 32/68 kB Progress (1): 49/68 kB Progress (1): 65/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 4.2 MB/s) 2024-09-12T00:38:06.784 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T00:38:06.799 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 1.0 MB/s) 2024-09-12T00:38:06.803 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T00:38:06.817 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 1.1 MB/s) 2024-09-12T00:38:06.819 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T00:38:06.835 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/79 kB Progress (1): 33/79 kB Progress (1): 49/79 kB Progress (1): 66/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.7 MB/s) 2024-09-12T00:38:06.840 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T00:38:06.854 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.3 MB/s) 2024-09-12T00:38:06.858 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T00:38:06.874 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.7/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.3 MB/s) 2024-09-12T00:38:06.876 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T00:38:06.894 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.6 MB/s) 2024-09-12T00:38:06.901 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T00:38:06.917 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 240 kB/s) 2024-09-12T00:38:06.920 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T00:38:06.937 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 767 kB/s) 2024-09-12T00:38:06.940 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T00:38:06.955 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 214 kB/s) 2024-09-12T00:38:06.957 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T00:38:06.973 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 212 kB/s) 2024-09-12T00:38:06.974 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T00:38:06.994 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 107 kB/s) 2024-09-12T00:38:06.996 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T00:38:07.012 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 189 kB/s) 2024-09-12T00:38:07.014 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T00:38:07.029 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 109 kB/s) 2024-09-12T00:38:07.030 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T00:38:07.045 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 201 kB/s) 2024-09-12T00:38:07.047 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T00:38:07.063 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 200 kB/s) 2024-09-12T00:38:07.065 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T00:38:07.081 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 189 kB/s) 2024-09-12T00:38:07.084 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T00:38:07.099 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 68 kB/s) 2024-09-12T00:38:07.102 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T00:38:07.117 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 64 kB/s) 2024-09-12T00:38:07.120 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T00:38:07.139 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 161 kB/s) 2024-09-12T00:38:07.141 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T00:38:07.155 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 202 kB/s) 2024-09-12T00:38:07.157 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T00:38:07.174 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 215 kB/s) 2024-09-12T00:38:07.176 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T00:38:07.192 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 215 kB/s) 2024-09-12T00:38:07.194 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T00:38:07.210 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 189 kB/s) 2024-09-12T00:38:07.226 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T00:38:07.310 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 39 MB/s) 2024-09-12T00:38:07.312 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T00:38:07.312 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T00:38:07.312 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T00:38:07.312 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T00:38:07.312 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T00:38:07.332 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/35 kB Progress (1): 31/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 1.8 MB/s) 2024-09-12T00:38:07.332 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T00:38:07.352 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 401 kB/s) 2024-09-12T00:38:07.352 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T00:38:07.361 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/71 kB Progress (1): 2.8/71 kB Progress (1): 4.1/71 kB Progress (1): 5.5/71 kB Progress (1): 6.9/71 kB Progress (1): 8.3/71 kB Progress (1): 9.7/71 kB Progress (1): 11/71 kB Progress (1): 12/71 kB Progress (1): 14/71 kB Progress (1): 15/71 kB Progress (2): 15/71 kB | 1.4/49 kB Progress (2): 15/71 kB | 2.8/49 kB Progress (2): 15/71 kB | 4.1/49 kB Progress (2): 15/71 kB | 5.5/49 kB Progress (2): 15/71 kB | 6.9/49 kB Progress (2): 15/71 kB | 8.3/49 kB Progress (2): 15/71 kB | 9.7/49 kB Progress (2): 17/71 kB | 9.7/49 kB Progress (2): 17/71 kB | 11/49 kB Progress (2): 18/71 kB | 11/49 kB Progress (2): 18/71 kB | 12/49 kB Progress (2): 19/71 kB | 12/49 kB Progress (2): 19/71 kB | 14/49 kB Progress (2): 21/71 kB | 14/49 kB Progress (2): 21/71 kB | 15/49 kB Progress (2): 22/71 kB | 15/49 kB Progress (2): 22/71 kB | 17/49 kB Progress (2): 23/71 kB | 17/49 kB Progress (2): 23/71 kB | 18/49 kB Progress (2): 25/71 kB | 18/49 kB Progress (2): 25/71 kB | 19/49 kB Progress (2): 26/71 kB | 19/49 kB Progress (2): 26/71 kB | 21/49 kB Progress (3): 26/71 kB | 21/49 kB | 1.4/98 kB Progress (3): 26/71 kB | 21/49 kB | 2.8/98 kB Progress (3): 26/71 kB | 21/49 kB | 4.1/98 kB Progress (3): 28/71 kB | 21/49 kB | 4.1/98 kB Progress (3): 28/71 kB | 21/49 kB | 5.5/98 kB Progress (3): 28/71 kB | 22/49 kB | 5.5/98 kB Progress (3): 28/71 kB | 22/49 kB | 6.9/98 kB Progress (4): 28/71 kB | 22/49 kB | 6.9/98 kB | 1.4/16 kB Progress (4): 28/71 kB | 23/49 kB | 6.9/98 kB | 1.4/16 kB Progress (4): 29/71 kB | 23/49 kB | 6.9/98 kB | 1.4/16 kB Progress (4): 29/71 kB | 25/49 kB | 6.9/98 kB | 1.4/16 kB Progress (4): 29/71 kB | 25/49 kB | 6.9/98 kB | 2.8/16 kB Progress (4): 29/71 kB | 25/49 kB | 8.3/98 kB | 2.8/16 kB Progress (4): 29/71 kB | 26/49 kB | 8.3/98 kB | 2.8/16 kB Progress (4): 30/71 kB | 26/49 kB | 8.3/98 kB | 2.8/16 kB Progress (4): 30/71 kB | 26/49 kB | 9.7/98 kB | 2.8/16 kB Progress (4): 30/71 kB | 26/49 kB | 9.7/98 kB | 4.1/16 kB Progress (4): 30/71 kB | 26/49 kB | 11/98 kB | 4.1/16 kB Progress (4): 30/71 kB | 26/49 kB | 11/98 kB | 5.5/16 kB Progress (4): 30/71 kB | 26/49 kB | 12/98 kB | 5.5/16 kB Progress (4): 30/71 kB | 26/49 kB | 12/98 kB | 6.9/16 kB Progress (4): 30/71 kB | 26/49 kB | 14/98 kB | 6.9/16 kB Progress (4): 30/71 kB | 26/49 kB | 14/98 kB | 8.3/16 kB Progress (4): 30/71 kB | 26/49 kB | 15/98 kB | 8.3/16 kB Progress (4): 30/71 kB | 26/49 kB | 15/98 kB | 9.7/16 kB Progress (4): 30/71 kB | 26/49 kB | 16/98 kB | 9.7/16 kB Progress (4): 30/71 kB | 26/49 kB | 16/98 kB | 11/16 kB Progress (4): 30/71 kB | 28/49 kB | 16/98 kB | 11/16 kB Progress (4): 30/71 kB | 28/49 kB | 16/98 kB | 12/16 kB Progress (4): 30/71 kB | 29/49 kB | 16/98 kB | 12/16 kB Progress (4): 30/71 kB | 29/49 kB | 16/98 kB | 14/16 kB Progress (4): 30/71 kB | 30/49 kB | 16/98 kB | 14/16 kB Progress (4): 30/71 kB | 30/49 kB | 16/98 kB | 15/16 kB Progress (4): 30/71 kB | 30/49 kB | 16/98 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 329 kB/s) 2024-09-12T00:38:07.361 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T00:38:07.371 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (4): 30/71 kB | 30/49 kB | 16/98 kB | 16/782 kB Progress (4): 30/71 kB | 30/49 kB | 16/98 kB | 33/782 kB Progress (4): 32/71 kB | 30/49 kB | 16/98 kB | 33/782 kB Progress (4): 33/71 kB | 30/49 kB | 16/98 kB | 33/782 kB Progress (4): 34/71 kB | 30/49 kB | 16/98 kB | 33/782 kB Progress (4): 36/71 kB | 30/49 kB | 16/98 kB | 33/782 kB Progress (4): 36/71 kB | 30/49 kB | 16/98 kB | 49/782 kB Progress (4): 37/71 kB | 30/49 kB | 16/98 kB | 49/782 kB Progress (4): 37/71 kB | 30/49 kB | 16/98 kB | 66/782 kB Progress (4): 39/71 kB | 30/49 kB | 16/98 kB | 66/782 kB Progress (4): 40/71 kB | 30/49 kB | 16/98 kB | 66/782 kB Progress (4): 40/71 kB | 30/49 kB | 16/98 kB | 82/782 kB Progress (4): 40/71 kB | 32/49 kB | 16/98 kB | 82/782 kB Progress (4): 41/71 kB | 32/49 kB | 16/98 kB | 82/782 kB Progress (4): 41/71 kB | 33/49 kB | 16/98 kB | 82/782 kB Progress (4): 43/71 kB | 33/49 kB | 16/98 kB | 82/782 kB Progress (4): 43/71 kB | 34/49 kB | 16/98 kB | 82/782 kB Progress (4): 44/71 kB | 34/49 kB | 16/98 kB | 82/782 kB Progress (4): 44/71 kB | 34/49 kB | 16/98 kB | 98/782 kB Progress (4): 46/71 kB | 34/49 kB | 16/98 kB | 98/782 kB Progress (4): 46/71 kB | 36/49 kB | 16/98 kB | 98/782 kB Progress (4): 46/71 kB | 37/49 kB | 16/98 kB | 98/782 kB Progress (4): 46/71 kB | 37/49 kB | 16/98 kB | 115/782 kB Progress (4): 46/71 kB | 39/49 kB | 16/98 kB | 115/782 kB Progress (4): 46/71 kB | 40/49 kB | 16/98 kB | 115/782 kB Progress (4): 46/71 kB | 40/49 kB | 16/98 kB | 131/782 kB Progress (4): 46/71 kB | 41/49 kB | 16/98 kB | 131/782 kB Progress (4): 46/71 kB | 43/49 kB | 16/98 kB | 131/782 kB Progress (4): 46/71 kB | 44/49 kB | 16/98 kB | 131/782 kB Progress (4): 46/71 kB | 46/49 kB | 16/98 kB | 131/782 kB Progress (4): 46/71 kB | 46/49 kB | 16/98 kB | 147/782 kB Progress (4): 46/71 kB | 46/49 kB | 16/98 kB | 164/782 kB Progress (4): 47/71 kB | 46/49 kB | 16/98 kB | 164/782 kB Progress (4): 48/71 kB | 46/49 kB | 16/98 kB | 164/782 kB Progress (4): 50/71 kB | 46/49 kB | 16/98 kB | 164/782 kB Progress (4): 50/71 kB | 46/49 kB | 16/98 kB | 180/782 kB Progress (4): 51/71 kB | 46/49 kB | 16/98 kB | 180/782 kB Progress (4): 52/71 kB | 46/49 kB | 16/98 kB | 180/782 kB Progress (4): 54/71 kB | 46/49 kB | 16/98 kB | 180/782 kB Progress (4): 54/71 kB | 46/49 kB | 16/98 kB | 197/782 kB Progress (4): 55/71 kB | 46/49 kB | 16/98 kB | 197/782 kB Progress (4): 55/71 kB | 46/49 kB | 16/98 kB | 213/782 kB Progress (4): 57/71 kB | 46/49 kB | 16/98 kB | 213/782 kB Progress (4): 57/71 kB | 47/49 kB | 16/98 kB | 213/782 kB Progress (4): 57/71 kB | 47/49 kB | 33/98 kB | 213/782 kB Progress (4): 57/71 kB | 48/49 kB | 33/98 kB | 213/782 kB Progress (4): 57/71 kB | 48/49 kB | 33/98 kB | 229/782 kB Progress (4): 58/71 kB | 48/49 kB | 33/98 kB | 229/782 kB Progress (4): 58/71 kB | 49 kB | 33/98 kB | 229/782 kB Progress (4): 59/71 kB | 49 kB | 33/98 kB | 229/782 kB Progress (4): 59/71 kB | 49 kB | 33/98 kB | 246/782 kB Progress (4): 61/71 kB | 49 kB | 33/98 kB | 246/782 kB Progress (4): 61/71 kB | 49 kB | 33/98 kB | 262/782 kB Progress (4): 61/71 kB | 49 kB | 33/98 kB | 279/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 834 kB/s) 2024-09-12T00:38:07.371 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T00:38:07.377 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 61/71 kB | 33/98 kB | 295/782 kB Progress (3): 61/71 kB | 33/98 kB | 311/782 kB Progress (3): 61/71 kB | 33/98 kB | 328/782 kB Progress (3): 61/71 kB | 33/98 kB | 344/782 kB Progress (3): 61/71 kB | 33/98 kB | 360/782 kB Progress (3): 61/71 kB | 33/98 kB | 377/782 kB Progress (3): 61/71 kB | 49/98 kB | 377/782 kB Progress (3): 61/71 kB | 49/98 kB | 393/782 kB Progress (3): 61/71 kB | 49/98 kB | 410/782 kB Progress (3): 61/71 kB | 49/98 kB | 426/782 kB Progress (3): 61/71 kB | 49/98 kB | 442/782 kB Progress (3): 61/71 kB | 49/98 kB | 459/782 kB Progress (3): 61/71 kB | 49/98 kB | 475/782 kB Progress (3): 61/71 kB | 49/98 kB | 491/782 kB Progress (3): 61/71 kB | 49/98 kB | 508/782 kB Progress (3): 61/71 kB | 49/98 kB | 524/782 kB Progress (3): 61/71 kB | 49/98 kB | 541/782 kB Progress (3): 61/71 kB | 49/98 kB | 557/782 kB Progress (3): 61/71 kB | 49/98 kB | 573/782 kB Progress (3): 61/71 kB | 49/98 kB | 590/782 kB Progress (4): 61/71 kB | 49/98 kB | 590/782 kB | 1.4/11 kB Progress (4): 61/71 kB | 49/98 kB | 590/782 kB | 2.8/11 kB Progress (4): 61/71 kB | 49/98 kB | 606/782 kB | 2.8/11 kB Progress (4): 61/71 kB | 49/98 kB | 606/782 kB | 4.1/11 kB Progress (4): 61/71 kB | 49/98 kB | 606/782 kB | 5.5/11 kB Progress (4): 61/71 kB | 49/98 kB | 606/782 kB | 6.9/11 kB Progress (4): 61/71 kB | 49/98 kB | 623/782 kB | 6.9/11 kB Progress (4): 61/71 kB | 49/98 kB | 623/782 kB | 8.3/11 kB Progress (4): 61/71 kB | 49/98 kB | 623/782 kB | 9.7/11 kB Progress (4): 61/71 kB | 49/98 kB | 639/782 kB | 9.7/11 kB Progress (4): 61/71 kB | 49/98 kB | 639/782 kB | 11/11 kB Progress (4): 61/71 kB | 49/98 kB | 655/782 kB | 11/11 kB Progress (4): 61/71 kB | 49/98 kB | 655/782 kB | 11 kB Progress (4): 61/71 kB | 49/98 kB | 672/782 kB | 11 kB Progress (4): 61/71 kB | 49/98 kB | 688/782 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 175 kB/s) 2024-09-12T00:38:07.377 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T00:38:07.378 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 61/71 kB | 49/98 kB | 704/782 kB Progress (3): 61/71 kB | 49/98 kB | 721/782 kB Progress (3): 62/71 kB | 49/98 kB | 721/782 kB Progress (3): 63/71 kB | 49/98 kB | 721/782 kB Progress (3): 63/71 kB | 49/98 kB | 721/782 kB Progress (3): 63/71 kB | 49/98 kB | 737/782 kB Progress (3): 71 kB | 49/98 kB | 737/782 kB Progress (3): 71 kB | 49/98 kB | 754/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 1.0 MB/s) 2024-09-12T00:38:07.378 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T00:38:07.380 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 49/98 kB | 770/782 kB Progress (2): 49/98 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 12 MB/s) 2024-09-12T00:38:07.380 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T00:38:07.384 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 66/98 kB Progress (1): 79/98 kB Progress (1): 95/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 1.3 MB/s) 2024-09-12T00:38:07.384 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T00:38:07.396 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/205 kB Progress (1): 33/205 kB Progress (1): 49/205 kB Progress (1): 66/205 kB Progress (2): 66/205 kB | 1.4/30 kB Progress (2): 66/205 kB | 2.8/30 kB Progress (2): 66/205 kB | 4.1/30 kB Progress (2): 66/205 kB | 5.5/30 kB Progress (2): 66/205 kB | 6.9/30 kB Progress (2): 66/205 kB | 8.3/30 kB Progress (2): 66/205 kB | 9.7/30 kB Progress (2): 66/205 kB | 11/30 kB Progress (2): 66/205 kB | 12/30 kB Progress (2): 66/205 kB | 14/30 kB Progress (2): 66/205 kB | 15/30 kB Progress (2): 66/205 kB | 17/30 kB Progress (2): 66/205 kB | 18/30 kB Progress (2): 66/205 kB | 19/30 kB Progress (2): 66/205 kB | 21/30 kB Progress (2): 66/205 kB | 22/30 kB Progress (2): 66/205 kB | 23/30 kB Progress (3): 66/205 kB | 23/30 kB | 16/81 kB Progress (3): 66/205 kB | 25/30 kB | 16/81 kB Progress (3): 66/205 kB | 26/30 kB | 16/81 kB Progress (3): 66/205 kB | 28/30 kB | 16/81 kB Progress (3): 66/205 kB | 29/30 kB | 16/81 kB Progress (3): 66/205 kB | 30 kB | 16/81 kB Progress (3): 66/205 kB | 30 kB | 33/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 364 kB/s) 2024-09-12T00:38:07.396 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T00:38:07.399 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 66/205 kB | 49/81 kB Progress (2): 82/205 kB | 49/81 kB Progress (2): 82/205 kB | 66/81 kB Progress (3): 82/205 kB | 66/81 kB | 13 kB Progress (3): 98/205 kB | 66/81 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 152 kB/s) 2024-09-12T00:38:07.400 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T00:38:07.406 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 115/205 kB | 66/81 kB Progress (3): 115/205 kB | 66/81 kB | 16/798 kB Progress (3): 131/205 kB | 66/81 kB | 16/798 kB Progress (3): 131/205 kB | 66/81 kB | 33/798 kB Progress (3): 131/205 kB | 66/81 kB | 49/798 kB Progress (3): 131/205 kB | 66/81 kB | 62/798 kB Progress (3): 147/205 kB | 66/81 kB | 62/798 kB Progress (3): 164/205 kB | 66/81 kB | 62/798 kB Progress (3): 180/205 kB | 66/81 kB | 62/798 kB Progress (3): 180/205 kB | 66/81 kB | 78/798 kB Progress (3): 180/205 kB | 66/81 kB | 95/798 kB Progress (3): 180/205 kB | 66/81 kB | 111/798 kB Progress (3): 180/205 kB | 66/81 kB | 128/798 kB Progress (3): 180/205 kB | 66/81 kB | 144/798 kB Progress (3): 197/205 kB | 66/81 kB | 144/798 kB Progress (3): 197/205 kB | 66/81 kB | 160/798 kB Progress (3): 205 kB | 66/81 kB | 160/798 kB Progress (3): 205 kB | 66/81 kB | 177/798 kB Progress (3): 205 kB | 66/81 kB | 193/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.2 MB/s) 2024-09-12T00:38:07.406 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 66/81 kB | 209/798 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T00:38:07.407 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 66/81 kB | 226/798 kB Progress (2): 81 kB | 226/798 kB Progress (2): 81 kB | 242/798 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 864 kB/s) 2024-09-12T00:38:07.407 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T00:38:07.417 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 259/798 kB Progress (1): 275/798 kB Progress (1): 291/798 kB Progress (1): 308/798 kB Progress (1): 324/798 kB Progress (1): 341/798 kB Progress (1): 357/798 kB Progress (1): 373/798 kB Progress (1): 390/798 kB Progress (1): 406/798 kB Progress (1): 422/798 kB Progress (1): 439/798 kB Progress (1): 455/798 kB Progress (1): 472/798 kB Progress (1): 488/798 kB Progress (2): 488/798 kB | 16/182 kB Progress (2): 504/798 kB | 16/182 kB Progress (2): 521/798 kB | 16/182 kB Progress (2): 537/798 kB | 16/182 kB Progress (2): 554/798 kB | 16/182 kB Progress (2): 570/798 kB | 16/182 kB Progress (2): 586/798 kB | 16/182 kB Progress (2): 586/798 kB | 33/182 kB Progress (2): 603/798 kB | 33/182 kB Progress (2): 619/798 kB | 33/182 kB Progress (2): 635/798 kB | 33/182 kB Progress (2): 635/798 kB | 49/182 kB Progress (3): 635/798 kB | 49/182 kB | 16/151 kB Progress (3): 652/798 kB | 49/182 kB | 16/151 kB Progress (3): 652/798 kB | 49/182 kB | 32/151 kB Progress (3): 668/798 kB | 49/182 kB | 32/151 kB Progress (3): 685/798 kB | 49/182 kB | 32/151 kB Progress (3): 685/798 kB | 49/182 kB | 49/151 kB Progress (3): 701/798 kB | 49/182 kB | 49/151 kB Progress (3): 717/798 kB | 49/182 kB | 49/151 kB Progress (3): 734/798 kB | 49/182 kB | 49/151 kB Progress (3): 734/798 kB | 62/182 kB | 49/151 kB Progress (3): 750/798 kB | 62/182 kB | 49/151 kB Progress (3): 750/798 kB | 62/182 kB | 62/151 kB Progress (3): 766/798 kB | 62/182 kB | 62/151 kB Progress (3): 783/798 kB | 62/182 kB | 62/151 kB Progress (3): 798 kB | 62/182 kB | 62/151 kB Progress (3): 798 kB | 62/182 kB | 79/151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 7.6 MB/s) 2024-09-12T00:38:07.417 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T00:38:07.421 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 62/182 kB | 95/151 kB Progress (3): 62/182 kB | 95/151 kB | 16/27 kB Progress (3): 62/182 kB | 95/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 253 kB/s) 2024-09-12T00:38:07.421 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T00:38:07.426 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 78/182 kB | 95/151 kB Progress (2): 94/182 kB | 95/151 kB Progress (3): 94/182 kB | 95/151 kB | 15/30 kB Progress (3): 111/182 kB | 95/151 kB | 15/30 kB Progress (3): 111/182 kB | 95/151 kB | 30 kB Progress (3): 127/182 kB | 95/151 kB | 30 kB Progress (3): 127/182 kB | 111/151 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 266 kB/s) 2024-09-12T00:38:07.426 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T00:38:07.428 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 143/182 kB | 111/151 kB Progress (2): 143/182 kB | 128/151 kB Progress (2): 143/182 kB | 144/151 kB Progress (2): 143/182 kB | 151 kB Progress (2): 160/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.3 MB/s) 2024-09-12T00:38:07.428 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T00:38:07.429 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 176/182 kB Progress (1): 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.6 MB/s) 2024-09-12T00:38:07.429 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T00:38:07.438 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/385 kB Progress (1): 31/385 kB Progress (1): 48/385 kB Progress (1): 64/385 kB Progress (1): 77/385 kB Progress (1): 94/385 kB Progress (1): 110/385 kB Progress (1): 127/385 kB Progress (1): 143/385 kB Progress (1): 159/385 kB Progress (1): 176/385 kB Progress (1): 192/385 kB Progress (1): 209/385 kB Progress (1): 225/385 kB Progress (1): 241/385 kB Progress (1): 258/385 kB Progress (1): 274/385 kB Progress (1): 278/385 kB Progress (1): 295/385 kB Progress (1): 311/385 kB Progress (2): 311/385 kB | 13 kB Progress (2): 327/385 kB | 13 kB Progress (2): 344/385 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 105 kB/s) 2024-09-12T00:38:07.438 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T00:38:07.439 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 360/385 kB Progress (1): 376/385 kB Progress (1): 385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 3.1 MB/s) 2024-09-12T00:38:07.439 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T00:38:07.441 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/75 kB Progress (1): 33/75 kB Progress (1): 37/75 kB Progress (1): 53/75 kB Progress (1): 69/75 kB Progress (1): 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 582 kB/s) 2024-09-12T00:38:07.441 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T00:38:07.457 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/329 kB Progress (1): 33/329 kB Progress (1): 48/329 kB Progress (1): 64/329 kB Progress (1): 77/329 kB Progress (1): 93/329 kB Progress (1): 109/329 kB Progress (2): 109/329 kB | 15/780 kB Progress (2): 109/329 kB | 31/780 kB Progress (2): 126/329 kB | 31/780 kB Progress (2): 126/329 kB | 48/780 kB Progress (2): 142/329 kB | 48/780 kB Progress (2): 142/329 kB | 64/780 kB Progress (2): 159/329 kB | 64/780 kB Progress (2): 159/329 kB | 78/780 kB Progress (2): 175/329 kB | 78/780 kB Progress (2): 175/329 kB | 94/780 kB Progress (2): 191/329 kB | 94/780 kB Progress (2): 191/329 kB | 111/780 kB Progress (2): 191/329 kB | 127/780 kB Progress (2): 208/329 kB | 127/780 kB Progress (2): 208/329 kB | 144/780 kB Progress (2): 224/329 kB | 144/780 kB Progress (2): 224/329 kB | 160/780 kB Progress (2): 240/329 kB | 160/780 kB Progress (2): 240/329 kB | 176/780 kB Progress (2): 240/329 kB | 193/780 kB Progress (2): 240/329 kB | 209/780 kB Progress (2): 240/329 kB | 225/780 kB Progress (2): 240/329 kB | 242/780 kB Progress (3): 240/329 kB | 242/780 kB | 15/501 kB Progress (4): 240/329 kB | 242/780 kB | 15/501 kB | 16/354 kB Progress (4): 240/329 kB | 242/780 kB | 31/501 kB | 16/354 kB Progress (4): 240/329 kB | 242/780 kB | 31/501 kB | 33/354 kB Progress (4): 240/329 kB | 242/780 kB | 48/501 kB | 33/354 kB Progress (4): 240/329 kB | 242/780 kB | 64/501 kB | 33/354 kB Progress (4): 240/329 kB | 242/780 kB | 81/501 kB | 33/354 kB Progress (4): 240/329 kB | 242/780 kB | 97/501 kB | 33/354 kB Progress (4): 240/329 kB | 242/780 kB | 112/501 kB | 33/354 kB Progress (4): 240/329 kB | 242/780 kB | 112/501 kB | 49/354 kB Progress (4): 240/329 kB | 242/780 kB | 128/501 kB | 49/354 kB Progress (4): 257/329 kB | 242/780 kB | 128/501 kB | 49/354 kB Progress (4): 257/329 kB | 242/780 kB | 128/501 kB | 66/354 kB Progress (4): 257/329 kB | 242/780 kB | 145/501 kB | 66/354 kB Progress (4): 273/329 kB | 242/780 kB | 145/501 kB | 66/354 kB Progress (4): 273/329 kB | 242/780 kB | 161/501 kB | 66/354 kB Progress (4): 290/329 kB | 242/780 kB | 161/501 kB | 66/354 kB Progress (4): 290/329 kB | 242/780 kB | 177/501 kB | 66/354 kB Progress (4): 290/329 kB | 242/780 kB | 177/501 kB | 82/354 kB Progress (4): 306/329 kB | 242/780 kB | 177/501 kB | 82/354 kB Progress (4): 306/329 kB | 242/780 kB | 194/501 kB | 82/354 kB Progress (4): 322/329 kB | 242/780 kB | 194/501 kB | 82/354 kB Progress (4): 322/329 kB | 242/780 kB | 210/501 kB | 82/354 kB Progress (4): 329 kB | 242/780 kB | 210/501 kB | 82/354 kB Progress (4): 329 kB | 242/780 kB | 227/501 kB | 82/354 kB Progress (4): 329 kB | 242/780 kB | 227/501 kB | 98/354 kB Progress (4): 329 kB | 258/780 kB | 227/501 kB | 98/354 kB Progress (4): 329 kB | 258/780 kB | 243/501 kB | 98/354 kB Progress (4): 329 kB | 258/780 kB | 243/501 kB | 115/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 2.3 MB/s) 2024-09-12T00:38:07.458 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 275/780 kB | 243/501 kB | 115/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T00:38:07.471 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 275/780 kB | 259/501 kB | 115/354 kB Progress (4): 275/780 kB | 259/501 kB | 115/354 kB | 16/41 kB Progress (4): 275/780 kB | 259/501 kB | 131/354 kB | 16/41 kB Progress (4): 291/780 kB | 259/501 kB | 131/354 kB | 16/41 kB Progress (4): 291/780 kB | 276/501 kB | 131/354 kB | 16/41 kB Progress (4): 291/780 kB | 276/501 kB | 131/354 kB | 33/41 kB Progress (4): 307/780 kB | 276/501 kB | 131/354 kB | 33/41 kB Progress (4): 307/780 kB | 292/501 kB | 131/354 kB | 33/41 kB Progress (4): 307/780 kB | 292/501 kB | 131/354 kB | 41 kB Progress (4): 324/780 kB | 292/501 kB | 131/354 kB | 41 kB Progress (4): 324/780 kB | 309/501 kB | 131/354 kB | 41 kB Progress (4): 324/780 kB | 309/501 kB | 147/354 kB | 41 kB Progress (4): 340/780 kB | 309/501 kB | 147/354 kB | 41 kB Progress (4): 340/780 kB | 309/501 kB | 164/354 kB | 41 kB Progress (4): 340/780 kB | 325/501 kB | 164/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 262 kB/s) 2024-09-12T00:38:07.471 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T00:38:07.474 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 356/780 kB | 325/501 kB | 164/354 kB Progress (3): 356/780 kB | 341/501 kB | 164/354 kB Progress (3): 356/780 kB | 341/501 kB | 180/354 kB Progress (3): 373/780 kB | 341/501 kB | 180/354 kB Progress (3): 373/780 kB | 358/501 kB | 180/354 kB Progress (3): 373/780 kB | 358/501 kB | 197/354 kB Progress (3): 389/780 kB | 358/501 kB | 197/354 kB Progress (3): 389/780 kB | 374/501 kB | 197/354 kB Progress (3): 389/780 kB | 374/501 kB | 213/354 kB Progress (3): 389/780 kB | 390/501 kB | 213/354 kB Progress (3): 389/780 kB | 390/501 kB | 229/354 kB Progress (3): 406/780 kB | 390/501 kB | 229/354 kB Progress (4): 406/780 kB | 390/501 kB | 229/354 kB | 6.4 kB Progress (4): 406/780 kB | 407/501 kB | 229/354 kB | 6.4 kB Progress (4): 406/780 kB | 407/501 kB | 246/354 kB | 6.4 kB Progress (4): 422/780 kB | 407/501 kB | 246/354 kB | 6.4 kB Progress (4): 422/780 kB | 423/501 kB | 246/354 kB | 6.4 kB Progress (4): 422/780 kB | 423/501 kB | 262/354 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 40 kB/s) 2024-09-12T00:38:07.474 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 438/780 kB | 423/501 kB | 262/354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T00:38:07.476 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 438/780 kB | 440/501 kB | 262/354 kB Progress (3): 438/780 kB | 440/501 kB | 279/354 kB Progress (3): 455/780 kB | 440/501 kB | 279/354 kB Progress (3): 455/780 kB | 456/501 kB | 279/354 kB Progress (3): 455/780 kB | 456/501 kB | 295/354 kB Progress (3): 471/780 kB | 456/501 kB | 295/354 kB Progress (3): 471/780 kB | 472/501 kB | 295/354 kB Progress (3): 471/780 kB | 472/501 kB | 311/354 kB Progress (3): 488/780 kB | 472/501 kB | 311/354 kB Progress (3): 488/780 kB | 489/501 kB | 311/354 kB Progress (3): 488/780 kB | 489/501 kB | 328/354 kB Progress (3): 504/780 kB | 489/501 kB | 328/354 kB Progress (3): 504/780 kB | 501 kB | 328/354 kB Progress (3): 504/780 kB | 501 kB | 344/354 kB Progress (3): 520/780 kB | 501 kB | 344/354 kB Progress (3): 520/780 kB | 501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 3.1 MB/s) 2024-09-12T00:38:07.476 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 537/780 kB | 354 kB Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T00:38:07.476 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 553/780 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.2 MB/s) 2024-09-12T00:38:07.476 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T00:38:07.479 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 569/780 kB Progress (1): 586/780 kB Progress (1): 602/780 kB Progress (1): 619/780 kB Progress (1): 635/780 kB Progress (1): 651/780 kB Progress (1): 668/780 kB Progress (1): 684/780 kB Progress (1): 701/780 kB Progress (1): 717/780 kB Progress (1): 733/780 kB Progress (1): 750/780 kB Progress (1): 766/780 kB Progress (1): 780 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 4.7 MB/s) 2024-09-12T00:38:07.479 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T00:38:07.489 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/586 kB Progress (1): 31/586 kB Progress (1): 48/586 kB Progress (1): 64/586 kB Progress (1): 78/586 kB Progress (1): 95/586 kB Progress (1): 111/586 kB Progress (1): 127/586 kB Progress (1): 144/586 kB Progress (1): 160/586 kB Progress (2): 160/586 kB | 14 kB Progress (2): 176/586 kB | 14 kB Progress (2): 193/586 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 81 kB/s) 2024-09-12T00:38:07.490 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T00:38:07.494 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 209/586 kB Progress (1): 226/586 kB Progress (2): 226/586 kB | 16/211 kB Progress (2): 242/586 kB | 16/211 kB Progress (2): 242/586 kB | 33/211 kB Progress (2): 258/586 kB | 33/211 kB Progress (2): 258/586 kB | 49/211 kB Progress (2): 258/586 kB | 66/211 kB Progress (2): 275/586 kB | 66/211 kB Progress (2): 275/586 kB | 81/211 kB Progress (2): 275/586 kB | 98/211 kB Progress (3): 275/586 kB | 98/211 kB | 16/106 kB Progress (3): 275/586 kB | 114/211 kB | 16/106 kB Progress (3): 275/586 kB | 114/211 kB | 32/106 kB Progress (3): 275/586 kB | 131/211 kB | 32/106 kB Progress (3): 275/586 kB | 131/211 kB | 49/106 kB Progress (3): 275/586 kB | 147/211 kB | 49/106 kB Progress (3): 275/586 kB | 147/211 kB | 65/106 kB Progress (3): 275/586 kB | 163/211 kB | 65/106 kB Progress (3): 275/586 kB | 163/211 kB | 81/106 kB Progress (3): 275/586 kB | 180/211 kB | 81/106 kB Progress (3): 275/586 kB | 180/211 kB | 98/106 kB Progress (3): 275/586 kB | 196/211 kB | 98/106 kB Progress (3): 275/586 kB | 196/211 kB | 106 kB Progress (3): 275/586 kB | 211 kB | 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.2 MB/s) 2024-09-12T00:38:07.494 INFO:tasks.workunit.client.0.smithi163.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 590 kB/s) 2024-09-12T00:38:07.494 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T00:38:07.494 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T00:38:07.497 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 275/586 kB | 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 37 kB/s) 2024-09-12T00:38:07.497 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 291/586 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T00:38:07.504 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 308/586 kB Progress (1): 324/586 kB Progress (1): 340/586 kB Progress (1): 357/586 kB Progress (1): 373/586 kB Progress (1): 389/586 kB Progress (1): 406/586 kB Progress (1): 422/586 kB Progress (1): 439/586 kB Progress (1): 455/586 kB Progress (1): 471/586 kB Progress (1): 488/586 kB Progress (1): 504/586 kB Progress (1): 521/586 kB Progress (1): 537/586 kB Progress (1): 553/586 kB Progress (1): 570/586 kB Progress (1): 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.1 MB/s) 2024-09-12T00:38:07.504 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T00:38:07.508 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/245 kB Progress (1): 33/245 kB Progress (1): 49/245 kB Progress (1): 66/245 kB Progress (1): 79/245 kB Progress (1): 95/245 kB Progress (1): 112/245 kB Progress (1): 128/245 kB Progress (1): 145/245 kB Progress (1): 161/245 kB Progress (1): 177/245 kB Progress (1): 194/245 kB Progress (1): 210/245 kB Progress (1): 226/245 kB Progress (1): 243/245 kB Progress (1): 245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.3 MB/s) 2024-09-12T00:38:07.508 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T00:38:07.511 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 84 kB/s) 2024-09-12T00:38:07.511 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T00:38:07.512 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 77 kB/s) 2024-09-12T00:38:07.512 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T00:38:07.517 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/205 kB Progress (1): 32/205 kB Progress (1): 49/205 kB Progress (1): 65/205 kB Progress (1): 81/205 kB Progress (1): 98/205 kB Progress (1): 114/205 kB Progress (1): 130/205 kB Progress (1): 147/205 kB Progress (1): 163/205 kB Progress (1): 180/205 kB Progress (1): 196/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 1.0 MB/s) 2024-09-12T00:38:07.517 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T00:38:07.522 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 109 kB/s) 2024-09-12T00:38:07.524 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 30 kB/s) 2024-09-12T00:38:07.526 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Progress (2): 24 kB | 16/17 kB Progress (2): 24 kB | 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 114 kB/s) 2024-09-12T00:38:07.526 INFO:tasks.workunit.client.0.smithi163.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 82 kB/s) 2024-09-12T00:38:07.536 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/184 kB Progress (1): 31/184 kB Progress (1): 48/184 kB Progress (1): 64/184 kB Progress (1): 77/184 kB Progress (1): 94/184 kB Progress (1): 110/184 kB Progress (1): 126/184 kB Progress (1): 143/184 kB Progress (1): 159/184 kB Progress (1): 175/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 832 kB/s) 2024-09-12T00:38:07.560 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:07.560 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T00:38:07.569 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T00:38:07.584 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-12T00:38:07.586 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T00:38:07.601 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-12T00:38:07.604 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T00:38:07.619 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-12T00:38:07.624 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T00:38:07.645 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 679 kB/s) 2024-09-12T00:38:07.652 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T00:38:07.671 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 66/153 kB Progress (1): 80/153 kB Progress (1): 96/153 kB Progress (1): 112/153 kB Progress (1): 129/153 kB Progress (1): 145/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 7.7 MB/s) 2024-09-12T00:38:07.672 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T00:38:07.692 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/215 kB Progress (1): 32/215 kB Progress (1): 49/215 kB Progress (1): 65/215 kB Progress (1): 81/215 kB Progress (1): 98/215 kB Progress (1): 114/215 kB Progress (1): 130/215 kB Progress (1): 147/215 kB Progress (1): 163/215 kB Progress (1): 180/215 kB Progress (1): 196/215 kB Progress (1): 212/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 11 MB/s) 2024-09-12T00:38:07.728 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:07.728 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T00:38:07.732 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T00:38:07.747 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-12T00:38:07.748 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T00:38:07.763 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.6 MB/s) 2024-09-12T00:38:07.765 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T00:38:07.781 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 548 kB/s) 2024-09-12T00:38:07.783 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T00:38:07.797 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.8 MB/s) 2024-09-12T00:38:07.800 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T00:38:07.816 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 377 kB/s) 2024-09-12T00:38:07.818 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T00:38:07.836 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 189 kB/s) 2024-09-12T00:38:07.838 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T00:38:07.858 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 31 kB/s) 2024-09-12T00:38:07.859 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T00:38:07.874 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-12T00:38:07.875 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T00:38:07.892 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 881 kB/s) 2024-09-12T00:38:07.894 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T00:38:07.909 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 214 kB/s) 2024-09-12T00:38:07.910 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T00:38:07.925 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 557 kB/s) 2024-09-12T00:38:07.927 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T00:38:07.942 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 558 kB/s) 2024-09-12T00:38:07.944 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T00:38:07.962 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 445 kB/s) 2024-09-12T00:38:07.965 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T00:38:07.981 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.2 MB/s) 2024-09-12T00:38:07.987 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T00:38:08.002 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 319 kB/s) 2024-09-12T00:38:08.005 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T00:38:08.020 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.0 MB/s) 2024-09-12T00:38:08.025 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T00:38:08.040 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 340 kB/s) 2024-09-12T00:38:08.045 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T00:38:08.064 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/85 kB Progress (1): 32/85 kB Progress (1): 49/85 kB Progress (1): 65/85 kB Progress (1): 81/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 4.5 MB/s) 2024-09-12T00:38:08.065 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T00:38:08.065 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T00:38:08.065 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T00:38:08.065 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T00:38:08.065 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T00:38:08.079 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 178 kB/s) 2024-09-12T00:38:08.079 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T00:38:08.079 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/41 kB Progress (2): 16/41 kB | 8.5 kB Progress (2): 33/41 kB | 8.5 kB Progress (2): 41 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 606 kB/s) 2024-09-12T00:38:08.079 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T00:38:08.079 INFO:tasks.workunit.client.0.smithi163.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.9 MB/s) 2024-09-12T00:38:08.084 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/269 kB Progress (1): 33/269 kB Progress (1): 49/269 kB Progress (1): 63/269 kB Progress (1): 80/269 kB Progress (1): 96/269 kB Progress (1): 112/269 kB Progress (1): 129/269 kB Progress (1): 145/269 kB Progress (1): 162/269 kB Progress (1): 178/269 kB Progress (1): 194/269 kB Progress (1): 211/269 kB Progress (1): 227/269 kB Progress (2): 227/269 kB | 16/55 kB Progress (2): 243/269 kB | 16/55 kB Progress (2): 260/269 kB | 16/55 kB Progress (2): 269 kB | 16/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 13 MB/s) 2024-09-12T00:38:08.089 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 32/55 kB Progress (1): 49/55 kB Progress (1): 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 2.3 MB/s) 2024-09-12T00:38:08.098 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/587 kB Progress (2): 16/587 kB | 15/327 kB Progress (2): 33/587 kB | 15/327 kB Progress (2): 33/587 kB | 31/327 kB Progress (2): 49/587 kB | 31/327 kB Progress (2): 49/587 kB | 48/327 kB Progress (2): 65/587 kB | 48/327 kB Progress (2): 65/587 kB | 64/327 kB Progress (2): 81/587 kB | 64/327 kB Progress (2): 81/587 kB | 77/327 kB Progress (2): 98/587 kB | 77/327 kB Progress (2): 98/587 kB | 93/327 kB Progress (2): 114/587 kB | 93/327 kB Progress (2): 114/587 kB | 110/327 kB Progress (2): 130/587 kB | 110/327 kB Progress (2): 130/587 kB | 126/327 kB Progress (2): 147/587 kB | 126/327 kB Progress (2): 147/587 kB | 143/327 kB Progress (2): 163/587 kB | 143/327 kB Progress (2): 163/587 kB | 159/327 kB Progress (2): 180/587 kB | 159/327 kB Progress (2): 180/587 kB | 175/327 kB Progress (2): 196/587 kB | 175/327 kB Progress (2): 196/587 kB | 192/327 kB Progress (2): 212/587 kB | 192/327 kB Progress (2): 212/587 kB | 208/327 kB Progress (2): 229/587 kB | 208/327 kB Progress (2): 229/587 kB | 225/327 kB Progress (2): 245/587 kB | 225/327 kB Progress (2): 245/587 kB | 241/327 kB Progress (2): 261/587 kB | 241/327 kB Progress (2): 261/587 kB | 257/327 kB Progress (2): 278/587 kB | 257/327 kB Progress (2): 278/587 kB | 274/327 kB Progress (2): 278/587 kB | 278/327 kB Progress (2): 294/587 kB | 278/327 kB Progress (2): 294/587 kB | 294/327 kB Progress (2): 311/587 kB | 294/327 kB Progress (2): 311/587 kB | 311/327 kB Progress (2): 327/587 kB | 311/327 kB Progress (2): 327/587 kB | 327/327 kB Progress (2): 327/587 kB | 327 kB Progress (2): 343/587 kB | 327 kB Progress (2): 360/587 kB | 327 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.9 MB/s) 2024-09-12T00:38:08.101 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 376/587 kB Progress (1): 393/587 kB Progress (1): 409/587 kB Progress (1): 425/587 kB Progress (1): 442/587 kB Progress (1): 458/587 kB Progress (1): 474/587 kB Progress (1): 491/587 kB Progress (1): 507/587 kB Progress (1): 524/587 kB Progress (1): 540/587 kB Progress (1): 556/587 kB Progress (1): 573/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 16 MB/s) 2024-09-12T00:38:08.136 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T00:38:08.137 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:08.137 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T00:38:08.140 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T00:38:08.155 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-12T00:38:08.157 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T00:38:08.172 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 424 kB/s) 2024-09-12T00:38:08.174 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T00:38:08.284 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/33 kB Progress (1): 32/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 294 kB/s) 2024-09-12T00:38:08.287 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T00:38:08.300 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-12T00:38:08.303 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T00:38:08.317 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 58 kB/s) 2024-09-12T00:38:08.319 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T00:38:08.333 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 303 kB/s) 2024-09-12T00:38:08.334 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T00:38:08.349 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T00:38:08.352 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T00:38:08.366 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 355 kB/s) 2024-09-12T00:38:08.368 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T00:38:08.382 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 296 kB/s) 2024-09-12T00:38:08.384 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T00:38:08.421 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 66 kB/s) 2024-09-12T00:38:08.423 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T00:38:08.437 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 806 kB/s) 2024-09-12T00:38:08.439 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T00:38:08.456 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.0 MB/s) 2024-09-12T00:38:08.458 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T00:38:08.475 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 386 kB/s) 2024-09-12T00:38:08.477 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T00:38:08.493 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 66 kB/s) 2024-09-12T00:38:08.495 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T00:38:08.512 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/8.4 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 493 kB/s) 2024-09-12T00:38:08.514 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T00:38:08.529 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-12T00:38:08.532 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T00:38:08.550 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 296 kB/s) 2024-09-12T00:38:08.553 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T00:38:08.567 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T00:38:08.571 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T00:38:08.585 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-12T00:38:08.586 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T00:38:08.601 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 402 kB/s) 2024-09-12T00:38:08.602 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T00:38:08.619 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.6 MB/s) 2024-09-12T00:38:08.622 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T00:38:08.636 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 86 kB/s) 2024-09-12T00:38:08.637 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T00:38:08.656 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 70 kB/s) 2024-09-12T00:38:08.661 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T00:38:08.678 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 796 kB/s) 2024-09-12T00:38:08.679 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T00:38:08.679 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T00:38:08.679 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T00:38:08.679 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T00:38:08.679 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T00:38:08.693 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 301 kB/s) 2024-09-12T00:38:08.693 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T00:38:08.698 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/334 kB Progress (1): 31/334 kB Progress (2): 31/334 kB | 16/27 kB Progress (3): 31/334 kB | 16/27 kB | 15/122 kB Progress (3): 48/334 kB | 16/27 kB | 15/122 kB Progress (3): 48/334 kB | 27 kB | 15/122 kB Progress (4): 48/334 kB | 27 kB | 15/122 kB | 16/55 kB Progress (4): 48/334 kB | 27 kB | 31/122 kB | 16/55 kB Progress (4): 64/334 kB | 27 kB | 31/122 kB | 16/55 kB Progress (4): 64/334 kB | 27 kB | 31/122 kB | 32/55 kB Progress (4): 64/334 kB | 27 kB | 48/122 kB | 32/55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.7 MB/s) 2024-09-12T00:38:08.698 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 78/334 kB | 48/122 kB | 32/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T00:38:08.698 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 78/334 kB | 48/122 kB | 49/55 kB Progress (3): 78/334 kB | 64/122 kB | 49/55 kB Progress (3): 78/334 kB | 64/122 kB | 55 kB Progress (3): 94/334 kB | 64/122 kB | 55 kB Progress (3): 94/334 kB | 81/122 kB | 55 kB Progress (3): 110/334 kB | 81/122 kB | 55 kB Progress (3): 110/334 kB | 96/122 kB | 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.2 MB/s) 2024-09-12T00:38:08.698 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T00:38:08.698 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 110/334 kB | 113/122 kB Progress (2): 127/334 kB | 113/122 kB Progress (2): 127/334 kB | 122 kB Progress (2): 143/334 kB | 122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 6.8 MB/s) 2024-09-12T00:38:08.700 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 159/334 kB Progress (1): 176/334 kB Progress (1): 192/334 kB Progress (1): 209/334 kB Progress (1): 225/334 kB Progress (1): 241/334 kB Progress (1): 258/334 kB Progress (1): 274/334 kB Progress (1): 291/334 kB Progress (1): 307/334 kB Progress (1): 323/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 16 MB/s) 2024-09-12T00:38:08.710 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/267 kB Progress (1): 31/267 kB Progress (1): 48/267 kB Progress (1): 64/267 kB Progress (1): 81/267 kB Progress (1): 96/267 kB Progress (1): 112/267 kB Progress (2): 112/267 kB | 4.7 kB Progress (2): 129/267 kB | 4.7 kB Progress (2): 145/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 155 kB/s) 2024-09-12T00:38:08.711 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 162/267 kB Progress (1): 178/267 kB Progress (1): 194/267 kB Progress (1): 211/267 kB Progress (1): 227/267 kB Progress (2): 227/267 kB | 16/23 kB Progress (2): 227/267 kB | 23 kB Progress (2): 244/267 kB | 23 kB Progress (2): 260/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 712 kB/s) 2024-09-12T00:38:08.712 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 8.1 MB/s) 2024-09-12T00:38:08.768 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T00:38:08.769 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T00:38:09.405 INFO:tasks.workunit.client.0.smithi163.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T00:38:09.405 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:09.405 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T00:38:09.408 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T00:38:09.408 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:09.408 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T00:38:09.412 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T00:38:09.413 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T00:38:09.579 INFO:tasks.workunit.client.0.smithi163.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T00:38:09.579 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:09.579 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T00:38:09.583 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T00:38:09.599 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 390 kB/s) 2024-09-12T00:38:09.602 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T00:38:09.623 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 168 kB/s) 2024-09-12T00:38:09.626 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T00:38:09.642 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 204 kB/s) 2024-09-12T00:38:09.645 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T00:38:09.672 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 145 kB/s) 2024-09-12T00:38:09.676 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T00:38:09.693 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 194 kB/s) 2024-09-12T00:38:09.696 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T00:38:09.717 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 212 kB/s) 2024-09-12T00:38:09.720 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T00:38:09.793 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 24 kB/s) 2024-09-12T00:38:09.796 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T00:38:09.814 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 122 kB/s) 2024-09-12T00:38:09.816 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T00:38:09.832 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 1.9 MB/s) 2024-09-12T00:38:09.834 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T00:38:09.862 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 68 kB/s) 2024-09-12T00:38:09.864 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T00:38:09.881 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 414 kB/s) 2024-09-12T00:38:09.881 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T00:38:09.896 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 168 kB/s) 2024-09-12T00:38:09.897 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T00:38:09.912 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.5 MB/s) 2024-09-12T00:38:09.914 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T00:38:09.929 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/37 kB Progress (1): 32/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.5 MB/s) 2024-09-12T00:38:09.931 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T00:38:09.947 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.0 MB/s) 2024-09-12T00:38:09.950 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T00:38:09.965 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 577 kB/s) 2024-09-12T00:38:09.966 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T00:38:09.982 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.6 MB/s) 2024-09-12T00:38:09.985 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T00:38:10.000 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 504 kB/s) 2024-09-12T00:38:10.004 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T00:38:10.018 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 155 kB/s) 2024-09-12T00:38:10.020 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T00:38:10.034 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-12T00:38:10.037 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T00:38:10.052 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-12T00:38:10.053 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T00:38:10.067 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 204 kB/s) 2024-09-12T00:38:10.069 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T00:38:10.085 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.2 MB/s) 2024-09-12T00:38:10.088 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T00:38:10.105 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 398 kB/s) 2024-09-12T00:38:10.107 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T00:38:10.123 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 848 kB/s) 2024-09-12T00:38:10.126 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T00:38:10.140 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 212 kB/s) 2024-09-12T00:38:10.141 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T00:38:10.155 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 486 kB/s) 2024-09-12T00:38:10.156 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T00:38:10.170 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-12T00:38:10.173 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T00:38:10.186 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 148 kB/s) 2024-09-12T00:38:10.189 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T00:38:10.203 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 159 kB/s) 2024-09-12T00:38:10.207 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T00:38:10.221 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 216 kB/s) 2024-09-12T00:38:10.224 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T00:38:10.240 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 880 kB/s) 2024-09-12T00:38:10.242 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T00:38:10.258 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 906 kB/s) 2024-09-12T00:38:10.261 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T00:38:10.276 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 895 kB/s) 2024-09-12T00:38:10.278 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T00:38:10.293 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 319 kB/s) 2024-09-12T00:38:10.295 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T00:38:10.310 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 418 kB/s) 2024-09-12T00:38:10.312 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T00:38:10.328 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.0 MB/s) 2024-09-12T00:38:10.331 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T00:38:10.347 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.1 MB/s) 2024-09-12T00:38:10.349 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T00:38:10.366 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 871 kB/s) 2024-09-12T00:38:10.369 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T00:38:10.385 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 47 kB/s) 2024-09-12T00:38:10.386 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T00:38:10.403 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 283 kB/s) 2024-09-12T00:38:10.406 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T00:38:10.421 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 527 kB/s) 2024-09-12T00:38:10.423 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T00:38:10.437 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 214 kB/s) 2024-09-12T00:38:10.440 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T00:38:10.455 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 283 kB/s) 2024-09-12T00:38:10.458 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T00:38:10.473 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 137 kB/s) 2024-09-12T00:38:10.475 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T00:38:10.491 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 217 kB/s) 2024-09-12T00:38:10.496 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T00:38:10.508 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 729 kB/s) 2024-09-12T00:38:10.510 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T00:38:10.525 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 842 kB/s) 2024-09-12T00:38:10.528 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T00:38:10.543 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.2 MB/s) 2024-09-12T00:38:10.546 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T00:38:10.562 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 23 kB/s) 2024-09-12T00:38:10.564 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T00:38:10.577 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 436 kB/s) 2024-09-12T00:38:10.579 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T00:38:10.593 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 524 kB/s) 2024-09-12T00:38:10.594 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T00:38:10.609 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 322 kB/s) 2024-09-12T00:38:10.611 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T00:38:10.626 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 522 kB/s) 2024-09-12T00:38:10.629 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T00:38:10.645 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.4 MB/s) 2024-09-12T00:38:10.646 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T00:38:10.663 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/78 kB Progress (1): 32/78 kB Progress (1): 49/78 kB Progress (1): 65/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 4.9 MB/s) 2024-09-12T00:38:10.667 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T00:38:10.683 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-12T00:38:10.687 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T00:38:10.701 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 404 kB/s) 2024-09-12T00:38:10.703 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T00:38:10.720 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 267 kB/s) 2024-09-12T00:38:10.722 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T00:38:10.737 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 213 kB/s) 2024-09-12T00:38:10.738 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T00:38:10.755 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.6 MB/s) 2024-09-12T00:38:10.759 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T00:38:10.774 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 158 kB/s) 2024-09-12T00:38:10.780 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T00:38:10.799 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/308 kB Progress (1): 33/308 kB Progress (1): 49/308 kB Progress (1): 65/308 kB Progress (1): 82/308 kB Progress (1): 98/308 kB Progress (1): 114/308 kB Progress (1): 131/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 213/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 294/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 15 MB/s) 2024-09-12T00:38:10.800 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T00:38:10.800 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T00:38:10.800 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T00:38:10.801 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T00:38:10.801 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T00:38:10.817 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.2 kB Progress (2): 8.2 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 799 kB/s) 2024-09-12T00:38:10.817 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 8.2 kB | 16/171 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 511 kB/s) 2024-09-12T00:38:10.818 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T00:38:10.818 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T00:38:10.820 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 16/171 kB | 16/26 kB Progress (3): 16/171 kB | 16/26 kB | 16/118 kB Progress (3): 33/171 kB | 16/26 kB | 16/118 kB Progress (3): 33/171 kB | 26 kB | 16/118 kB Progress (3): 33/171 kB | 26 kB | 33/118 kB Progress (3): 49/171 kB | 26 kB | 33/118 kB Progress (3): 49/171 kB | 26 kB | 49/118 kB Progress (3): 49/171 kB | 26 kB | 64/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.4 MB/s) 2024-09-12T00:38:10.820 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 66/171 kB | 64/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T00:38:10.820 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 66/171 kB | 80/118 kB Progress (2): 82/171 kB | 80/118 kB Progress (2): 82/171 kB | 97/118 kB Progress (2): 98/171 kB | 97/118 kB Progress (2): 98/171 kB | 113/118 kB Progress (2): 98/171 kB | 118 kB Progress (2): 115/171 kB | 118 kB Progress (2): 131/171 kB | 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 6.2 MB/s) 2024-09-12T00:38:10.820 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T00:38:10.820 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 147/171 kB Progress (1): 164/171 kB Progress (1): 171 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 8.5 MB/s) 2024-09-12T00:38:10.821 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T00:38:10.833 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/61 kB Progress (2): 16/61 kB | 15/146 kB Progress (2): 32/61 kB | 15/146 kB Progress (2): 32/61 kB | 31/146 kB Progress (2): 49/61 kB | 31/146 kB Progress (2): 49/61 kB | 48/146 kB Progress (2): 61 kB | 48/146 kB Progress (2): 61 kB | 64/146 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 1.9 MB/s) 2024-09-12T00:38:10.833 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 79/146 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T00:38:10.834 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 95/146 kB Progress (1): 112/146 kB Progress (1): 128/146 kB Progress (1): 144/146 kB Progress (1): 146 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.4 MB/s) 2024-09-12T00:38:10.834 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T00:38:10.838 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/136 kB Progress (1): 33/136 kB Progress (1): 49/136 kB Progress (1): 66/136 kB Progress (2): 66/136 kB | 16/501 kB Progress (3): 66/136 kB | 16/501 kB | 16/58 kB Progress (3): 82/136 kB | 16/501 kB | 16/58 kB Progress (3): 82/136 kB | 32/501 kB | 16/58 kB Progress (3): 82/136 kB | 32/501 kB | 32/58 kB Progress (3): 98/136 kB | 32/501 kB | 32/58 kB Progress (3): 98/136 kB | 32/501 kB | 49/58 kB Progress (3): 98/136 kB | 49/501 kB | 49/58 kB Progress (3): 98/136 kB | 49/501 kB | 58 kB Progress (3): 115/136 kB | 49/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.6 MB/s) 2024-09-12T00:38:10.838 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 115/136 kB | 65/501 kB Progress (2): 131/136 kB | 65/501 kB Progress (2): 136 kB | 65/501 kB Progress (2): 136 kB | 81/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 3.7 MB/s) 2024-09-12T00:38:10.844 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 98/501 kB Progress (1): 114/501 kB Progress (1): 130/501 kB Progress (1): 147/501 kB Progress (1): 163/501 kB Progress (1): 180/501 kB Progress (1): 196/501 kB Progress (1): 208/501 kB Progress (1): 224/501 kB Progress (1): 241/501 kB Progress (1): 257/501 kB Progress (1): 274/501 kB Progress (1): 290/501 kB Progress (1): 306/501 kB Progress (1): 323/501 kB Progress (1): 339/501 kB Progress (1): 356/501 kB Progress (1): 372/501 kB Progress (1): 388/501 kB Progress (1): 405/501 kB Progress (1): 421/501 kB Progress (1): 437/501 kB Progress (1): 454/501 kB Progress (1): 470/501 kB Progress (1): 487/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 12 MB/s) 2024-09-12T00:38:10.847 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (1): 98/124 kB Progress (1): 115/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.6 MB/s) 2024-09-12T00:38:10.887 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 28 MB/s) 2024-09-12T00:38:10.961 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:10.961 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T00:38:10.965 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T00:38:10.993 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 160 kB/s) 2024-09-12T00:38:10.996 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T00:38:11.012 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 306 kB/s) 2024-09-12T00:38:11.013 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T00:38:11.030 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 2.7 MB/s) 2024-09-12T00:38:11.032 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T00:38:11.048 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.2 MB/s) 2024-09-12T00:38:11.052 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T00:38:11.067 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 345 kB/s) 2024-09-12T00:38:11.069 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T00:38:11.084 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-12T00:38:11.086 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T00:38:11.101 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 401 kB/s) 2024-09-12T00:38:11.102 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T00:38:11.118 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 417 kB/s) 2024-09-12T00:38:11.120 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T00:38:11.135 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.3 MB/s) 2024-09-12T00:38:11.138 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T00:38:11.154 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 969 kB/s) 2024-09-12T00:38:11.156 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T00:38:11.171 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 136 kB/s) 2024-09-12T00:38:11.173 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T00:38:11.188 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 548 kB/s) 2024-09-12T00:38:11.191 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T00:38:11.211 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.2 MB/s) 2024-09-12T00:38:11.216 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T00:38:11.251 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/36 kB Progress (1): 32/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 1.1 MB/s) 2024-09-12T00:38:11.251 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T00:38:11.251 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T00:38:11.251 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T00:38:11.251 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T00:38:11.251 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T00:38:11.270 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/211 kB Progress (1): 33/211 kB Progress (1): 49/211 kB Progress (2): 49/211 kB | 16/58 kB Progress (2): 66/211 kB | 16/58 kB Progress (2): 79/211 kB | 16/58 kB Progress (2): 79/211 kB | 32/58 kB Progress (2): 95/211 kB | 32/58 kB Progress (2): 95/211 kB | 49/58 kB Progress (2): 112/211 kB | 49/58 kB Progress (2): 112/211 kB | 58 kB Progress (2): 128/211 kB | 58 kB Progress (2): 145/211 kB | 58 kB Progress (3): 145/211 kB | 58 kB | 16/79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.6 MB/s) 2024-09-12T00:38:11.270 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 161/211 kB | 16/79 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T00:38:11.270 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (3): 161/211 kB | 16/79 kB | 0/1.0 MB Progress (3): 177/211 kB | 16/79 kB | 0/1.0 MB Progress (3): 177/211 kB | 32/79 kB | 0/1.0 MB Progress (3): 194/211 kB | 32/79 kB | 0/1.0 MB Progress (3): 194/211 kB | 32/79 kB | 0/1.0 MB Progress (3): 194/211 kB | 49/79 kB | 0/1.0 MB Progress (3): 210/211 kB | 49/79 kB | 0/1.0 MB Progress (3): 211 kB | 49/79 kB | 0/1.0 MB Progress (3): 211 kB | 49/79 kB | 0/1.0 MB Progress (3): 211 kB | 65/79 kB | 0/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 11 MB/s) 2024-09-12T00:38:11.271 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 79 kB | 0/1.0 MB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T00:38:11.271 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 79 kB | 0.1/1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.2 MB/s) 2024-09-12T00:38:11.274 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (2): 0.2/1.0 MB | 16/26 kB Progress (2): 0.2/1.0 MB | 16/26 kB Progress (2): 0.3/1.0 MB | 16/26 kB Progress (2): 0.3/1.0 MB | 16/26 kB Progress (2): 0.3/1.0 MB | 16/26 kB Progress (2): 0.3/1.0 MB | 26 kB Progress (2): 0.3/1.0 MB | 26 kB Progress (2): 0.3/1.0 MB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.1 MB/s) 2024-09-12T00:38:11.284 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (2): 0.7/1.0 MB | 32/116 kB Progress (2): 0.7/1.0 MB | 32/116 kB Progress (2): 0.7/1.0 MB | 49/116 kB Progress (2): 0.7/1.0 MB | 62/116 kB Progress (2): 0.7/1.0 MB | 62/116 kB Progress (2): 0.7/1.0 MB | 78/116 kB Progress (2): 0.7/1.0 MB | 78/116 kB Progress (2): 0.7/1.0 MB | 95/116 kB Progress (2): 0.7/1.0 MB | 111/116 kB Progress (2): 0.7/1.0 MB | 111/116 kB Progress (2): 0.7/1.0 MB | 116 kB Progress (2): 0.8/1.0 MB | 116 kB Progress (2): 0.8/1.0 MB | 116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.5 MB/s) 2024-09-12T00:38:11.288 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 0.8/1.0 MB | 16/267 kB Progress (2): 0.8/1.0 MB | 16/267 kB Progress (2): 0.8/1.0 MB | 33/267 kB Progress (2): 0.8/1.0 MB | 49/267 kB Progress (2): 0.8/1.0 MB | 49/267 kB Progress (2): 0.8/1.0 MB | 64/267 kB Progress (2): 0.8/1.0 MB | 64/267 kB Progress (2): 0.8/1.0 MB | 81/267 kB Progress (2): 0.8/1.0 MB | 97/267 kB Progress (2): 0.8/1.0 MB | 97/267 kB Progress (2): 0.8/1.0 MB | 112/267 kB Progress (2): 0.8/1.0 MB | 112/267 kB Progress (2): 0.8/1.0 MB | 128/267 kB Progress (2): 0.8/1.0 MB | 145/267 kB Progress (2): 0.9/1.0 MB | 145/267 kB Progress (2): 0.9/1.0 MB | 161/267 kB Progress (2): 0.9/1.0 MB | 161/267 kB Progress (2): 0.9/1.0 MB | 178/267 kB Progress (2): 0.9/1.0 MB | 194/267 kB Progress (2): 0.9/1.0 MB | 194/267 kB Progress (2): 0.9/1.0 MB | 210/267 kB Progress (2): 0.9/1.0 MB | 210/267 kB Progress (2): 0.9/1.0 MB | 227/267 kB Progress (2): 0.9/1.0 MB | 243/267 kB Progress (2): 0.9/1.0 MB | 243/267 kB Progress (2): 0.9/1.0 MB | 260/267 kB Progress (2): 0.9/1.0 MB | 267 kB Progress (2): 0.9/1.0 MB | 267 kB Progress (2): 1.0/1.0 MB | 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.2 MB/s) 2024-09-12T00:38:11.290 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 25 MB/s) 2024-09-12T00:38:11.421 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T00:38:11.459 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:38:11.459 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] BUILD SUCCESS 2024-09-12T00:38:11.459 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:38:11.460 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Total time: 6.339 s 2024-09-12T00:38:11.460 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Finished at: 2024-09-12T00:38:11Z 2024-09-12T00:38:11.460 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:38:11.483 INFO:tasks.workunit.client.0.smithi163.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T00:38:11.492 INFO:tasks.workunit.client.0.smithi163.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T00:38:12.592 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Scanning for projects... 2024-09-12T00:38:12.684 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:12.685 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T00:38:12.685 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Building jcksum 1.0 2024-09-12T00:38:12.685 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] from pom.xml 2024-09-12T00:38:12.685 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T00:38:12.974 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:12.974 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T00:38:13.096 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T00:38:13.096 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:13.096 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T00:38:13.184 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T00:38:13.184 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:13.184 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T00:38:13.186 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T00:38:13.186 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:13.186 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T00:38:13.190 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T00:38:13.190 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:13.190 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T00:38:13.374 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T00:38:13.558 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T00:38:13.777 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 21 kB/s) 2024-09-12T00:38:13.790 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T00:38:13.813 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 114 kB/s) 2024-09-12T00:38:13.820 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T00:38:13.839 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 141 kB/s) 2024-09-12T00:38:13.846 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T00:38:13.872 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 116 kB/s) 2024-09-12T00:38:13.875 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T00:38:13.898 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 139 kB/s) 2024-09-12T00:38:13.901 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T00:38:13.922 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 80 kB/s) 2024-09-12T00:38:13.924 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T00:38:13.940 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 177 kB/s) 2024-09-12T00:38:13.945 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T00:38:13.970 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.1 MB/s) 2024-09-12T00:38:13.971 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T00:38:13.972 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T00:38:13.972 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T00:38:13.973 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T00:38:13.973 INFO:tasks.workunit.client.0.smithi163.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T00:38:13.997 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 650 kB/s) 2024-09-12T00:38:14.027 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 1.4/189 kB Progress (1): 2.8/189 kB Progress (2): 2.8/189 kB | 1.4/7.7 kB Progress (2): 4.1/189 kB | 1.4/7.7 kB Progress (2): 4.1/189 kB | 2.8/7.7 kB Progress (2): 5.5/189 kB | 2.8/7.7 kB Progress (2): 5.5/189 kB | 4.1/7.7 kB Progress (2): 6.9/189 kB | 4.1/7.7 kB Progress (2): 6.9/189 kB | 5.5/7.7 kB Progress (2): 8.3/189 kB | 5.5/7.7 kB Progress (2): 8.3/189 kB | 6.9/7.7 kB Progress (2): 8.3/189 kB | 7.7 kB Progress (2): 9.7/189 kB | 7.7 kB Progress (2): 11/189 kB | 7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 139 kB/s) 2024-09-12T00:38:14.063 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (1): 12/189 kB Progress (1): 14/189 kB Progress (1): 15/189 kB Progress (1): 16/189 kB Progress (1): 18/189 kB Progress (1): 19/189 kB Progress (1): 21/189 kB Progress (1): 22/189 kB Progress (1): 23/189 kB Progress (1): 25/189 kB Progress (1): 26/189 kB Progress (1): 27/189 kB Progress (1): 29/189 kB Progress (1): 30/189 kB Progress (1): 31/189 kB Progress (1): 48/189 kB Progress (2): 48/189 kB | 1.4/169 kB Progress (3): 48/189 kB | 1.4/169 kB | 1.4/103 kB Progress (3): 64/189 kB | 1.4/169 kB | 1.4/103 kB Progress (3): 64/189 kB | 2.8/169 kB | 1.4/103 kB Progress (3): 64/189 kB | 2.8/169 kB | 2.8/103 kB Progress (3): 64/189 kB | 4.1/169 kB | 2.8/103 kB Progress (3): 64/189 kB | 4.1/169 kB | 4.1/103 kB Progress (3): 64/189 kB | 5.5/169 kB | 4.1/103 kB Progress (3): 64/189 kB | 5.5/169 kB | 5.5/103 kB Progress (3): 79/189 kB | 5.5/169 kB | 5.5/103 kB Progress (3): 79/189 kB | 6.9/169 kB | 5.5/103 kB Progress (3): 79/189 kB | 6.9/169 kB | 6.9/103 kB Progress (3): 79/189 kB | 8.3/169 kB | 6.9/103 kB Progress (3): 79/189 kB | 8.3/169 kB | 8.3/103 kB Progress (3): 79/189 kB | 9.7/169 kB | 8.3/103 kB Progress (3): 79/189 kB | 9.7/169 kB | 9.7/103 kB Progress (3): 79/189 kB | 11/169 kB | 9.7/103 kB Progress (3): 96/189 kB | 11/169 kB | 9.7/103 kB Progress (3): 96/189 kB | 12/169 kB | 9.7/103 kB Progress (3): 96/189 kB | 12/169 kB | 11/103 kB Progress (3): 96/189 kB | 14/169 kB | 11/103 kB Progress (3): 96/189 kB | 14/169 kB | 12/103 kB Progress (3): 96/189 kB | 15/169 kB | 12/103 kB Progress (3): 96/189 kB | 15/169 kB | 14/103 kB Progress (3): 96/189 kB | 16/169 kB | 14/103 kB Progress (3): 112/189 kB | 16/169 kB | 14/103 kB Progress (3): 112/189 kB | 16/169 kB | 15/103 kB Progress (3): 112/189 kB | 16/169 kB | 16/103 kB Progress (3): 128/189 kB | 16/169 kB | 16/103 kB Progress (3): 145/189 kB | 16/169 kB | 16/103 kB Progress (3): 145/189 kB | 16/169 kB | 32/103 kB Progress (3): 145/189 kB | 32/169 kB | 32/103 kB Progress (3): 161/189 kB | 32/169 kB | 32/103 kB Progress (3): 161/189 kB | 49/169 kB | 32/103 kB Progress (3): 178/189 kB | 49/169 kB | 32/103 kB Progress (3): 178/189 kB | 49/169 kB | 49/103 kB Progress (3): 189 kB | 49/169 kB | 49/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.1 MB/s) 2024-09-12T00:38:14.081 INFO:tasks.workunit.client.0.smithi163.stdout:Progress (2): 49/169 kB | 65/103 kB Progress (2): 65/169 kB | 65/103 kB Progress (2): 81/169 kB | 65/103 kB Progress (2): 81/169 kB | 79/103 kB Progress (2): 98/169 kB | 79/103 kB Progress (2): 114/169 kB | 79/103 kB Progress (2): 130/169 kB | 79/103 kB Progress (2): 147/169 kB | 79/103 kB Progress (2): 147/169 kB | 95/103 kB Progress (2): 147/169 kB | 103 kB Progress (2): 163/169 kB | 103 kB Progress (2): 169 kB | 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 945 kB/s) 2024-09-12T00:38:14.081 INFO:tasks.workunit.client.0.smithi163.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.5 MB/s) 2024-09-12T00:38:14.096 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:38:14.097 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------- 2024-09-12T00:38:14.097 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] T E S T S 2024-09-12T00:38:14.097 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------- 2024-09-12T00:38:14.557 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T00:38:14.685 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjects.java: starting test run: 2024-09-12T00:38:14.685 INFO:tasks.workunit.client.0.smithi163.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T00:38:14.685 INFO:tasks.workunit.client.0.smithi163.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T00:38:14.685 INFO:tasks.workunit.client.0.smithi163.stdout: EndpointUrl=https://smithi163.front.sepia.ceph.com:443 2024-09-12T00:38:14.686 INFO:tasks.workunit.client.0.smithi163.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T00:38:14.782 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Environment Variables Read 2024-09-12T00:38:15.085 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: S3 Client Initialized 2024-09-12T00:38:15.085 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generating File 2024-09-12T00:38:15.085 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: File Generated 2024-09-12T00:38:15.085 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generating File 2024-09-12T00:38:15.085 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: File Generated 2024-09-12T00:38:15.085 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generating File 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: File Generated 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generating File 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: File Generated 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generating File 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: File Generated 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generating File 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: File Generated 2024-09-12T00:38:15.086 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Generated Big Files 2024-09-12T00:38:15.510 INFO:tasks.workunit.client.0.smithi163.stdout:HeadBucketResponse() 2024-09-12T00:38:15.511 INFO:tasks.workunit.client.0.smithi163.stdout:sheik is ready 2024-09-12T00:38:15.511 INFO:tasks.workunit.client.0.smithi163.stdout:DEBUG: Test Bucket Created 2024-09-12T00:38:15.584 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T00:38:15.684 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T00:38:15.884 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T00:38:16.084 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T00:38:16.184 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T00:38:16.285 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T00:38:16.585 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T00:38:16.885 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T00:38:17.286 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T00:38:17.787 INFO:tasks.workunit.client.0.smithi163.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T00:38:21.392 INFO:tasks.workunit.client.0.smithi163.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T00:38:24.697 INFO:tasks.workunit.client.0.smithi163.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T00:38:56.124 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-0b 2024-09-12T00:38:56.125 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-8b 2024-09-12T00:38:56.125 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-200b 2024-09-12T00:38:56.126 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-21983b 2024-09-12T00:38:56.127 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-5519b 2024-09-12T00:38:56.128 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-204329b 2024-09-12T00:38:56.129 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-256k 2024-09-12T00:38:56.130 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-1m 2024-09-12T00:38:56.131 INFO:tasks.workunit.client.0.smithi163.stdout:arg: file-1038757b 2024-09-12T00:38:56.135 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T00:38:56.279 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:56.336 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T00:38:56.409 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:56.436 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T00:38:56.536 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:56.636 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T00:38:56.637 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:56.736 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T00:38:56.821 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:56.837 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T00:38:57.034 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:57.036 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T00:38:57.237 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:57.337 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T00:38:57.737 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:57.938 INFO:tasks.workunit.client.0.smithi163.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T00:38:58.338 INFO:tasks.workunit.client.0.smithi163.stdout:PutObjectResponse 2024-09-12T00:38:58.539 INFO:tasks.workunit.client.0.smithi163.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T00:39:01.142 INFO:tasks.workunit.client.0.smithi163.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T00:39:07.748 INFO:tasks.workunit.client.0.smithi163.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T00:40:12.308 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 117.7 s -- in io.ceph.jcksum.PutObjects 2024-09-12T00:40:12.327 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:40:12.327 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Results: 2024-09-12T00:40:12.328 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:40:12.328 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T00:40:12.328 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] 2024-09-12T00:40:12.330 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:40:12.330 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] BUILD SUCCESS 2024-09-12T00:40:12.330 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:40:12.331 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Total time: 01:59 min 2024-09-12T00:40:12.331 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] Finished at: 2024-09-12T00:40:12Z 2024-09-12T00:40:12.331 INFO:tasks.workunit.client.0.smithi163.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:40:12.353 INFO:tasks.workunit.client.0.smithi163.stderr:+ exit 2024-09-12T00:40:12.354 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:40:12.354 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:40:12.433 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T00:40:12.433 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:40:12.819 DEBUG:teuthology.parallel:result is None 2024-09-12T00:40:12.820 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:40:12.857 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:40:12.857 DEBUG:teuthology.orchestra.run.smithi163:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:40:12.926 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:40:12.926 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:40:12.938 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:40:12.938 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:40:12.938 DEBUG:teuthology.orchestra.run.smithi163:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:40:12.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:40:12.995 INFO:teuthology.orchestra.run.smithi163.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:40:12.995 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:40:13.064 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:40:13.064 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:40:13.132 INFO:tasks.workunit:timeout=3h 2024-09-12T00:40:13.132 INFO:tasks.workunit:cleanup=True 2024-09-12T00:40:13.133 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:40:13.203 INFO:tasks.workunit.client.0.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:40:58.098 INFO:tasks.workunit.client.0.smithi163.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:40:58.098 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.098 INFO:tasks.workunit.client.0.smithi163.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: git switch -c 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr:Or undo this operation with: 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: git switch - 2024-09-12T00:40:58.099 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.100 INFO:tasks.workunit.client.0.smithi163.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:40:58.100 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:40:58.100 INFO:tasks.workunit.client.0.smithi163.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:40:58.102 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:40:58.171 INFO:tasks.workunit.client.0.smithi163.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:40:58.173 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:40:58.173 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:40:58.223 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:40:58.271 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:40:58.310 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:40:58.312 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:40:58.312 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:40:58.351 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:40:58.354 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:40:58.354 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:40:58.425 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T00:40:58.427 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T00:40:58.428 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T00:40:58.501 INFO:tasks.workunit.client.0.smithi163.stdout:INFO: fully qualified domain name: smithi163.front.sepia.ceph.com 2024-09-12T00:40:58.501 INFO:tasks.workunit.client.0.smithi163.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T00:40:58.501 INFO:tasks.workunit.client.0.smithi163.stdout:== TESTING VERSIONED BUCKET == 2024-09-12T00:41:01.067 INFO:tasks.workunit.client.0.smithi163.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:41:01.247 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting pip 2024-09-12T00:41:01.252 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:41:01.296 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: pip 2024-09-12T00:41:01.296 INFO:tasks.workunit.client.0.smithi163.stdout: Attempting uninstall: pip 2024-09-12T00:41:01.296 INFO:tasks.workunit.client.0.smithi163.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:41:01.447 INFO:tasks.workunit.client.0.smithi163.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:41:01.452 INFO:tasks.workunit.client.0.smithi163.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:41:02.197 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed pip-24.2 2024-09-12T00:41:03.037 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting boto3 2024-09-12T00:41:03.039 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T00:41:03.576 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T00:41:03.577 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T00:41:03.632 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T00:41:03.633 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T00:41:03.687 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T00:41:03.688 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T00:41:03.739 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:41:03.740 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T00:41:03.815 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:41:03.816 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T00:41:03.953 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:41:03.954 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:41:03.958 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T00:41:03.960 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T00:41:03.969 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T00:41:03.971 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T00:41:03.972 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T00:41:03.973 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T00:41:03.975 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:41:04.049 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T00:41:05.116 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T00:41:05.552 INFO:tasks.workunit.client.0.smithi163.stdout:INFO: creating user 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout:{ 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "user_id": "testid", 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "display_name": "M. Tester", 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "email": "tester@ceph.com", 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "suspended": 0, 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "max_buckets": 1000, 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "subusers": [], 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "keys": [ 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: { 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "user": "testid", 2024-09-12T00:41:05.867 INFO:tasks.workunit.client.0.smithi163.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "active": true, 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "create_date": "2024-09-12T00:41:05.860247Z" 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: } 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: ], 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "swift_keys": [], 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "caps": [], 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "default_placement": "", 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "default_storage_class": "", 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "placement_tags": [], 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "bucket_quota": { 2024-09-12T00:41:05.868 INFO:tasks.workunit.client.0.smithi163.stdout: "enabled": false, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size": -1, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "max_objects": -1 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "user_quota": { 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "enabled": false, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size": -1, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "max_objects": -1 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: }, 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "temp_url_keys": [], 2024-09-12T00:41:05.869 INFO:tasks.workunit.client.0.smithi163.stdout: "type": "rgw", 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: "mfa_ids": [], 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: "account_id": "", 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: "path": "/", 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: "create_date": "2024-09-12T00:41:05.860233Z", 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: "tags": [], 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: "group_ids": [] 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout:} 2024-09-12T00:41:05.870 INFO:tasks.workunit.client.0.smithi163.stdout: 2024-09-12T00:41:14.620 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:14.620 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:14.670 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:14.670 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:14.718 INFO:tasks.workunit.client.0.smithi163.stderr:5+0 records in 2024-09-12T00:41:14.718 INFO:tasks.workunit.client.0.smithi163.stderr:5+0 records out 2024-09-12T00:41:14.718 INFO:tasks.workunit.client.0.smithi163.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0147127 s, 356 MB/s 2024-09-12T00:41:14.721 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:14.721 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:14.800 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:14.800 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:15.832 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:15.833 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:16.853 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:16.854 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:17.882 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:17.882 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:18.915 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:18.915 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:19.941 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:19.941 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:20.966 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:20.966 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:21.990 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:21.991 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:23.019 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:23.019 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:24.049 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:24.049 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:25.079 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:25.079 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:26.102 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:26.102 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:27.128 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:27.129 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:28.150 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:41:28.151 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:41:28.287 INFO:tasks.workunit.client.0.smithi163.stdout:bucket nams is reupload-bkt-129843 2024-09-12T00:41:28.287 INFO:tasks.workunit.client.0.smithi163.stdout:endpoint is https://smithi163.front.sepia.ceph.com:443 2024-09-12T00:41:28.287 INFO:tasks.workunit.client.0.smithi163.stdout:start UploadId=2~7kIESxLWUrutaGDoHmN9svTdH-I33ad 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 1 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 1 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 2} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:phase 2 uploaded part {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1} 2024-09-12T00:41:28.288 INFO:tasks.workunit.client.0.smithi163.stdout:completing multipart upload, parts=[{'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 1}, {'ETag': '"a3a309f2518d97ee6e2fd98b97b31742"', 'PartNumber': 2}] 2024-09-12T00:41:29.146 INFO:tasks.workunit.client.0.smithi163.stdout:radosgw-admin bucket radoslist: 2024-09-12T00:41:29.147 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3_mpu_test4 2024-09-12T00:41:29.147 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__multipart_mpu_test4.2~7kIESxLWUrutaGDoHmN9svTdH-I33ad.2 2024-09-12T00:41:29.147 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__multipart_mpu_test4.qBkw7P7zJh6bBnSNhTxN_jaJ2sL6VI4S.1 2024-09-12T00:41:29.147 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__shadow_mpu_test4.2~7kIESxLWUrutaGDoHmN9svTdH-I33ad.2_1 2024-09-12T00:41:29.147 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__shadow_mpu_test4.qBkw7P7zJh6bBnSNhTxN_jaJ2sL6VI4S.1_1 2024-09-12T00:41:29.147 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__:Y0WZ46ass54OfSxGyPZQKi0fR2SSwzm_mpu_test4 2024-09-12T00:41:29.411 INFO:tasks.workunit.client.0.smithi163.stdout:rados ls: 2024-09-12T00:41:29.411 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3_mpu_test4 2024-09-12T00:41:29.411 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__multipart_mpu_test4.2~7kIESxLWUrutaGDoHmN9svTdH-I33ad.2 2024-09-12T00:41:29.411 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__multipart_mpu_test4.qBkw7P7zJh6bBnSNhTxN_jaJ2sL6VI4S.1 2024-09-12T00:41:29.412 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__shadow_mpu_test4.2~7kIESxLWUrutaGDoHmN9svTdH-I33ad.2_1 2024-09-12T00:41:29.412 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__shadow_mpu_test4.qBkw7P7zJh6bBnSNhTxN_jaJ2sL6VI4S.1_1 2024-09-12T00:41:29.412 INFO:tasks.workunit.client.0.smithi163.stdout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3__:Y0WZ46ass54OfSxGyPZQKi0fR2SSwzm_mpu_test4 2024-09-12T00:41:29.431 INFO:tasks.workunit.client.0.smithi163.stdout:== PASSED == 2024-09-12T00:41:29.432 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:41:29.432 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:41:29.509 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T00:41:29.510 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:41:29.894 DEBUG:teuthology.parallel:result is None 2024-09-12T00:41:29.895 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:41:29.932 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:41:29.933 DEBUG:teuthology.orchestra.run.smithi163:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:41:30.002 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:41:30.002 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T00:41:30.019 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'force-branch': 'wip-67986', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T00:41:30.019 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T00:41:30.019 INFO:tasks.ragweed:Using branch 'wip-67986' for ragweed 2024-09-12T00:41:30.019 DEBUG:teuthology.orchestra.run.smithi163:> git clone -b wip-67986 https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T00:41:30.071 INFO:teuthology.orchestra.run.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T00:41:30.216 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T00:41:30.216 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T00:41:30.217 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key PSLMPBTMIAWTFQZOHSMQ --secret 01uw7Bjyrt+LTKgPNfDzMqu1qNf/dPcTZ4lB8ijYlrxE7SReY7FiCg== --email ragweed.client.0+test@test.test --system false 2024-09-12T00:41:30.324 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:41:30.324 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:41:30.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.358+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 realm 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.359+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.360+0000 7f7928014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:41:30.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.360+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.361+0000 7f7928014800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:41:30.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.361+0000 7f7928014800 20 searching for the correct realm 2024-09-12T00:41:30.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.365+0000 7f79236cb640 0 -- 172.21.15.163:0/78760470 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f791c069040 msgr2=0x7f791c060430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:41:30.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.368+0000 7f79236cb640 0 -- 172.21.15.163:0/78760470 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f77ec084fa0 msgr2=0x7f77ec0873d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.372+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 zone default found 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 4 Realm: () 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 zonegroup default 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.373+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.374+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.374+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.374+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.374+0000 7f7928014800 20 started sync module instance, tier type = 2024-09-12T00:41:30.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.374+0000 7f7928014800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=0 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=1 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=2 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=3 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=4 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=5 2024-09-12T00:41:30.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.383+0000 7f7928014800 20 add_watcher() i=6 2024-09-12T00:41:30.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.384+0000 7f7928014800 20 add_watcher() i=7 2024-09-12T00:41:30.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.384+0000 7f7928014800 2 all 8 watchers are set, enabling cache 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.385+0000 7f77d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.385+0000 7f7928014800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.385+0000 7f7928014800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 5 note: GC not initialized 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f77d8fe1640 20 reqs_thread_entry: start 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 20 init_complete bucket index max shards: 1 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 20 Filter name: none 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f77527fc640 20 reqs_thread_entry: start 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.386+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 cache get: name=default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ : miss 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 cache put: name=default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ info.flags=0x0 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 adding default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ to cache LRU end 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 cache get: name=default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ : hit (negative entry) 2024-09-12T00:41:30.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.387+0000 7f7928014800 10 cache get: name=default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ : hit (negative entry) 2024-09-12T00:41:30.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.388+0000 7f7928014800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T00:41:30.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.388+0000 7f7928014800 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:41:30.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.388+0000 7f7928014800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T00:41:30.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.389+0000 7f7806ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627800 cookie 94698380579312 notifier 5663 bl.length()=675 2024-09-12T00:41:30.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.389+0000 7f7806ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T00:41:30.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.389+0000 7f7806ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:41:30.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.392+0000 7f7928014800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T00:41:30.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.392+0000 7f7928014800 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T00:41:30.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.392+0000 7f7928014800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T00:41:30.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.392+0000 7f7806ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627790 cookie 94698380575888 notifier 5663 bl.length()=202 2024-09-12T00:41:30.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.392+0000 7f7806ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T00:41:30.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.392+0000 7f7806ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T00:41:30.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.395+0000 7f7928014800 10 cache put: name=default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ info.flags=0x7 2024-09-12T00:41:30.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.395+0000 7f7928014800 10 moving default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ to cache LRU end 2024-09-12T00:41:30.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.395+0000 7f7928014800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:PSLMPBTMIAWTFQZOHSMQ, ofs0, ns] 2024-09-12T00:41:30.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.395+0000 7f7806ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627821 cookie 94698380572112 notifier 5663 bl.length()=190 2024-09-12T00:41:30.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.395+0000 7f7806ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ info.flags=0x7 2024-09-12T00:41:30.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.395+0000 7f7806ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+PSLMPBTMIAWTFQZOHSMQ to cache LRU end 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "ragweed.client.0", 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T00:41:30.395 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "ragweed.client.0", 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "PSLMPBTMIAWTFQZOHSMQ", 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "01uw7Bjyrt+LTKgPNfDzMqu1qNf/dPcTZ4lB8ijYlrxE7SReY7FiCg==", 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T00:41:30.388341Z" 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T00:41:30.396 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:41:30.397 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T00:41:30.388330Z", 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T00:41:30.398 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T00:41:30.399 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:41:30.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.397+0000 7f77d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:41:30.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.399+0000 7f7928014800 20 remove_watcher() i=0 2024-09-12T00:41:30.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.399+0000 7f7928014800 2 removed watcher, disabling cache 2024-09-12T00:41:30.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.400+0000 7f7928014800 20 remove_watcher() i=1 2024-09-12T00:41:30.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.401+0000 7f7928014800 20 remove_watcher() i=2 2024-09-12T00:41:30.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.402+0000 7f7928014800 20 remove_watcher() i=3 2024-09-12T00:41:30.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.403+0000 7f7928014800 20 remove_watcher() i=4 2024-09-12T00:41:30.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.404+0000 7f7928014800 20 remove_watcher() i=5 2024-09-12T00:41:30.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.405+0000 7f7928014800 20 remove_watcher() i=6 2024-09-12T00:41:30.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.406+0000 7f7928014800 20 remove_watcher() i=7 2024-09-12T00:41:30.416 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T00:41:30.416 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key DEPNGZQYCVHQCSPQRDRF --secret sBg7qBBlV560Mf7bFl/D+2jrQaUpflOoyr3cI8L2hni5NrTf+KNpUw== --email sysuser.client.0+test@test.test --system true 2024-09-12T00:41:30.482 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:41:30.483 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:41:30.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.517+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.518+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.518+0000 7f11ab613800 20 realm 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.518+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.518+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.518+0000 7f11ab613800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.519+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.519+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.519+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.520+0000 7f11ab613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:41:30.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.520+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.520+0000 7f11ab613800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:41:30.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.520+0000 7f11ab613800 20 searching for the correct realm 2024-09-12T00:41:30.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.523+0000 7f11a6d22640 0 -- 172.21.15.163:0/1032201705 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x558d48423ab0 msgr2=0x558d48425f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:41:30.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.527+0000 7f11a7523640 0 -- 172.21.15.163:0/1032201705 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f1198068fe0 msgr2=0x7f1198009250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:41:30.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:41:30.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:41:30.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:41:30.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:41:30.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:41:30.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:41:30.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 zone default found 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 4 Realm: () 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:41:30.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 zonegroup default 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.531+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 started sync module instance, tier type = 2024-09-12T00:41:30.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.532+0000 7f11ab613800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:41:30.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=0 2024-09-12T00:41:30.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=1 2024-09-12T00:41:30.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=2 2024-09-12T00:41:30.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=3 2024-09-12T00:41:30.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=4 2024-09-12T00:41:30.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=5 2024-09-12T00:41:30.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.541+0000 7f11ab613800 20 add_watcher() i=6 2024-09-12T00:41:30.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.542+0000 7f11ab613800 20 add_watcher() i=7 2024-09-12T00:41:30.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.542+0000 7f11ab613800 2 all 8 watchers are set, enabling cache 2024-09-12T00:41:30.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f105d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:41:30.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:41:30.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:41:30.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 5 note: GC not initialized 2024-09-12T00:41:30.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f0fd7fff640 20 reqs_thread_entry: start 2024-09-12T00:41:30.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 20 init_complete bucket index max shards: 1 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 20 Filter name: none 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f0fd5ffb640 20 reqs_thread_entry: start 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.544+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T00:41:30.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache get: name=default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF : miss 2024-09-12T00:41:30.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 20 rados->read ofs=0 len=0 2024-09-12T00:41:30.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:41:30.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache put: name=default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF info.flags=0x0 2024-09-12T00:41:30.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 adding default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF to cache LRU end 2024-09-12T00:41:30.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache get: name=default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF : hit (negative entry) 2024-09-12T00:41:30.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.545+0000 7f11ab613800 10 cache get: name=default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF : hit (negative entry) 2024-09-12T00:41:30.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.547+0000 7f11ab613800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T00:41:30.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.547+0000 7f11ab613800 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:41:30.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.547+0000 7f11ab613800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T00:41:30.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.547+0000 7f108a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627791 cookie 94065291102576 notifier 6021 bl.length()=675 2024-09-12T00:41:30.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.547+0000 7f108a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T00:41:30.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.547+0000 7f108a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:41:30.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.550+0000 7f11ab613800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T00:41:30.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.550+0000 7f11ab613800 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T00:41:30.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.550+0000 7f11ab613800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T00:41:30.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.550+0000 7f108a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627801 cookie 94065291110256 notifier 6021 bl.length()=202 2024-09-12T00:41:30.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.550+0000 7f108a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T00:41:30.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.550+0000 7f108a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T00:41:30.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.553+0000 7f11ab613800 10 cache put: name=default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF info.flags=0x7 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.553+0000 7f11ab613800 10 moving default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF to cache LRU end 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.553+0000 7f11ab613800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:DEPNGZQYCVHQCSPQRDRF, ofs0, ns] 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.554+0000 7f1089ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1099511627802 cookie 94065291110256 notifier 6021 bl.length()=190 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.554+0000 7f1089ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF info.flags=0x7 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.554+0000 7f1089ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DEPNGZQYCVHQCSPQRDRF to cache LRU end 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "sysuser.client.0", 2024-09-12T00:41:30.553 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T00:41:30.554 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "sysuser.client.0", 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "DEPNGZQYCVHQCSPQRDRF", 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "sBg7qBBlV560Mf7bFl/D+2jrQaUpflOoyr3cI8L2hni5NrTf+KNpUw==", 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T00:41:30.546566Z" 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "system": true, 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T00:41:30.555 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T00:41:30.556 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T00:41:30.546554Z", 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T00:41:30.557 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:41:30.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.556+0000 7f105d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:41:30.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.558+0000 7f11ab613800 20 remove_watcher() i=0 2024-09-12T00:41:30.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.558+0000 7f11ab613800 2 removed watcher, disabling cache 2024-09-12T00:41:30.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.559+0000 7f11ab613800 20 remove_watcher() i=1 2024-09-12T00:41:30.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.560+0000 7f11ab613800 20 remove_watcher() i=2 2024-09-12T00:41:30.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.561+0000 7f11ab613800 20 remove_watcher() i=3 2024-09-12T00:41:30.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.562+0000 7f11ab613800 20 remove_watcher() i=4 2024-09-12T00:41:30.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.563+0000 7f11ab613800 20 remove_watcher() i=5 2024-09-12T00:41:30.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.564+0000 7f11ab613800 20 remove_watcher() i=6 2024-09-12T00:41:30.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:41:30.565+0000 7f11ab613800 20 remove_watcher() i=7 2024-09-12T00:41:30.574 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T00:41:30.575 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:41:30.575 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T00:41:30.604 INFO:tasks.ragweed:Configuring boto... 2024-09-12T00:41:30.604 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:41:30.604 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T00:41:30.674 DEBUG:teuthology.orchestra.run.smithi163:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T00:41:30.861 INFO:teuthology.orchestra.run.smithi163.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T00:41:31.034 INFO:teuthology.orchestra.run.smithi163.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T00:41:31.613 INFO:teuthology.orchestra.run.smithi163.stdout:py installdeps: -rrequirements.txt 2024-09-12T00:41:37.912 INFO:teuthology.orchestra.run.smithi163.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T00:41:41.645 INFO:teuthology.orchestra.run.smithi163.stdout:py installed: asyncssh==2.13.2,Babel==2.9.1,bcrypt==3.2.2,boto==2.49.0,cachetools==4.2.4,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2023.5.7,cffi==1.14.5,chardet==4.0.0,cheroot==8.6.0,CherryPy==18.6.1,cockpit @ file:///builddir/build/BUILD/cockpit-323/tmp/wheel/cockpit-323-py3-none-any.whl,cryptography==36.0.1,dasbus==1.4,dbus-python==1.2.18,distro==1.5.0,docopt==0.6.2,exceptiongroup==1.2.2,execnet==2.1.1,file-magic==0.4.0,gevent==24.2.1,google-auth==2.34.0,gpg==1.15.1,greenlet==3.1.0,grpcio==1.46.7,grpcio-tools==1.46.7,httplib2==0.22.0,idna==2.10,iniconfig==2.0.0,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.0.0,jaraco.functools==3.5.0,jaraco.text==3.2.0,Jinja2==2.11.3,jsonpatch==1.21,jsonpointer==2.0,kubernetes==26.1.0,libcomps==0.1.18,logutils==0.3.5,lxml==4.6.5,Mako==1.1.4.dev0,MarkupSafe==1.1.1,more-itertools==8.12.0,munch==4.0.0,natsort==7.1.1,nftables==0.1,numpy==1.20.1,oauthlib==3.1.1,packaging==20.9,pecan==1.4.2,perf==0.1,pexpect==4.8.0,pluggy==1.5.0,ply==3.11,portend==3.1.0,prettytable==0.7.2,protobuf==3.14.0,psutil==5.8.0,ptyprocess==0.6.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,PyGObject==3.40.1,pyOpenSSL==21.0.0,pyparsing==2.4.7,PySocks==1.7.1,pytest==8.3.3,python-dateutil==2.8.1,python-linux-procfs==0.7.3,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=84b4b2280a01e874abfc39a178b993375f044408703140e89b11ea1dd1477fbf,rbd==2.0.0,registries-conf-ctl==1.0,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rpm==4.16.1.3,rsa==4.9,s3cmd==2.4.0,scipy==1.6.2,selinux==3.6,sepolicy==3.6,setools==4.4.4,setroubleshoot @ file:///builddir/build/BUILD/setroubleshoot-3.3.32/src,six==1.15.0,systemd-python==234,tempora==5.0.0,toml==0.10.2,tomli==2.0.1,typing_extensions==4.12.2,urllib3==1.26.5,WebOb==1.8.8,websocket-client==1.2.3,Werkzeug==2.0.3,zc.lockfile==2.0,zope.event==5.0,zope.interface==7.0.3 2024-09-12T00:41:41.645 INFO:teuthology.orchestra.run.smithi163.stdout:py run-test-pre: PYTHONHASHSEED='672044431' 2024-09-12T00:41:41.645 INFO:teuthology.orchestra.run.smithi163.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T00:41:41.850 INFO:teuthology.orchestra.run.smithi163.stdout:============================= test session starts ============================== 2024-09-12T00:41:41.850 INFO:teuthology.orchestra.run.smithi163.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T00:41:41.850 INFO:teuthology.orchestra.run.smithi163.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T00:41:41.850 INFO:teuthology.orchestra.run.smithi163.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T00:41:41.850 INFO:teuthology.orchestra.run.smithi163.stdout:configfile: pytest.ini 2024-09-12T00:41:41.948 INFO:teuthology.orchestra.run.smithi163.stdout:collecting ... collected 9 items 2024-09-12T00:41:41.948 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:41:47.484 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T00:41:53.685 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T00:41:57.962 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T00:42:04.437 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T00:42:12.004 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T00:42:26.729 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T00:42:38.563 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T00:42:51.718 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T00:43:17.527 INFO:teuthology.orchestra.run.smithi163.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T00:43:17.527 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout:=============================== warnings summary =============================== 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout: import imp 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T00:43:17.528 INFO:teuthology.orchestra.run.smithi163.stdout:=================== 9 passed, 1 warning in 95.68s (0:01:35) ==================== 2024-09-12T00:43:17.559 INFO:teuthology.orchestra.run.smithi163.stdout:___________________________________ summary ____________________________________ 2024-09-12T00:43:17.559 INFO:teuthology.orchestra.run.smithi163.stdout: py: commands succeeded 2024-09-12T00:43:17.560 INFO:teuthology.orchestra.run.smithi163.stdout: congratulations :) 2024-09-12T00:43:17.577 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T00:43:17.578 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T00:43:17.607 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T00:43:17.704 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:43:17.704 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:43:17.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.739+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.741+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.741+0000 7ff850ebb800 20 realm 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.741+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.741+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.741+0000 7ff850ebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.741+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.742+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.742+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.742+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:43:17.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.742+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.743+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:43:17.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.743+0000 7ff850ebb800 20 searching for the correct realm 2024-09-12T00:43:17.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.747+0000 7ff84e1a4640 0 -- 172.21.15.163:0/3391368111 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff848096970 msgr2=0x7ff848086430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:43:17.953 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.954+0000 7ff84f1a6640 0 -- 172.21.15.163:0/3391368111 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x562c044f0ce0 msgr2=0x562c044f3110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:43:17.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.957+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:43:17.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 20 zone default found 2024-09-12T00:43:17.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 4 Realm: () 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 20 zonegroup default 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.958+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.959+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.959+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:17.959 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.959+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:17.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.959+0000 7ff850ebb800 20 started sync module instance, tier type = 2024-09-12T00:43:17.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.959+0000 7ff850ebb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=0 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=1 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=2 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=3 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=4 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=5 2024-09-12T00:43:17.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.969+0000 7ff850ebb800 20 add_watcher() i=6 2024-09-12T00:43:17.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.970+0000 7ff850ebb800 20 add_watcher() i=7 2024-09-12T00:43:17.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.970+0000 7ff850ebb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:43:17.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.971+0000 7ff7057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:43:17.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.972+0000 7ff850ebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:43:17.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:17.972+0000 7ff850ebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:43:18.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.008+0000 7ff67ffff640 20 reqs_thread_entry: start 2024-09-12T00:43:18.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.009+0000 7ff850ebb800 20 init_complete bucket index max shards: 1 2024-09-12T00:43:18.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.009+0000 7ff850ebb800 20 Filter name: none 2024-09-12T00:43:18.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.009+0000 7ff67dffb640 20 reqs_thread_entry: start 2024-09-12T00:43:18.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.009+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T00:43:18.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.009+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.010+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T00:43:18.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.010+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T00:43:18.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.010+0000 7ff850ebb800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:43:18.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.010+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.010+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 : miss 2024-09-12T00:43:18.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.010+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T00:43:18.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 info.flags=0x17 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 to cache LRU end 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T00:43:18.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T00:43:18.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.011+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x562c045b7808 s->prefetch_data=0 2024-09-12T00:43:18.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.012+0000 7ff850ebb800 10 manifest: total_size = 7542 2024-09-12T00:43:18.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.012+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16174253364674824615 2024-09-12T00:43:18.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.012+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x562c045b7808 s->prefetch_data=0 2024-09-12T00:43:18.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.012+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7808 2024-09-12T00:43:18.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.012+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=7542 stripe_ofs=7542 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16174253364674824615 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.0uk5oyb6bnqBSHb8ys6C1lBkr9MvZ-l_0 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.014+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16174253364674824615 2024-09-12T00:43:18.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T00:43:18.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x562c0453fea8 s->prefetch_data=0 2024-09-12T00:43:18.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff850ebb800 10 manifest: total_size = 5000 2024-09-12T00:43:18.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10391970780641609471 2024-09-12T00:43:18.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x562c0453fea8 s->prefetch_data=0 2024-09-12T00:43:18.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fea8 2024-09-12T00:43:18.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.016+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5000 stripe_ofs=5000 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10391970780641609471 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.Tg3sffplLfSH9yhlTxioq7bTh6j2bNH_0 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.018+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10391970780641609471 2024-09-12T00:43:18.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T00:43:18.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff850ebb800 10 manifest: total_size = 7506 2024-09-12T00:43:18.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11021514764758020745 2024-09-12T00:43:18.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe88 2024-09-12T00:43:18.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.020+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.022+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.022+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=7506 stripe_ofs=7506 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.022+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11021514764758020745 2024-09-12T00:43:18.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.022+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.023+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.6qS_fPntjXmMZ6lHNDTkcNA52IuPHtR_0 2024-09-12T00:43:18.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.023+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.023+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.023+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11021514764758020745 2024-09-12T00:43:18.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T00:43:18.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff850ebb800 10 manifest: total_size = 12851 2024-09-12T00:43:18.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.929463235970620708 2024-09-12T00:43:18.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe88 2024-09-12T00:43:18.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.024+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=12851 stripe_ofs=12851 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.929463235970620708 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.bX1XK6U2g01JzyfusxhpGFe0GtbWGo0_0 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.027+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.929463235970620708 2024-09-12T00:43:18.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.028+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T00:43:18.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.028+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.029+0000 7ff850ebb800 10 manifest: total_size = 13590 2024-09-12T00:43:18.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.029+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7437369861311019509 2024-09-12T00:43:18.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.029+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.029+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe88 2024-09-12T00:43:18.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.029+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=13590 stripe_ofs=13590 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7437369861311019509 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.ogIzDIf3ep9GiSVyuZgZk2n-TfBSSeD_0 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.031+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7437369861311019509 2024-09-12T00:43:18.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.032+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T00:43:18.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.033+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.033+0000 7ff850ebb800 10 manifest: total_size = 7764 2024-09-12T00:43:18.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.033+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7000832265669769359 2024-09-12T00:43:18.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.033+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.033+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe88 2024-09-12T00:43:18.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.033+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=7764 stripe_ofs=7764 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7000832265669769359 2024-09-12T00:43:18.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.LVv9Rtyq0lr2pYw_enr0u0ezd6zQ77w_0 2024-09-12T00:43:18.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.035+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7000832265669769359 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.036+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.037+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.037+0000 7ff850ebb800 10 manifest: total_size = 7907 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.037+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5730353914231037158 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.037+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x562c0453fe88 s->prefetch_data=0 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.037+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe88 2024-09-12T00:43:18.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.037+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=7907 stripe_ofs=7907 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5730353914231037158 2024-09-12T00:43:18.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.3ooEYqXiD-gqO8iVCkJoEtU1haewWNZ_0 2024-09-12T00:43:18.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.039+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5730353914231037158 2024-09-12T00:43:18.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T00:43:18.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045424f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff850ebb800 10 manifest: total_size = 5077 2024-09-12T00:43:18.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5974893241862366081 2024-09-12T00:43:18.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045424f0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe68 2024-09-12T00:43:18.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.041+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5077 stripe_ofs=5077 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5974893241862366081 2024-09-12T00:43:18.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.fDZGnemP9rL22jznj2sBYpK-lvgVkki_0 2024-09-12T00:43:18.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.044+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5974893241862366081 2024-09-12T00:43:18.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T00:43:18.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff850ebb800 10 manifest: total_size = 8748 2024-09-12T00:43:18.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18076289263227298963 2024-09-12T00:43:18.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe68 2024-09-12T00:43:18.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.045+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4.0 2024-09-12T00:43:18.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8748 stripe_ofs=8748 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18076289263227298963 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.G1UZ4yylRMd8GcT26-4tN14bHjHpjG8_0 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.048+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18076289263227298963 2024-09-12T00:43:18.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.049+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T00:43:18.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.049+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.049+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.050+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.050+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.050+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.050+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.050+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.053 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.051+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T00:43:18.053 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.051+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.051+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.051+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.051+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.052+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.052+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.052+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94747050877584 notifier 5708 bl.length()=162 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.055+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 from cache 2024-09-12T00:43:18.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.055+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4, ofs0, ns] 2024-09-12T00:43:18.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.055+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366167 cookie 94747050878640 notifier 5708 bl.length()=219 2024-09-12T00:43:18.056 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.058+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 : miss 2024-09-12T00:43:18.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.058+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.058+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.058+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 info.flags=0x0 2024-09-12T00:43:18.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.058+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4 to cache LRU end 2024-09-12T00:43:18.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.060+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 : miss 2024-09-12T00:43:18.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.060+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.061+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T00:43:18.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.061+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 info.flags=0x17 2024-09-12T00:43:18.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.061+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 to cache LRU end 2024-09-12T00:43:18.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.061+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.061+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.061+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 10 manifest: total_size = 18874368 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5309247679168381093 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe68 2024-09-12T00:43:18.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.062+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11.0 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-12T00:43:18.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5309247679168381093 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.1 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__shadow_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.1_1 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.2 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__shadow_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.2_1 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.3 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__shadow_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.3_1 2024-09-12T00:43:18.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-12T00:43:18.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.4 2024-09-12T00:43:18.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-12T00:43:18.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.065+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5309247679168381093 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.066+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.066+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.066+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.067+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.067+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.067+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.067+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.067+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.068+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.068+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.069+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.069+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.069+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.070+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T00:43:18.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.070+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T00:43:18.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.070+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366194 cookie 94747050881136 notifier 5708 bl.length()=191 2024-09-12T00:43:18.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.073+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 from cache 2024-09-12T00:43:18.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.073+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11, ofs0, ns] 2024-09-12T00:43:18.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.073+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366176 cookie 94747050877584 notifier 5708 bl.length()=249 2024-09-12T00:43:18.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.075+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 : miss 2024-09-12T00:43:18.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.075+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.075+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.075+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 info.flags=0x0 2024-09-12T00:43:18.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.075+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11 to cache LRU end 2024-09-12T00:43:18.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 : miss 2024-09-12T00:43:18.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T00:43:18.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 info.flags=0x17 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 to cache LRU end 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.078+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff840084f80 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 10 manifest: total_size = 26080 2024-09-12T00:43:18.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8030012638613597130 2024-09-12T00:43:18.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff840084f80 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x562c0453fe68 s->prefetch_data=0 2024-09-12T00:43:18.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453fe68 2024-09-12T00:43:18.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.079+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12.0 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=2 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7671 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7671 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=2 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4201975 part_ofs=7671 rule->part_size=7671 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=15342 stripe_ofs=15342 part_ofs=15342 rule->part_size=7671 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=2 2024-09-12T00:43:18.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4209646 part_ofs=15342 rule->part_size=7671 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=23013 stripe_ofs=23013 part_ofs=23013 rule->part_size=3067 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=2 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4217317 part_ofs=23013 rule->part_size=3067 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=26080 stripe_ofs=26080 part_ofs=26080 rule->part_size=3067 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8030012638613597130 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.1 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.2 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.3 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T00:43:18.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.4 2024-09-12T00:43:18.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T00:43:18.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.082+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8030012638613597130 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.083+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.084+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.085+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T00:43:18.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.085+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.086+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T00:43:18.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.086+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T00:43:18.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.086+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T00:43:18.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.087+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T00:43:18.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.087+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T00:43:18.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.087+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366168 cookie 94747050878640 notifier 5708 bl.length()=198 2024-09-12T00:43:18.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.089+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 from cache 2024-09-12T00:43:18.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.089+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12, ofs0, ns] 2024-09-12T00:43:18.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.090+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366168 cookie 94747050891744 notifier 5708 bl.length()=256 2024-09-12T00:43:18.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.092+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 : miss 2024-09-12T00:43:18.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.092+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.092+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.092+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 info.flags=0x0 2024-09-12T00:43:18.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.092+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12 to cache LRU end 2024-09-12T00:43:18.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.094+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 : miss 2024-09-12T00:43:18.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.094+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T00:43:18.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 info.flags=0x17 2024-09-12T00:43:18.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 to cache LRU end 2024-09-12T00:43:18.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 2024-09-12T00:43:18.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo[5hBHS5zYTNbNuEYcdBNoERaGt6iLyPG] 2024-09-12T00:43:18.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.095+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10.0 2024-09-12T00:43:18.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.096+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453c880 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x562c0453d398 s->prefetch_data=0 2024-09-12T00:43:18.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.096+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to wkw2pk6v1muo2xqtp0ms66hok61oyzim 2024-09-12T00:43:18.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.096+0000 7ff850ebb800 20 get_obj_state_impl: setting s->olh_tag to pvk6qgvu2bi7fu70xpc79j5ya8xheuzd 2024-09-12T00:43:18.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.096+0000 7ff850ebb800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=pvk6qgvu2bi7fu70xpc79j5ya8xheuzd 2024-09-12T00:43:18.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.097+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10.0 2024-09-12T00:43:18.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.098+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10.0 2024-09-12T00:43:18.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 olh_log_entry: epoch=3 op=3 key=foo[5hBHS5zYTNbNuEYcdBNoERaGt6iLyPG] 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453c880 obj=test-client.0-r-test-multipart-index-versioning.1:_:5hBHS5zYTNbNuEYcdBNoERaGt6iLyPG_foo state=0x562c045502d8 s->prefetch_data=0 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 10 manifest: total_size = 74198 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1246292112552837602 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453c880 obj=test-client.0-r-test-multipart-index-versioning.1:_:5hBHS5zYTNbNuEYcdBNoERaGt6iLyPG_foo state=0x562c045502d8 s->prefetch_data=0 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045502d8 2024-09-12T00:43:18.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.099+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10.0 2024-09-12T00:43:18.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1246292112552837602 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.1 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.2 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.3 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.4 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.101+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.102+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1246292112552837602 2024-09-12T00:43:18.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.103+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo[5hBHS5zYTNbNuEYcdBNoERaGt6iLyPG] 2024-09-12T00:43:18.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.104+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453c880 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x562c0453d398 s->prefetch_data=0 2024-09-12T00:43:18.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.105+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10.0 2024-09-12T00:43:18.105 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.106+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10.0 2024-09-12T00:43:18.105 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.106+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.105 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.106+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.107+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.107+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.107+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.107+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.107+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.108+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T00:43:18.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.108+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.108+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T00:43:18.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.108+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T00:43:18.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.108+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T00:43:18.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.109+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T00:43:18.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.109+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T00:43:18.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.110+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366169 cookie 94747050878640 notifier 5708 bl.length()=193 2024-09-12T00:43:18.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.113+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 from cache 2024-09-12T00:43:18.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.113+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10, ofs0, ns] 2024-09-12T00:43:18.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.113+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366204 cookie 94747050884864 notifier 5708 bl.length()=251 2024-09-12T00:43:18.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.115+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 : miss 2024-09-12T00:43:18.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.115+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.115+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.115+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 info.flags=0x0 2024-09-12T00:43:18.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.115+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10 to cache LRU end 2024-09-12T00:43:18.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.117+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 : miss 2024-09-12T00:43:18.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.117+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.118+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:43:18.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.118+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 info.flags=0x17 2024-09-12T00:43:18.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.118+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 to cache LRU end 2024-09-12T00:43:18.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.118+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.118+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.118+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 2024-09-12T00:43:18.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo 2024-09-12T00:43:18.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a3240 obj=test-client.0-r-test-multipart-simple.1:foo state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 10 manifest: total_size = 74198 2024-09-12T00:43:18.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17806980607387060075 2024-09-12T00:43:18.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a3240 obj=test-client.0-r-test-multipart-simple.1:foo state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.119+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9.0 2024-09-12T00:43:18.120 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-12T00:43:18.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-12T00:43:18.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-12T00:43:18.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-12T00:43:18.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-12T00:43:18.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17806980607387060075 2024-09-12T00:43:18.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.1 2024-09-12T00:43:18.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2024-09-12T00:43:18.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.2 2024-09-12T00:43:18.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2024-09-12T00:43:18.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.3 2024-09-12T00:43:18.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2024-09-12T00:43:18.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.4 2024-09-12T00:43:18.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2024-09-12T00:43:18.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.121+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17806980607387060075 2024-09-12T00:43:18.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo 2024-09-12T00:43:18.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.123+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.125+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.125+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.125+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.125+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T00:43:18.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.125+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T00:43:18.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.126+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T00:43:18.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.126+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T00:43:18.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.126+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366177 cookie 94747050888816 notifier 5708 bl.length()=183 2024-09-12T00:43:18.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.129+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 from cache 2024-09-12T00:43:18.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.129+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9, ofs0, ns] 2024-09-12T00:43:18.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.129+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366178 cookie 94747050877584 notifier 5708 bl.length()=240 2024-09-12T00:43:18.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.132+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 : miss 2024-09-12T00:43:18.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.132+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.132+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.132+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 info.flags=0x0 2024-09-12T00:43:18.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.132+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9 to cache LRU end 2024-09-12T00:43:18.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 : miss 2024-09-12T00:43:18.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 info.flags=0x17 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 to cache LRU end 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.134+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T00:43:18.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045b8040 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14231455343406348485 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045b8040 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.135+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14231455343406348485 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_0 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T00:43:18.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_1 2024-09-12T00:43:18.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2024-09-12T00:43:18.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.138+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14231455343406348485 2024-09-12T00:43:18.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.139+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:43:18.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.139+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045b8040 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.140+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.140+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7549242911714186624 2024-09-12T00:43:18.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.140+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045b8040 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.140+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.140+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7549242911714186624 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_0 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_1 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.142+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7549242911714186624 2024-09-12T00:43:18.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.143+0000 7ff850ebb800 20 get_obj_state: octx=0x562c04546680 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.144+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.144+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _pVCw079mcuO21hVcI7DZL96sAnFz0ER 2024-09-12T00:43:18.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.144+0000 7ff850ebb800 20 get_obj_state: octx=0x562c04546680 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.144+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.144+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.144+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _pVCw079mcuO21hVcI7DZL96sAnFz0ER 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.PKn7Oc9mWNFxZ5dsK4iEYfk2zNlvxOU_0 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.PKn7Oc9mWNFxZ5dsK4iEYfk2zNlvxOU_1 2024-09-12T00:43:18.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T00:43:18.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.146+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _pVCw079mcuO21hVcI7DZL96sAnFz0ER 2024-09-12T00:43:18.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.147+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T00:43:18.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.147+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045558b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.148+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.148+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _xAjcc39Ta4n_zBX4ns4qWwn3Aa3hcjj 2024-09-12T00:43:18.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.148+0000 7ff850ebb800 20 get_obj_state: octx=0x562c045558b0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.148+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.148+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _xAjcc39Ta4n_zBX4ns4qWwn3Aa3hcjj 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.vd8lcRfjQQZ8dkuFsPKvabfOCii1QJt_0 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.vd8lcRfjQQZ8dkuFsPKvabfOCii1QJt_1 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:43:18.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.150+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _xAjcc39Ta4n_zBX4ns4qWwn3Aa3hcjj 2024-09-12T00:43:18.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.151+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T00:43:18.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.151+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.152+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.152+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15383022284721767711 2024-09-12T00:43:18.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.152+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.152+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.152+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15383022284721767711 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_0 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_1 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.154+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15383022284721767711 2024-09-12T00:43:18.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.155+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:43:18.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.155+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a0990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.156+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.156+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _rxTq1v6dNMqoaVaEsLhSJvaIuWTTbww 2024-09-12T00:43:18.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.156+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a0990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.156+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.156+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _rxTq1v6dNMqoaVaEsLhSJvaIuWTTbww 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.I9vUlervsUUfOkaD2AjI7jpeXBPHXHz_0 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.I9vUlervsUUfOkaD2AjI7jpeXBPHXHz_1 2024-09-12T00:43:18.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T00:43:18.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.158+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: _rxTq1v6dNMqoaVaEsLhSJvaIuWTTbww 2024-09-12T00:43:18.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.159+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T00:43:18.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.159+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a0990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.160+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.160+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.204170188908274747 2024-09-12T00:43:18.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.160+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a0990 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.160+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.160+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.204170188908274747 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_0 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_1 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 577 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.162+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.204170188908274747 2024-09-12T00:43:18.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T00:43:18.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x562c04553e98 s->prefetch_data=0 2024-09-12T00:43:18.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff850ebb800 10 manifest: total_size = 5242880 2024-09-12T00:43:18.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _Korlix5R4R6GpzBO8qcjXChg7fYSnVo 2024-09-12T00:43:18.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x562c04553e98 s->prefetch_data=0 2024-09-12T00:43:18.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c04553e98 2024-09-12T00:43:18.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.163+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _Korlix5R4R6GpzBO8qcjXChg7fYSnVo 2024-09-12T00:43:18.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.HySG3JIXoDNaXi-gWzs64-_qK8sQjvu_0 2024-09-12T00:43:18.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:43:18.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.HySG3JIXoDNaXi-gWzs64-_qK8sQjvu_1 2024-09-12T00:43:18.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:43:18.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.166+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _Korlix5R4R6GpzBO8qcjXChg7fYSnVo 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff848063810 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x562c04553e98 s->prefetch_data=0 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff850ebb800 10 manifest: total_size = 2042 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11414059604574105090 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff848063810 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x562c04553e98 s->prefetch_data=0 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c04553e98 2024-09-12T00:43:18.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.167+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11414059604574105090 2024-09-12T00:43:18.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.8P_kmW3oxBkx-JRpc5yLQv5AV9uV8fE_0 2024-09-12T00:43:18.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-12T00:43:18.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.169+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11414059604574105090 2024-09-12T00:43:18.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:43:18.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff850ebb800 10 manifest: total_size = 2042 2024-09-12T00:43:18.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _HUnxdkFX0h5x1Sz_PcTA-joxlM2RJas 2024-09-12T00:43:18.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.171+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _HUnxdkFX0h5x1Sz_PcTA-joxlM2RJas 2024-09-12T00:43:18.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.XCONuJUeTU-3gP7U805iwBA0dgjMNCZ_0 2024-09-12T00:43:18.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:43:18.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.173+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _HUnxdkFX0h5x1Sz_PcTA-joxlM2RJas 2024-09-12T00:43:18.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.174+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T00:43:18.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.175+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.175+0000 7ff850ebb800 10 manifest: total_size = 2042 2024-09-12T00:43:18.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.175+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _p3gjdF1lbafYutw-LIufAoVYDVQ8Avj 2024-09-12T00:43:18.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.175+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.175+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.175+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _p3gjdF1lbafYutw-LIufAoVYDVQ8Avj 2024-09-12T00:43:18.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.HrZFea-cEmBEY0bmvpceSAb7xj5IHNI_0 2024-09-12T00:43:18.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:43:18.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.177+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _p3gjdF1lbafYutw-LIufAoVYDVQ8Avj 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.178+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.178+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453be90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.179+0000 7ff850ebb800 10 manifest: total_size = 2042 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.179+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6228473739676403566 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.179+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453be90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.179+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.179+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15.0 2024-09-12T00:43:18.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=2042 stripe_ofs=2042 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6228473739676403566 2024-09-12T00:43:18.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.8P_kmW3oxBkx-JRpc5yLQv5AV9uV8fE_0 2024-09-12T00:43:18.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T00:43:18.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.181+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6228473739676403566 2024-09-12T00:43:18.182 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.182+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T00:43:18.182 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.182+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.182 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.182+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.182 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.183+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.183 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.183+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.183 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.183+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.183 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.183+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.183 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.183+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.184 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.184+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T00:43:18.184 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.184+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.185+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T00:43:18.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.185+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T00:43:18.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.185+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T00:43:18.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.186+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T00:43:18.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.186+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T00:43:18.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.186+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366170 cookie 94747050878640 notifier 5708 bl.length()=189 2024-09-12T00:43:18.188 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.189+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 from cache 2024-09-12T00:43:18.188 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.189+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15, ofs0, ns] 2024-09-12T00:43:18.188 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.189+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366205 cookie 94747050884864 notifier 5708 bl.length()=247 2024-09-12T00:43:18.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.192+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 : miss 2024-09-12T00:43:18.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.192+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.192+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.192+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 info.flags=0x0 2024-09-12T00:43:18.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.192+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15 to cache LRU end 2024-09-12T00:43:18.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 : miss 2024-09-12T00:43:18.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T00:43:18.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 info.flags=0x17 2024-09-12T00:43:18.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 to cache LRU end 2024-09-12T00:43:18.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.194+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:43:18.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9169773071265294375 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.195+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9169773071265294375 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1_1 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2_1 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.3 2024-09-12T00:43:18.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T00:43:18.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.198+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9169773071265294375 2024-09-12T00:43:18.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:43:18.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12173860557242766717 2024-09-12T00:43:18.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.199+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:43:18.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12173860557242766717 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1_1 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2_1 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.3 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T00:43:18.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.202+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12173860557242766717 2024-09-12T00:43:18.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T00:43:18.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _P1SCuu7etmKRIJumOZLw-ki0OQti-oM 2024-09-12T00:43:18.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.203+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _P1SCuu7etmKRIJumOZLw-ki0OQti-oM 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.Pg9peDypmu1pV-GbwxUMwvvHiV3Zs5l_0 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:43:18.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.Pg9peDypmu1pV-GbwxUMwvvHiV3Zs5l_1 2024-09-12T00:43:18.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T00:43:18.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.Pg9peDypmu1pV-GbwxUMwvvHiV3Zs5l_2 2024-09-12T00:43:18.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T00:43:18.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.206+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: _P1SCuu7etmKRIJumOZLw-ki0OQti-oM 2024-09-12T00:43:18.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.207+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T00:43:18.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.207+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.208+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.208+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _GsIWlyPsnI28SkpZ3QM_V6MXzTAUX14 2024-09-12T00:43:18.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.208+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.208+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.208+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _GsIWlyPsnI28SkpZ3QM_V6MXzTAUX14 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.tQoCe4k3eWnKmpHqKzSx598W3_0ighG_0 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.tQoCe4k3eWnKmpHqKzSx598W3_0ighG_1 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.tQoCe4k3eWnKmpHqKzSx598W3_0ighG_2 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.210+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _GsIWlyPsnI28SkpZ3QM_V6MXzTAUX14 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.211+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.212+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.212+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.212+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17144432762556701581 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.212+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.212+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.212+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17144432762556701581 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1 2024-09-12T00:43:18.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1_1 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2_1 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1189 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.3 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1462 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.214+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17144432762556701581 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.215+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.215+0000 7ff850ebb800 20 get_obj_state: octx=0x562c04554dd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.216+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.216+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _HgTHE3CIO7Is9WoirYmygP4yF6FpaN5 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.216+0000 7ff850ebb800 20 get_obj_state: octx=0x562c04554dd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.216+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.216+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _HgTHE3CIO7Is9WoirYmygP4yF6FpaN5 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ntORq7kPvcltdtx8YnDnbbTcJkgZXy7_0 2024-09-12T00:43:18.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ntORq7kPvcltdtx8YnDnbbTcJkgZXy7_1 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ntORq7kPvcltdtx8YnDnbbTcJkgZXy7_2 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.218+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: _HgTHE3CIO7Is9WoirYmygP4yF6FpaN5 2024-09-12T00:43:18.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.219+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T00:43:18.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.219+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.220+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.220+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3041797256776883642 2024-09-12T00:43:18.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.220+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.220+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.220+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3041797256776883642 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1_1 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T00:43:18.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2_1 2024-09-12T00:43:18.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T00:43:18.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.3 2024-09-12T00:43:18.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T00:43:18.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.222+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3041797256776883642 2024-09-12T00:43:18.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.223+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T00:43:18.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.223+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.224+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.224+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _1aEB8juWhfTqzoqGXaXHmIur0102T_G 2024-09-12T00:43:18.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.224+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.224+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.224+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _1aEB8juWhfTqzoqGXaXHmIur0102T_G 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.WtqgIroClcag5vIoXUYj9Ev6NnTwtgV_0 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.WtqgIroClcag5vIoXUYj9Ev6NnTwtgV_1 2024-09-12T00:43:18.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:43:18.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.WtqgIroClcag5vIoXUYj9Ev6NnTwtgV_2 2024-09-12T00:43:18.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T00:43:18.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.226+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _1aEB8juWhfTqzoqGXaXHmIur0102T_G 2024-09-12T00:43:18.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T00:43:18.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff848063810 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff850ebb800 10 manifest: total_size = 541681 2024-09-12T00:43:18.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6296111113298162422 2024-09-12T00:43:18.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff848063810 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.227+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6296111113298162422 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.1 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T00:43:18.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.2 2024-09-12T00:43:18.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T00:43:18.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.3 2024-09-12T00:43:18.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T00:43:18.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.230+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6296111113298162422 2024-09-12T00:43:18.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.231+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:43:18.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.231+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.232+0000 7ff850ebb800 10 manifest: total_size = 541681 2024-09-12T00:43:18.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.232+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _fnoGSvXTK_caYW4R0V4DZMJSUusfJpS 2024-09-12T00:43:18.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.232+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.232+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.232+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _fnoGSvXTK_caYW4R0V4DZMJSUusfJpS 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ANBrXYeSii_4MNkjXCUvKaZHQGNuOFu_0 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.234+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.8tag is: _fnoGSvXTK_caYW4R0V4DZMJSUusfJpS 2024-09-12T00:43:18.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.235+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T00:43:18.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.235+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.236+0000 7ff850ebb800 10 manifest: total_size = 541681 2024-09-12T00:43:18.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.236+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to _xXcO22j0VHXV7dkIX-1ywIdGYpDaStE 2024-09-12T00:43:18.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.236+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.236+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.236+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: _xXcO22j0VHXV7dkIX-1ywIdGYpDaStE 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.l0bXk8OSOBg1MycW2EpUk-KhYGX87oO_0 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.238+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _xXcO22j0VHXV7dkIX-1ywIdGYpDaStE 2024-09-12T00:43:18.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T00:43:18.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff850ebb800 10 manifest: total_size = 541681 2024-09-12T00:43:18.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11692283108177922527 2024-09-12T00:43:18.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400224c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x562c0453d078 s->prefetch_data=0 2024-09-12T00:43:18.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453d078 2024-09-12T00:43:18.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.240+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16.0 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2024-09-12T00:43:18.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=49187 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11692283108177922527 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.1 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.2 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.3 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.242+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11692283108177922527 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.243+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.244+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.246+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T00:43:18.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.246+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.246+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T00:43:18.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.246+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T00:43:18.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.246+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T00:43:18.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.247+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T00:43:18.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.247+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T00:43:18.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.247+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366206 cookie 94747050884864 notifier 5708 bl.length()=199 2024-09-12T00:43:18.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.250+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 from cache 2024-09-12T00:43:18.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.250+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16, ofs0, ns] 2024-09-12T00:43:18.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.250+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366169 cookie 94747050894016 notifier 5708 bl.length()=257 2024-09-12T00:43:18.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.252+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 : miss 2024-09-12T00:43:18.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.252+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.253+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.253+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 info.flags=0x0 2024-09-12T00:43:18.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.253+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16 to cache LRU end 2024-09-12T00:43:18.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 : miss 2024-09-12T00:43:18.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T00:43:18.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 info.flags=0x17 2024-09-12T00:43:18.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 to cache LRU end 2024-09-12T00:43:18.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.255+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1aa0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x562c0453ed98 s->prefetch_data=0 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5598792669868575037 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1aa0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x562c0453ed98 s->prefetch_data=0 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453ed98 2024-09-12T00:43:18.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.256+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14.0 2024-09-12T00:43:18.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5598792669868575037 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.1 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.1_1 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.2 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.2_1 2024-09-12T00:43:18.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T00:43:18.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.3 2024-09-12T00:43:18.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T00:43:18.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.258+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5598792669868575037 2024-09-12T00:43:18.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:43:18.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x562c044f1d38 s->prefetch_data=0 2024-09-12T00:43:18.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff850ebb800 10 manifest: total_size = 11534336 2024-09-12T00:43:18.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3309482870429669254 2024-09-12T00:43:18.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x562c044f1d38 s->prefetch_data=0 2024-09-12T00:43:18.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c044f1d38 2024-09-12T00:43:18.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.260+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14.0 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3309482870429669254 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.1 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.1_1 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.2 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T00:43:18.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.2_1 2024-09-12T00:43:18.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T00:43:18.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.3 2024-09-12T00:43:18.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T00:43:18.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.262+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3309482870429669254 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff850ebb800 20 get_obj_state: octx=0x562c04545e20 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x562c0453ed98 s->prefetch_data=0 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff850ebb800 10 manifest: total_size = 45360 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4268851128255357416 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff850ebb800 20 get_obj_state: octx=0x562c04545e20 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x562c0453ed98 s->prefetch_data=0 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453ed98 2024-09-12T00:43:18.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.264+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14.0 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=4134 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=4134 rules.size()=2 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=4134 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=45360 stripe_ofs=45360 part_ofs=45360 rule->part_size=4134 2024-09-12T00:43:18.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4268851128255357416 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-STANDARD.2~rrG6MvDAVRXoUbSXxytFYf7wMi2TO21.1 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-STANDARD.2~rrG6MvDAVRXoUbSXxytFYf7wMi2TO21.2 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-STANDARD.2~rrG6MvDAVRXoUbSXxytFYf7wMi2TO21.3 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.266+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4268851128255357416 2024-09-12T00:43:18.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:43:18.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.268+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.270+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T00:43:18.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.270+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.270+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T00:43:18.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.270+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T00:43:18.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.270+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T00:43:18.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.271+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T00:43:18.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.271+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T00:43:18.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.271+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366170 cookie 94747050891744 notifier 5708 bl.length()=194 2024-09-12T00:43:18.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.274+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 from cache 2024-09-12T00:43:18.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.274+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14, ofs0, ns] 2024-09-12T00:43:18.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.274+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94747050894016 notifier 5708 bl.length()=252 2024-09-12T00:43:18.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.277+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 : miss 2024-09-12T00:43:18.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.277+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.277+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.277+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 info.flags=0x0 2024-09-12T00:43:18.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.277+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14 to cache LRU end 2024-09-12T00:43:18.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 : miss 2024-09-12T00:43:18.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 info.flags=0x17 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 to cache LRU end 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:43:18.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:43:18.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.280+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1480 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x562c0453ed98 s->prefetch_data=0 2024-09-12T00:43:18.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.281+0000 7ff850ebb800 10 manifest: total_size = 10485760 2024-09-12T00:43:18.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.281+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5311329702332686765 2024-09-12T00:43:18.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.281+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1480 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x562c0453ed98 s->prefetch_data=0 2024-09-12T00:43:18.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.281+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453ed98 2024-09-12T00:43:18.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.281+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13.0 2024-09-12T00:43:18.282 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.282 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5311329702332686765 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.60aMD_Z1C2jWD66FMpNIFtAo18OoE1x_0 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.60aMD_Z1C2jWD66FMpNIFtAo18OoE1x_1 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.60aMD_Z1C2jWD66FMpNIFtAo18OoE1x_2 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2024-09-12T00:43:18.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.283+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5311329702332686765 2024-09-12T00:43:18.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:43:18.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x562c04547da8 s->prefetch_data=0 2024-09-12T00:43:18.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff850ebb800 10 manifest: total_size = 10485760 2024-09-12T00:43:18.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15220019574272518473 2024-09-12T00:43:18.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x562c04547da8 s->prefetch_data=0 2024-09-12T00:43:18.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c04547da8 2024-09-12T00:43:18.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.285+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13.0 2024-09-12T00:43:18.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15220019574272518473 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.NJNV6MCHmpMEZOYaSqZwAce9nTJoL_j_0 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.NJNV6MCHmpMEZOYaSqZwAce9nTJoL_j_1 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.NJNV6MCHmpMEZOYaSqZwAce9nTJoL_j_2 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.287+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15220019574272518473 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x562c04547da8 s->prefetch_data=0 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff850ebb800 10 manifest: total_size = 3312 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706336373924909477 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400845f0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x562c04547da8 s->prefetch_data=0 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c04547da8 2024-09-12T00:43:18.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.289+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13.0 2024-09-12T00:43:18.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=3312 stripe_ofs=3312 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706336373924909477 2024-09-12T00:43:18.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.UdY8ShKVFpdYlAHSAmdRIzj73TVvL1j_0 2024-09-12T00:43:18.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T00:43:18.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.292+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706336373924909477 2024-09-12T00:43:18.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:43:18.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.293+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.294+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T00:43:18.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.294+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.295+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T00:43:18.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.295+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T00:43:18.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.295+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T00:43:18.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.296+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T00:43:18.295 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.296+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T00:43:18.295 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.296+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366171 cookie 94747050878640 notifier 5708 bl.length()=184 2024-09-12T00:43:18.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.299+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 from cache 2024-09-12T00:43:18.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.299+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13, ofs0, ns] 2024-09-12T00:43:18.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.299+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94747050891744 notifier 5708 bl.length()=242 2024-09-12T00:43:18.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.301+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 : miss 2024-09-12T00:43:18.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.301+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.301+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.301+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 info.flags=0x0 2024-09-12T00:43:18.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.301+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13 to cache LRU end 2024-09-12T00:43:18.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.303+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 : miss 2024-09-12T00:43:18.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.303+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T00:43:18.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 info.flags=0x17 2024-09-12T00:43:18.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 to cache LRU end 2024-09-12T00:43:18.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 2024-09-12T00:43:18.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 cls_bucket_list_unordered: got __ 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 cls_bucket_list_unordered: got ___ 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 10 cls_bucket_list_unordered: got obj 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.304+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:__ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.305+0000 7ff850ebb800 10 manifest: total_size = 0 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.305+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8650657196167182848 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.305+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:__ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.305+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.305+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6.0 2024-09-12T00:43:18.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.307+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.307+0000 7ff850ebb800 10 manifest: total_size = 0 2024-09-12T00:43:18.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.307+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2587791649782321525 2024-09-12T00:43:18.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.307+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.307+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.307+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6.0 2024-09-12T00:43:18.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.308+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=__ 2024-09-12T00:43:18.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.310+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:___ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.310+0000 7ff850ebb800 10 manifest: total_size = 0 2024-09-12T00:43:18.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.310+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16545295565923768888 2024-09-12T00:43:18.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.310+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:___ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.310+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.310+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6.0 2024-09-12T00:43:18.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.311+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T00:43:18.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.312+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:obj state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.313+0000 7ff850ebb800 10 manifest: total_size = 0 2024-09-12T00:43:18.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.313+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2306624386917354070 2024-09-12T00:43:18.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.313+0000 7ff850ebb800 20 get_obj_state: octx=0x562c0453e400 obj=test-client.0-r-test-small-obj-data.1:obj state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.313+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.313+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6.0 2024-09-12T00:43:18.312 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.313+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=___ 2024-09-12T00:43:18.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.315+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.315+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.316+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=obj 2024-09-12T00:43:18.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.316+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.316+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.316+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.316+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.316+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.318+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T00:43:18.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.318+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.318+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T00:43:18.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.318+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T00:43:18.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.318+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T00:43:18.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.319+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T00:43:18.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.319+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T00:43:18.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.320+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94747050881136 notifier 5708 bl.length()=181 2024-09-12T00:43:18.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.322+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 from cache 2024-09-12T00:43:18.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.322+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6, ofs0, ns] 2024-09-12T00:43:18.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.322+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366173 cookie 94747050891744 notifier 5708 bl.length()=238 2024-09-12T00:43:18.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.325+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 : miss 2024-09-12T00:43:18.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.325+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.325+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.325+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 info.flags=0x0 2024-09-12T00:43:18.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.325+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6 to cache LRU end 2024-09-12T00:43:18.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.327+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 : miss 2024-09-12T00:43:18.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.327+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 info.flags=0x17 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 to cache LRU end 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 cls_bucket_list_unordered: got __ 2024-09-12T00:43:18.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 cls_bucket_list_unordered: got ___ 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 10 cls_bucket_list_unordered: got obj 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.328+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-small-obj-data.2:__ state=0x562c045513a8 s->prefetch_data=0 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.329+0000 7ff850ebb800 10 manifest: total_size = 24595 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.329+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16101891923851254757 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.329+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-small-obj-data.2:__ state=0x562c045513a8 s->prefetch_data=0 2024-09-12T00:43:18.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.329+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045513a8 2024-09-12T00:43:18.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.329+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7.0 2024-09-12T00:43:18.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16101891923851254757 2024-09-12T00:43:18.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.l4WW2YWG5azFaDDJTOl1JFJre3uqd68_0 2024-09-12T00:43:18.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.332+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16101891923851254757 2024-09-12T00:43:18.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=__ 2024-09-12T00:43:18.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x562c0453b068 s->prefetch_data=0 2024-09-12T00:43:18.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff850ebb800 10 manifest: total_size = 527 2024-09-12T00:43:18.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10729701566899213323 2024-09-12T00:43:18.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a130 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x562c0453b068 s->prefetch_data=0 2024-09-12T00:43:18.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453b068 2024-09-12T00:43:18.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.333+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7.0 2024-09-12T00:43:18.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10729701566899213323 2024-09-12T00:43:18.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.N7ENVg_a0ZfFO71izy16fuLeMg3FRxR_0 2024-09-12T00:43:18.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.336+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10729701566899213323 2024-09-12T00:43:18.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T00:43:18.336 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a3240 obj=test-client.0-r-test-small-obj-data.2:___ state=0x562c0453b068 s->prefetch_data=0 2024-09-12T00:43:18.336 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff850ebb800 10 manifest: total_size = 527 2024-09-12T00:43:18.336 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5804892252641442581 2024-09-12T00:43:18.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff8400a3240 obj=test-client.0-r-test-small-obj-data.2:___ state=0x562c0453b068 s->prefetch_data=0 2024-09-12T00:43:18.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453b068 2024-09-12T00:43:18.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.337+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7.0 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5804892252641442581 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.Eep2gmKWYhuNZYTVNEFJNaGGouYHeby_0 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.340+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5804892252641442581 2024-09-12T00:43:18.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.341+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=___ 2024-09-12T00:43:18.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.341+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-small-obj-data.2:obj state=0x562c0453b068 s->prefetch_data=0 2024-09-12T00:43:18.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.342+0000 7ff850ebb800 10 manifest: total_size = 2078 2024-09-12T00:43:18.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.342+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10347500538828204575 2024-09-12T00:43:18.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.342+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-small-obj-data.2:obj state=0x562c0453b068 s->prefetch_data=0 2024-09-12T00:43:18.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.342+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c0453b068 2024-09-12T00:43:18.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.342+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7.0 2024-09-12T00:43:18.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=2078 stripe_ofs=2078 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10347500538828204575 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.bf9QRx3CRch28s1ToSrIadmBKS0dUgf_0 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.344+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10347500538828204575 2024-09-12T00:43:18.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=obj 2024-09-12T00:43:18.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.345+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.347+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T00:43:18.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.347+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.347+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T00:43:18.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.347+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T00:43:18.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.347+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T00:43:18.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.348+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T00:43:18.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.348+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T00:43:18.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.348+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366196 cookie 94747050881136 notifier 5708 bl.length()=181 2024-09-12T00:43:18.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.351+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 from cache 2024-09-12T00:43:18.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.351+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7, ofs0, ns] 2024-09-12T00:43:18.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.351+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366174 cookie 94747050891744 notifier 5708 bl.length()=238 2024-09-12T00:43:18.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.353+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 : miss 2024-09-12T00:43:18.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.353+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.354+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.354+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 info.flags=0x0 2024-09-12T00:43:18.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.354+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7 to cache LRU end 2024-09-12T00:43:18.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 : miss 2024-09-12T00:43:18.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 info.flags=0x17 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 to cache LRU end 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.356+0000 7ff850ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 10 cls_bucket_list_unordered: got __ 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 10 cls_bucket_list_unordered: got ___ 2024-09-12T00:43:18.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 10 cls_bucket_list_unordered: got obj 2024-09-12T00:43:18.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1aa0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 10 manifest: total_size = 1035 2024-09-12T00:43:18.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3987521385506115981 2024-09-12T00:43:18.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1aa0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.357+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8.0 2024-09-12T00:43:18.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3987521385506115981 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.M9FN8bV6okLZjIb6W3tcBPKGZKlP0MT_0 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.360+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3987521385506115981 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=__ 2024-09-12T00:43:18.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1aa0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff850ebb800 10 manifest: total_size = 4134 2024-09-12T00:43:18.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5767925534178806516 2024-09-12T00:43:18.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff850ebb800 20 get_obj_state: octx=0x562c044f1aa0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.361+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8.0 2024-09-12T00:43:18.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5767925534178806516 2024-09-12T00:43:18.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.Pz7GuXNgsVc_7hqyi6vUoo_NcB9lV-d_0 2024-09-12T00:43:18.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:43:18.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.364+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5767925534178806516 2024-09-12T00:43:18.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T00:43:18.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-small-obj-data.3:___ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff850ebb800 10 manifest: total_size = 55 2024-09-12T00:43:18.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12316257968631713710 2024-09-12T00:43:18.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff838089e90 obj=test-client.0-r-test-small-obj-data.3:___ state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.365+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8.0 2024-09-12T00:43:18.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12316257968631713710 2024-09-12T00:43:18.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.Zjtxo5ZhE4CIlub6wr24b26cgRgKzBi_0 2024-09-12T00:43:18.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.367+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12316257968631713710 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.368+0000 7ff7327fc640 20 handle_completion(): completion ok for obj=___ 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.368+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-small-obj-data.3:obj state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.369+0000 7ff850ebb800 10 manifest: total_size = 49187 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.369+0000 7ff850ebb800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18130162483952283826 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.369+0000 7ff850ebb800 20 get_obj_state: octx=0x7ff83808a010 obj=test-client.0-r-test-small-obj-data.3:obj state=0x562c045b7078 s->prefetch_data=0 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.369+0000 7ff850ebb800 20 prepare_atomic_modification: state is not atomic. state=0x562c045b7078 2024-09-12T00:43:18.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.369+0000 7ff850ebb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8.0 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18130162483952283826 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.qp3bSgs_xb24KMYQPk75K6qZXtGur6B_0 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:43:18.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.371+0000 7ff850ebb800 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18130162483952283826 2024-09-12T00:43:18.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.372+0000 7ff731ffb640 20 handle_completion(): completion ok for obj=obj 2024-09-12T00:43:18.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.372+0000 7ff850ebb800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:43:18.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.372+0000 7ff850ebb800 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2024-09-12T00:43:18.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.373+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:43:18.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.373+0000 7ff850ebb800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:43:18.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.373+0000 7ff850ebb800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:43:18.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.373+0000 7ff850ebb800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:43:18.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.373+0000 7ff850ebb800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8])"; uploads.size()=0; is_truncated=0 2024-09-12T00:43:18.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.374+0000 7ff850ebb800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T00:43:18.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.374+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.374+0000 7ff850ebb800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T00:43:18.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.374+0000 7ff850ebb800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T00:43:18.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.374+0000 7ff850ebb800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T00:43:18.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.375+0000 7ff850ebb800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T00:43:18.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.375+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T00:43:18.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.376+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366197 cookie 94747050881136 notifier 5708 bl.length()=181 2024-09-12T00:43:18.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.379+0000 7ff850ebb800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 from cache 2024-09-12T00:43:18.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.379+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8, ofs0, ns] 2024-09-12T00:43:18.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.379+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94747050891744 notifier 5708 bl.length()=238 2024-09-12T00:43:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.381+0000 7ff850ebb800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 : miss 2024-09-12T00:43:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.381+0000 7ff850ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.381+0000 7ff850ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.381+0000 7ff850ebb800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 info.flags=0x0 2024-09-12T00:43:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.381+0000 7ff850ebb800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8 to cache LRU end 2024-09-12T00:43:18.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.383+0000 7ff850ebb800 10 removing key index: PSLMPBTMIAWTFQZOHSMQ 2024-09-12T00:43:18.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.384+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:PSLMPBTMIAWTFQZOHSMQ, ofs0, ns] 2024-09-12T00:43:18.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.385+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366198 cookie 94747050881136 notifier 5708 bl.length()=170 2024-09-12T00:43:18.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.386+0000 7ff850ebb800 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T00:43:18.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.387+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T00:43:18.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.387+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366172 cookie 94747050878640 notifier 5708 bl.length()=182 2024-09-12T00:43:18.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.389+0000 7ff850ebb800 10 removing user buckets index 2024-09-12T00:43:18.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.390+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T00:43:18.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.390+0000 7ff731ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366176 cookie 94747050891744 notifier 5708 bl.length()=173 2024-09-12T00:43:18.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.391+0000 7ff850ebb800 10 removing user index: ragweed.client.0 2024-09-12T00:43:18.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.392+0000 7ff850ebb800 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T00:43:18.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.392+0000 7ff850ebb800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T00:43:18.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.392+0000 7ff7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366179 cookie 94747050888816 notifier 5708 bl.length()=165 2024-09-12T00:43:18.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.396+0000 7ff7057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:43:18.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.398+0000 7ff850ebb800 20 remove_watcher() i=0 2024-09-12T00:43:18.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.398+0000 7ff850ebb800 2 removed watcher, disabling cache 2024-09-12T00:43:18.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.400+0000 7ff850ebb800 20 remove_watcher() i=1 2024-09-12T00:43:18.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.400+0000 7ff850ebb800 20 remove_watcher() i=2 2024-09-12T00:43:18.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.402+0000 7ff850ebb800 20 remove_watcher() i=3 2024-09-12T00:43:18.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.402+0000 7ff850ebb800 20 remove_watcher() i=4 2024-09-12T00:43:18.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.403+0000 7ff850ebb800 20 remove_watcher() i=5 2024-09-12T00:43:18.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.404+0000 7ff850ebb800 20 remove_watcher() i=6 2024-09-12T00:43:18.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.405+0000 7ff850ebb800 20 remove_watcher() i=7 2024-09-12T00:43:18.415 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T00:43:18.513 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:43:18.513 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:43:18.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.549+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.550+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.550+0000 7f4098f40800 20 realm 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.550+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.550+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.550+0000 7f4098f40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.550+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.551+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.551+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.551+0000 7f4098f40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.551+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.552+0000 7f4098f40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:43:18.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.552+0000 7f4098f40800 20 searching for the correct realm 2024-09-12T00:43:18.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.555+0000 7f40944ec640 0 -- 172.21.15.163:0/2823594593 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55a2a0884e20 msgr2=0x55a2a0887290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:43:18.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.558+0000 7f4094ced640 0 -- 172.21.15.163:0/2823594593 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f408c06b030 msgr2=0x7f408c0a3920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 zone default found 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 4 Realm: () 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 zonegroup default 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.562+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:43:18.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 started sync module instance, tier type = 2024-09-12T00:43:18.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.563+0000 7f4098f40800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:43:18.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=0 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=1 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=2 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=3 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=4 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=5 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=6 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 20 add_watcher() i=7 2024-09-12T00:43:18.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.572+0000 7f4098f40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:43:18.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.574+0000 7f3f4afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:43:18.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.574+0000 7f4098f40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:43:18.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.574+0000 7f4098f40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:43:18.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.608+0000 7f3f49fe3640 20 reqs_thread_entry: start 2024-09-12T00:43:18.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.609+0000 7f4098f40800 20 init_complete bucket index max shards: 1 2024-09-12T00:43:18.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.609+0000 7f4098f40800 20 Filter name: none 2024-09-12T00:43:18.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.609+0000 7f3ebb7fe640 20 reqs_thread_entry: start 2024-09-12T00:43:18.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.609+0000 7f4098f40800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T00:43:18.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.609+0000 7f4098f40800 20 rados->read ofs=0 len=0 2024-09-12T00:43:18.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.610+0000 7f4098f40800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T00:43:18.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.610+0000 7f4098f40800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T00:43:18.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.610+0000 7f4098f40800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:43:18.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.610+0000 7f4098f40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:43:18.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.610+0000 7f4098f40800 10 removing key index: DEPNGZQYCVHQCSPQRDRF 2024-09-12T00:43:18.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.611+0000 7f4098f40800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:DEPNGZQYCVHQCSPQRDRF, ofs0, ns] 2024-09-12T00:43:18.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.611+0000 7f3f6bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94156966409856 notifier 5726 bl.length()=170 2024-09-12T00:43:18.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.613+0000 7f4098f40800 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T00:43:18.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.614+0000 7f4098f40800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T00:43:18.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.614+0000 7f3f6bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94156966409856 notifier 5726 bl.length()=182 2024-09-12T00:43:18.614 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.615+0000 7f4098f40800 10 removing user buckets index 2024-09-12T00:43:18.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.616+0000 7f4098f40800 10 removing user index: sysuser.client.0 2024-09-12T00:43:18.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.617+0000 7f4098f40800 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T00:43:18.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.617+0000 7f4098f40800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T00:43:18.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.618+0000 7f3f6b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366173 cookie 94156966406304 notifier 5726 bl.length()=165 2024-09-12T00:43:18.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.620+0000 7f3f4afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:43:18.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.622+0000 7f4098f40800 20 remove_watcher() i=0 2024-09-12T00:43:18.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.622+0000 7f4098f40800 2 removed watcher, disabling cache 2024-09-12T00:43:18.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.623+0000 7f4098f40800 20 remove_watcher() i=1 2024-09-12T00:43:18.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.624+0000 7f4098f40800 20 remove_watcher() i=2 2024-09-12T00:43:18.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.625+0000 7f4098f40800 20 remove_watcher() i=3 2024-09-12T00:43:18.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.625+0000 7f4098f40800 20 remove_watcher() i=4 2024-09-12T00:43:18.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.626+0000 7f4098f40800 20 remove_watcher() i=5 2024-09-12T00:43:18.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.627+0000 7f4098f40800 20 remove_watcher() i=6 2024-09-12T00:43:18.627 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:43:18.628+0000 7f4098f40800 20 remove_watcher() i=7 2024-09-12T00:43:18.638 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T00:43:18.638 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T00:43:18.723 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:43:18.733 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:43:18.733 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:43:18.733 DEBUG:teuthology.orchestra.run.smithi163:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:43:18.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:43:18.762 INFO:teuthology.orchestra.run.smithi163.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:43:18.763 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:43:18.832 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:43:18.832 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:43:18.902 INFO:tasks.workunit:timeout=3h 2024-09-12T00:43:18.902 INFO:tasks.workunit:cleanup=True 2024-09-12T00:43:18.902 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:43:18.972 INFO:tasks.workunit.client.0.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:44:10.723 INFO:tasks.workunit.client.0.smithi163.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:44:10.723 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.723 INFO:tasks.workunit.client.0.smithi163.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:44:10.723 INFO:tasks.workunit.client.0.smithi163.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:44:10.723 INFO:tasks.workunit.client.0.smithi163.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: git switch -c 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr:Or undo this operation with: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: git switch - 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:10.724 INFO:tasks.workunit.client.0.smithi163.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:44:10.727 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:44:10.797 INFO:tasks.workunit.client.0.smithi163.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:44:10.799 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:44:10.799 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:44:10.849 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:44:10.897 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:44:10.937 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:44:10.939 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:44:10.939 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:44:10.978 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:44:10.981 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:44:10.981 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:44:11.052 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T00:44:11.053 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T00:44:11.053 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T00:44:11.125 INFO:tasks.workunit.client.0.smithi163.stderr:+ ulimit -c 0 2024-09-12T00:44:11.125 INFO:tasks.workunit.client.0.smithi163.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T00:44:11.126 INFO:tasks.workunit.client.0.smithi163.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:44:11.126 INFO:tasks.workunit.client.0.smithi163.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:44:13.498 INFO:tasks.workunit.client.0.smithi163.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ deactivate nondestructive 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ hash -r 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ unset VIRTUAL_ENV 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ export VIRTUAL_ENV 2024-09-12T00:44:13.499 INFO:tasks.workunit.client.0.smithi163.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:44:13.500 INFO:tasks.workunit.client.0.smithi163.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:44:13.500 INFO:tasks.workunit.client.0.smithi163.stderr:++ export PATH 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -z '' ']' 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ PS1='(rgw) ' 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ export PS1 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:++ hash -r 2024-09-12T00:44:13.501 INFO:tasks.workunit.client.0.smithi163.stderr:+ pip install pip --upgrade 2024-09-12T00:44:13.725 INFO:tasks.workunit.client.0.smithi163.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:44:13.903 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting pip 2024-09-12T00:44:13.909 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:44:13.953 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: pip 2024-09-12T00:44:13.954 INFO:tasks.workunit.client.0.smithi163.stdout: Attempting uninstall: pip 2024-09-12T00:44:13.954 INFO:tasks.workunit.client.0.smithi163.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:44:14.106 INFO:tasks.workunit.client.0.smithi163.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:44:14.111 INFO:tasks.workunit.client.0.smithi163.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:44:14.860 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed pip-24.2 2024-09-12T00:44:14.909 INFO:tasks.workunit.client.0.smithi163.stderr:+ pip install boto3 2024-09-12T00:44:15.682 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting boto3 2024-09-12T00:44:15.683 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T00:44:16.214 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T00:44:16.215 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T00:44:16.270 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T00:44:16.271 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T00:44:16.325 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T00:44:16.326 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T00:44:16.376 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:44:16.377 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T00:44:16.460 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:44:16.462 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T00:44:16.614 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:44:16.616 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:44:16.620 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T00:44:16.621 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T00:44:16.631 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T00:44:16.632 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T00:44:16.633 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T00:44:16.635 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T00:44:16.636 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:44:16.708 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T00:44:17.760 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T00:44:17.882 INFO:tasks.workunit.client.0.smithi163.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T00:44:18.007 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T00:44:18.041 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:18.041 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:18.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.079+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 realm 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.081+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.082+0000 7f9ef00bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:18.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.082+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.083+0000 7f9ef00bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:18.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.083+0000 7f9ef00bb800 20 searching for the correct realm 2024-09-12T00:44:18.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.087+0000 7f9eed3a4640 0 -- 172.21.15.163:0/2803754107 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f9ee00c6a70 msgr2=0x7f9ee0057040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:18.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.295+0000 7f9eee3a6640 0 -- 172.21.15.163:0/2803754107 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ff8ac52cc0 msgr2=0x55ff8ac550f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:18.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.298+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 zone default found 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 4 Realm: () 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 zonegroup default 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 started sync module instance, tier type = 2024-09-12T00:44:18.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.299+0000 7f9ef00bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=0 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=1 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=2 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=3 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=4 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=5 2024-09-12T00:44:18.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.309+0000 7f9ef00bb800 20 add_watcher() i=6 2024-09-12T00:44:18.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.310+0000 7f9ef00bb800 20 add_watcher() i=7 2024-09-12T00:44:18.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.310+0000 7f9ef00bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:18.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.313+0000 7f9d9ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:18.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.313+0000 7f9ef00bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:18.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.313+0000 7f9ef00bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:18.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.313+0000 7f9ef00bb800 5 note: GC not initialized 2024-09-12T00:44:18.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.313+0000 7f9d9effd640 20 reqs_thread_entry: start 2024-09-12T00:44:18.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 20 Filter name: none 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9d9cff9640 20 reqs_thread_entry: start 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T00:44:18.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-12T00:44:18.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.314+0000 7f9ef00bb800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2024-09-12T00:44:18.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.316+0000 7f9ef00bb800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-12T00:44:18.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.316+0000 7f9ef00bb800 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T00:44:18.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.316+0000 7f9ef00bb800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2024-09-12T00:44:18.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.316+0000 7f9dd17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366177 cookie 94556033250992 notifier 5741 bl.length()=569 2024-09-12T00:44:18.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.316+0000 7f9dd17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2024-09-12T00:44:18.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.316+0000 7f9dd17fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T00:44:18.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.318+0000 7f9ef00bb800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-12T00:44:18.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.318+0000 7f9ef00bb800 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T00:44:18.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.318+0000 7f9ef00bb800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2024-09-12T00:44:18.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.319+0000 7f9dd17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366178 cookie 94556033246016 notifier 5741 bl.length()=180 2024-09-12T00:44:18.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.319+0000 7f9dd17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2024-09-12T00:44:18.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.319+0000 7f9dd17fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T00:44:18.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.321+0000 7f9d9ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:18.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.323+0000 7f9ef00bb800 20 remove_watcher() i=0 2024-09-12T00:44:18.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.323+0000 7f9ef00bb800 2 removed watcher, disabling cache 2024-09-12T00:44:18.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.324+0000 7f9ef00bb800 20 remove_watcher() i=1 2024-09-12T00:44:18.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.325+0000 7f9ef00bb800 20 remove_watcher() i=2 2024-09-12T00:44:18.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.326+0000 7f9ef00bb800 20 remove_watcher() i=3 2024-09-12T00:44:18.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.328+0000 7f9ef00bb800 20 remove_watcher() i=4 2024-09-12T00:44:18.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.328+0000 7f9ef00bb800 20 remove_watcher() i=5 2024-09-12T00:44:18.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.329+0000 7f9ef00bb800 20 remove_watcher() i=6 2024-09-12T00:44:18.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:18.330+0000 7f9ef00bb800 20 remove_watcher() i=7 2024-09-12T00:44:36.540 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:36.540 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:36.589 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:36.589 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:36.629 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:36.629 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:36.669 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:36.669 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:36.698 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:36.698 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:36.757 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:36.757 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:36.815 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard add 2024-09-12T00:44:36.815 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:36.817 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:44:36.846 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:36.846 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:36.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.884+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.885+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.885+0000 7f2cb1126800 20 realm 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.885+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.886+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.886+0000 7f2cb1126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.886+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.886+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.886+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.887+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:36.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.887+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.887+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:36.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.887+0000 7f2cb1126800 20 searching for the correct realm 2024-09-12T00:44:36.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.891+0000 7f2cacdd9640 0 -- 172.21.15.163:0/2191304284 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x565514f42370 msgr2=0x565514f44760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:36.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.895+0000 7f2cacdd9640 0 -- 172.21.15.163:0/2191304284 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f2ca8050040 msgr2=0x7f2ca8050420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:36.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.898+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:36.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 zone default found 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 4 Realm: () 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:36.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 zonegroup default 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.899+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.900+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.900+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.900+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.900+0000 7f2cb1126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.900+0000 7f2cb1126800 20 started sync module instance, tier type = 2024-09-12T00:44:36.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.900+0000 7f2cb1126800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:36.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=0 2024-09-12T00:44:36.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=1 2024-09-12T00:44:36.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=2 2024-09-12T00:44:36.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=3 2024-09-12T00:44:36.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=4 2024-09-12T00:44:36.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=5 2024-09-12T00:44:36.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.910+0000 7f2cb1126800 20 add_watcher() i=6 2024-09-12T00:44:36.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.911+0000 7f2cb1126800 20 add_watcher() i=7 2024-09-12T00:44:36.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.911+0000 7f2cb1126800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:36.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.912+0000 7f2b62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.912+0000 7f2cb1126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.912+0000 7f2cb1126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.912+0000 7f2cb1126800 5 note: GC not initialized 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.913+0000 7f2b61fe3640 20 reqs_thread_entry: start 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.913+0000 7f2cb1126800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.913+0000 7f2cb1126800 20 Filter name: none 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.913+0000 7f2ad37fe640 20 reqs_thread_entry: start 2024-09-12T00:44:36.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.913+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.914+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:36.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.914+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.914+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:36.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.915+0000 7f2cb1126800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:36.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.915+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.915+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:36.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.915+0000 7f2cb1126800 20 rados->read ofs=0 len=0 2024-09-12T00:44:36.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.915+0000 7f2cb1126800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:36.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.915+0000 7f2cb1126800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:36.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.916+0000 7f2b62fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:36.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.919+0000 7f2cb1126800 20 remove_watcher() i=0 2024-09-12T00:44:36.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.919+0000 7f2cb1126800 2 removed watcher, disabling cache 2024-09-12T00:44:36.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.920+0000 7f2cb1126800 20 remove_watcher() i=1 2024-09-12T00:44:36.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.920+0000 7f2cb1126800 20 remove_watcher() i=2 2024-09-12T00:44:36.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.922+0000 7f2cb1126800 20 remove_watcher() i=3 2024-09-12T00:44:36.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.923+0000 7f2cb1126800 20 remove_watcher() i=4 2024-09-12T00:44:36.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.924+0000 7f2cb1126800 20 remove_watcher() i=5 2024-09-12T00:44:36.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.925+0000 7f2cb1126800 20 remove_watcher() i=6 2024-09-12T00:44:36.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:36.926+0000 7f2cb1126800 20 remove_watcher() i=7 2024-09-12T00:44:36.936 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:36.936 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:36.936 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T00:44:36.936 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:36.937 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2024-09-12T00:44:36.968 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:36.968 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:37.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.005+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 realm 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.007+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.008+0000 7f6bdb735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:37.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.008+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.008+0000 7f6bdb735800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:37.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.008+0000 7f6bdb735800 20 searching for the correct realm 2024-09-12T00:44:37.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.012+0000 7f6bcffff640 0 -- 172.21.15.163:0/1210807902 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f6bc806d930 msgr2=0x7f6bc808e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:37.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.218+0000 7f6bd7c7e640 0 -- 172.21.15.163:0/1210807902 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x556f7f6431f0 msgr2=0x556f7f645690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:37.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:37.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.221+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 zone default found 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 4 Realm: () 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 zonegroup default 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 started sync module instance, tier type = 2024-09-12T00:44:37.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.222+0000 7f6bdb735800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:37.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.231+0000 7f6bdb735800 20 add_watcher() i=0 2024-09-12T00:44:37.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.231+0000 7f6bdb735800 20 add_watcher() i=1 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.231+0000 7f6bdb735800 20 add_watcher() i=2 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.231+0000 7f6bdb735800 20 add_watcher() i=3 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.231+0000 7f6bdb735800 20 add_watcher() i=4 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.231+0000 7f6bdb735800 20 add_watcher() i=5 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.232+0000 7f6bdb735800 20 add_watcher() i=6 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.232+0000 7f6bdb735800 20 add_watcher() i=7 2024-09-12T00:44:37.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.232+0000 7f6bdb735800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:37.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.234+0000 7f6a8dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 5 note: GC not initialized 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6a8cfe1640 20 reqs_thread_entry: start 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 20 Filter name: none 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6a067fc640 20 reqs_thread_entry: start 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:44:37.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.235+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:37.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:44:37.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:44:37.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.236+0000 7f6bdb735800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:37.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.238+0000 7f6a8dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:37.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.240+0000 7f6bdb735800 20 remove_watcher() i=0 2024-09-12T00:44:37.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.240+0000 7f6bdb735800 2 removed watcher, disabling cache 2024-09-12T00:44:37.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.241+0000 7f6bdb735800 20 remove_watcher() i=1 2024-09-12T00:44:37.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.242+0000 7f6bdb735800 20 remove_watcher() i=2 2024-09-12T00:44:37.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.243+0000 7f6bdb735800 20 remove_watcher() i=3 2024-09-12T00:44:37.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.244+0000 7f6bdb735800 20 remove_watcher() i=4 2024-09-12T00:44:37.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.245+0000 7f6bdb735800 20 remove_watcher() i=5 2024-09-12T00:44:37.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.246+0000 7f6bdb735800 20 remove_watcher() i=6 2024-09-12T00:44:37.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.247+0000 7f6bdb735800 20 remove_watcher() i=7 2024-09-12T00:44:37.259 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshard list 2024-09-12T00:44:37.285 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:37.286 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:37.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.322+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 realm 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.324+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.325+0000 7fcda6c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:37.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.325+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.325+0000 7fcda6c0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:37.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.325+0000 7fcda6c0f800 20 searching for the correct realm 2024-09-12T00:44:37.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.329+0000 7fcd99b47640 0 -- 172.21.15.163:0/2041270000 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcd9409b410 msgr2=0x7fcd9409b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:37.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.535+0000 7fcda2b49640 0 -- 172.21.15.163:0/2041270000 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x564353e9ed30 msgr2=0x564353ea11f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:37.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:37.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:37.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:37.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:37.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:37.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:37.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:37.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.538+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:37.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 zone default found 2024-09-12T00:44:37.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 4 Realm: () 2024-09-12T00:44:37.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:37.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:37.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:37.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 zonegroup default 2024-09-12T00:44:37.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.539+0000 7fcda6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.540+0000 7fcda6c0f800 20 started sync module instance, tier type = 2024-09-12T00:44:37.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.540+0000 7fcda6c0f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:37.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=0 2024-09-12T00:44:37.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=1 2024-09-12T00:44:37.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=2 2024-09-12T00:44:37.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=3 2024-09-12T00:44:37.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=4 2024-09-12T00:44:37.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=5 2024-09-12T00:44:37.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.549+0000 7fcda6c0f800 20 add_watcher() i=6 2024-09-12T00:44:37.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.550+0000 7fcda6c0f800 20 add_watcher() i=7 2024-09-12T00:44:37.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.550+0000 7fcda6c0f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:37.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcc58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:37.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcda6c0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:37.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcda6c0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:37.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcda6c0f800 5 note: GC not initialized 2024-09-12T00:44:37.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcbd37fe640 20 reqs_thread_entry: start 2024-09-12T00:44:37.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcda6c0f800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:37.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.552+0000 7fcda6c0f800 20 Filter name: none 2024-09-12T00:44:37.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.553+0000 7fcbd17fa640 20 reqs_thread_entry: start 2024-09-12T00:44:37.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.559+0000 7fcc58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:37.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.561+0000 7fcda6c0f800 20 remove_watcher() i=0 2024-09-12T00:44:37.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.561+0000 7fcda6c0f800 2 removed watcher, disabling cache 2024-09-12T00:44:37.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.562+0000 7fcda6c0f800 20 remove_watcher() i=1 2024-09-12T00:44:37.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.563+0000 7fcda6c0f800 20 remove_watcher() i=2 2024-09-12T00:44:37.563 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.564+0000 7fcda6c0f800 20 remove_watcher() i=3 2024-09-12T00:44:37.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.565+0000 7fcda6c0f800 20 remove_watcher() i=4 2024-09-12T00:44:37.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.566+0000 7fcda6c0f800 20 remove_watcher() i=5 2024-09-12T00:44:37.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.567+0000 7fcda6c0f800 20 remove_watcher() i=6 2024-09-12T00:44:37.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.568+0000 7fcda6c0f800 20 remove_watcher() i=7 2024-09-12T00:44:37.578 INFO:tasks.workunit.client.0.smithi163.stderr:bucket name a-bucket 2024-09-12T00:44:37.578 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard process 2024-09-12T00:44:37.578 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:37.580 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshard process 2024-09-12T00:44:37.610 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:37.611 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:37.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.642+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 realm 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.644+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.645+0000 7fcdf111f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:37.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.645+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.645+0000 7fcdf111f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:37.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.645+0000 7fcdf111f800 20 searching for the correct realm 2024-09-12T00:44:37.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.650+0000 7fcde7fff640 0 -- 172.21.15.163:0/3005583968 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcde00de280 msgr2=0x7fcde00b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:37.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.855+0000 7fcded6aa640 0 -- 172.21.15.163:0/3005583968 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c87c2447b0 msgr2=0x55c87c246be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:37.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.858+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 zone default found 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 4 Realm: () 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:37.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 zonegroup default 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.859+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.860+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.860+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.860+0000 7fcdf111f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.860+0000 7fcdf111f800 20 started sync module instance, tier type = 2024-09-12T00:44:37.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.860+0000 7fcdf111f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:37.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=0 2024-09-12T00:44:37.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=1 2024-09-12T00:44:37.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=2 2024-09-12T00:44:37.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=3 2024-09-12T00:44:37.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=4 2024-09-12T00:44:37.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=5 2024-09-12T00:44:37.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.870+0000 7fcdf111f800 20 add_watcher() i=6 2024-09-12T00:44:37.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.871+0000 7fcdf111f800 20 add_watcher() i=7 2024-09-12T00:44:37.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.871+0000 7fcdf111f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcca2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcdf111f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcdf111f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcdf111f800 5 note: GC not initialized 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcca1fe3640 20 reqs_thread_entry: start 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcdf111f800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcdf111f800 20 Filter name: none 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcc137fe640 20 reqs_thread_entry: start 2024-09-12T00:44:37.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.873+0000 7fcdf111f800 20 processing logshard = reshard.0000000000 2024-09-12T00:44:37.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.876+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T00:44:37.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.876+0000 7fcdf111f800 20 processing logshard = reshard.0000000001 2024-09-12T00:44:37.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.879+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T00:44:37.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.879+0000 7fcdf111f800 20 processing logshard = reshard.0000000002 2024-09-12T00:44:37.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.881+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T00:44:37.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.881+0000 7fcdf111f800 20 processing logshard = reshard.0000000003 2024-09-12T00:44:37.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.884+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T00:44:37.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.884+0000 7fcdf111f800 20 processing logshard = reshard.0000000004 2024-09-12T00:44:37.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.886+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T00:44:37.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.886+0000 7fcdf111f800 20 processing logshard = reshard.0000000005 2024-09-12T00:44:37.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.889+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T00:44:37.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.889+0000 7fcdf111f800 20 processing logshard = reshard.0000000006 2024-09-12T00:44:37.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.890+0000 7fcdf111f800 20 process_entry resharding a-bucket 2024-09-12T00:44:37.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.890+0000 7fcdf111f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:44:37.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.890+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.891+0000 7fcdf111f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fcdf111f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fcdf111f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fcdf111f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fcdf111f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fccc3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366184 cookie 94319564580592 notifier 5810 bl.length()=827 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fccc3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fccc3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.896+0000 7fccc3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.898+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:44:37.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.898+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:44:37.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.898+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:44:37.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.898+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:44:37.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.900+0000 7fcdf111f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.0 2024-09-12T00:44:37.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.900+0000 7fcdf111f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.0 2024-09-12T00:44:37.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.900+0000 7fcdf111f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.1 2024-09-12T00:44:37.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.900+0000 7fcdf111f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.1 2024-09-12T00:44:37.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.900+0000 7fcdf111f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.0 2024-09-12T00:44:37.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.901+0000 7fcdf111f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:37.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.901+0000 7fcdf111f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fcdf111f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fcdf111f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fcdf111f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fcdf111f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fccc3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366185 cookie 94319564580592 notifier 5810 bl.length()=827 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fccc3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fccc3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.903+0000 7fccc3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.905+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:44:37.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.905+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:44:37.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.905+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:44:37.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.905+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:44:37.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.906+0000 7fcdf111f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.0 2024-09-12T00:44:37.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.906+0000 7fcdf111f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:37.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.906+0000 7fcdf111f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:37.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fcdf111f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fcdf111f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fcdf111f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fcdf111f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:44:37.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fccc3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366186 cookie 94319564580592 notifier 5810 bl.length()=795 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fccc3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fccc3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.908+0000 7fccc3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.909+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.909+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.909+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:44:37.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.909+0000 7fcdf111f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:44:37.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.910+0000 7fcdf111f800 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2024-09-12T00:44:37.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.911+0000 7fcdf111f800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T00:44:37.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.913+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T00:44:37.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.913+0000 7fcdf111f800 20 processing logshard = reshard.0000000007 2024-09-12T00:44:37.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.916+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T00:44:37.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.916+0000 7fcdf111f800 20 processing logshard = reshard.0000000008 2024-09-12T00:44:37.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.918+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T00:44:37.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.918+0000 7fcdf111f800 20 processing logshard = reshard.0000000009 2024-09-12T00:44:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.921+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T00:44:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.921+0000 7fcdf111f800 20 processing logshard = reshard.0000000010 2024-09-12T00:44:37.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.924+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T00:44:37.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.924+0000 7fcdf111f800 20 processing logshard = reshard.0000000011 2024-09-12T00:44:37.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.927+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T00:44:37.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.927+0000 7fcdf111f800 20 processing logshard = reshard.0000000012 2024-09-12T00:44:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.931+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T00:44:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.931+0000 7fcdf111f800 20 processing logshard = reshard.0000000013 2024-09-12T00:44:37.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.932+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T00:44:37.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.932+0000 7fcdf111f800 20 processing logshard = reshard.0000000014 2024-09-12T00:44:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.934+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T00:44:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.934+0000 7fcdf111f800 20 processing logshard = reshard.0000000015 2024-09-12T00:44:37.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.937+0000 7fcdf111f800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T00:44:37.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.938+0000 7fcca2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:37.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.940+0000 7fcdf111f800 20 remove_watcher() i=0 2024-09-12T00:44:37.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.940+0000 7fcdf111f800 2 removed watcher, disabling cache 2024-09-12T00:44:37.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.941+0000 7fcdf111f800 20 remove_watcher() i=1 2024-09-12T00:44:37.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.942+0000 7fcdf111f800 20 remove_watcher() i=2 2024-09-12T00:44:37.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.943+0000 7fcdf111f800 20 remove_watcher() i=3 2024-09-12T00:44:37.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.944+0000 7fcdf111f800 20 remove_watcher() i=4 2024-09-12T00:44:37.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.945+0000 7fcdf111f800 20 remove_watcher() i=5 2024-09-12T00:44:37.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.946+0000 7fcdf111f800 20 remove_watcher() i=6 2024-09-12T00:44:37.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:37.947+0000 7fcdf111f800 20 remove_watcher() i=7 2024-09-12T00:44:42.961 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:44:42.994 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:42.995 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:43.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.038+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.039+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.039+0000 7f0de1098800 20 realm 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.039+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.040+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.040+0000 7f0de1098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.040+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.040+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.040+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.041+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.041+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.041+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:43.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.041+0000 7f0de1098800 20 searching for the correct realm 2024-09-12T00:44:43.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.045+0000 7f0ddeb82640 0 -- 172.21.15.163:0/4112534159 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f0dd8071070 msgr2=0x7f0dd808f920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:43.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.049+0000 7f0ddeb82640 0 -- 172.21.15.163:0/4112534159 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f0ca8086ba0 msgr2=0x7f0ca8088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:43.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:43.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:43.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.054+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 20 zone default found 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 4 Realm: () 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:43.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 20 zonegroup default 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.055+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.056+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.056+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.056+0000 7f0de1098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.056+0000 7f0de1098800 20 started sync module instance, tier type = 2024-09-12T00:44:43.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.056+0000 7f0de1098800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:43.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=0 2024-09-12T00:44:43.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=1 2024-09-12T00:44:43.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=2 2024-09-12T00:44:43.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=3 2024-09-12T00:44:43.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=4 2024-09-12T00:44:43.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=5 2024-09-12T00:44:43.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.065+0000 7f0de1098800 20 add_watcher() i=6 2024-09-12T00:44:43.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.066+0000 7f0de1098800 20 add_watcher() i=7 2024-09-12T00:44:43.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.066+0000 7f0de1098800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:43.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.068+0000 7f0c957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.068+0000 7f0de1098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:43.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.068+0000 7f0de1098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:43.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.068+0000 7f0de1098800 5 note: GC not initialized 2024-09-12T00:44:43.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.069+0000 7f0c0ffff640 20 reqs_thread_entry: start 2024-09-12T00:44:43.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.069+0000 7f0de1098800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:43.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.069+0000 7f0de1098800 20 Filter name: none 2024-09-12T00:44:43.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.069+0000 7f0c0dffb640 20 reqs_thread_entry: start 2024-09-12T00:44:43.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.069+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.070+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.070+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.070+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.070+0000 7f0de1098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.070+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.071+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.071+0000 7f0de1098800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.071+0000 7f0de1098800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.071+0000 7f0de1098800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:43.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.073+0000 7f0c957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.075+0000 7f0de1098800 20 remove_watcher() i=0 2024-09-12T00:44:43.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.075+0000 7f0de1098800 2 removed watcher, disabling cache 2024-09-12T00:44:43.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.076+0000 7f0de1098800 20 remove_watcher() i=1 2024-09-12T00:44:43.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.077+0000 7f0de1098800 20 remove_watcher() i=2 2024-09-12T00:44:43.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.078+0000 7f0de1098800 20 remove_watcher() i=3 2024-09-12T00:44:43.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.079+0000 7f0de1098800 20 remove_watcher() i=4 2024-09-12T00:44:43.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.080+0000 7f0de1098800 20 remove_watcher() i=5 2024-09-12T00:44:43.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.081+0000 7f0de1098800 20 remove_watcher() i=6 2024-09-12T00:44:43.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.082+0000 7f0de1098800 20 remove_watcher() i=7 2024-09-12T00:44:43.092 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:43.092 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:43.092 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T00:44:43.092 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:43.093 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard add non empty bucket 2024-09-12T00:44:43.093 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:43.096 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.097 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.136 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.136 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.171 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.171 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.207 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.207 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.243 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.243 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.276 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.277 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.312 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.347 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:43.380 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:44:43.408 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:43.409 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:43.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.446+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.448+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.448+0000 7fa3ad51f800 20 realm 2024-09-12T00:44:43.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.448+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.448+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.448+0000 7fa3ad51f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:43.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.448+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.449+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.449+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.449+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.449+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.450+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:43.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.450+0000 7fa3ad51f800 20 searching for the correct realm 2024-09-12T00:44:43.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.453+0000 7fa3a92a9640 0 -- 172.21.15.163:0/617622374 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fa3a408e040 msgr2=0x7fa3a407c920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.457+0000 7fa3a3fff640 0 -- 172.21.15.163:0/617622374 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa39c0a0210 msgr2=0x7fa39c08e740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.460+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:43.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 zone default found 2024-09-12T00:44:43.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 4 Realm: () 2024-09-12T00:44:43.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:43.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:43.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 zonegroup default 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 started sync module instance, tier type = 2024-09-12T00:44:43.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.461+0000 7fa3ad51f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:43.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=0 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=1 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=2 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=3 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=4 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=5 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.470+0000 7fa3ad51f800 20 add_watcher() i=6 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.471+0000 7fa3ad51f800 20 add_watcher() i=7 2024-09-12T00:44:43.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.471+0000 7fa3ad51f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:43.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.472+0000 7fa25f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa3ad51f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:43.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa3ad51f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:43.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa3ad51f800 5 note: GC not initialized 2024-09-12T00:44:43.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa25e7e4640 20 reqs_thread_entry: start 2024-09-12T00:44:43.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa3ad51f800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:43.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa3ad51f800 20 Filter name: none 2024-09-12T00:44:43.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa1cffff640 20 reqs_thread_entry: start 2024-09-12T00:44:43.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.473+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.474+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.474+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.474+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.474+0000 7fa3ad51f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.474+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.474+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.475+0000 7fa3ad51f800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.475+0000 7fa3ad51f800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:43.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.475+0000 7fa3ad51f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:43.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.476+0000 7fa25f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.478+0000 7fa3ad51f800 20 remove_watcher() i=0 2024-09-12T00:44:43.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.478+0000 7fa3ad51f800 2 removed watcher, disabling cache 2024-09-12T00:44:43.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.480+0000 7fa3ad51f800 20 remove_watcher() i=1 2024-09-12T00:44:43.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.480+0000 7fa3ad51f800 20 remove_watcher() i=2 2024-09-12T00:44:43.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.482+0000 7fa3ad51f800 20 remove_watcher() i=3 2024-09-12T00:44:43.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.483+0000 7fa3ad51f800 20 remove_watcher() i=4 2024-09-12T00:44:43.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.483+0000 7fa3ad51f800 20 remove_watcher() i=5 2024-09-12T00:44:43.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.484+0000 7fa3ad51f800 20 remove_watcher() i=6 2024-09-12T00:44:43.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.485+0000 7fa3ad51f800 20 remove_watcher() i=7 2024-09-12T00:44:43.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:43.495 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:43.495 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 8 size_kb: 1 num_shards: 2 2024-09-12T00:44:43.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:43.497 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2024-09-12T00:44:43.527 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:43.528 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:43.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.566+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.567+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.567+0000 7f4bfc12e800 20 realm 2024-09-12T00:44:43.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.567+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.568+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.568+0000 7f4bfc12e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:43.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.568+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.568+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.568+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.569+0000 7f4bfc12e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.569+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.569+0000 7f4bfc12e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:43.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.569+0000 7f4bfc12e800 20 searching for the correct realm 2024-09-12T00:44:43.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.572+0000 7f4bf7d64640 0 -- 172.21.15.163:0/1735877150 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f4bf0031070 msgr2=0x7f4bf004b940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.575+0000 7f4bf7563640 0 -- 172.21.15.163:0/1735877150 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4be80e73a0 msgr2=0x7f4be8056900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.579+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 zone default found 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 4 Realm: () 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 zonegroup default 2024-09-12T00:44:43.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.580+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.581+0000 7f4bfc12e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.581+0000 7f4bfc12e800 20 started sync module instance, tier type = 2024-09-12T00:44:43.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.581+0000 7f4bfc12e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=0 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=1 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=2 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=3 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=4 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=5 2024-09-12T00:44:43.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.589+0000 7f4bfc12e800 20 add_watcher() i=6 2024-09-12T00:44:43.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.590+0000 7f4bfc12e800 20 add_watcher() i=7 2024-09-12T00:44:43.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.590+0000 7f4bfc12e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:43.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.591+0000 7f4aadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 5 note: GC not initialized 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4aacfe1640 20 reqs_thread_entry: start 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 20 Filter name: none 2024-09-12T00:44:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4a267fc640 20 reqs_thread_entry: start 2024-09-12T00:44:43.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:44:43.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.592+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:43.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.593+0000 7f4bfc12e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:43.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.595+0000 7f4aadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.597+0000 7f4bfc12e800 20 remove_watcher() i=0 2024-09-12T00:44:43.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.597+0000 7f4bfc12e800 2 removed watcher, disabling cache 2024-09-12T00:44:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.598+0000 7f4bfc12e800 20 remove_watcher() i=1 2024-09-12T00:44:43.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.599+0000 7f4bfc12e800 20 remove_watcher() i=2 2024-09-12T00:44:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.600+0000 7f4bfc12e800 20 remove_watcher() i=3 2024-09-12T00:44:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.601+0000 7f4bfc12e800 20 remove_watcher() i=4 2024-09-12T00:44:43.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.602+0000 7f4bfc12e800 20 remove_watcher() i=5 2024-09-12T00:44:43.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.603+0000 7f4bfc12e800 20 remove_watcher() i=6 2024-09-12T00:44:43.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.603+0000 7f4bfc12e800 20 remove_watcher() i=7 2024-09-12T00:44:43.614 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshard list 2024-09-12T00:44:43.641 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:43.641 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:43.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.679+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 realm 2024-09-12T00:44:43.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:43.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.681+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.682+0000 7f80b3d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.682+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.682+0000 7f80b3d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:43.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.682+0000 7f80b3d25800 20 searching for the correct realm 2024-09-12T00:44:43.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.684+0000 7f80b01b6640 0 -- 172.21.15.163:0/427056457 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f80a4026960 msgr2=0x7f80a401b450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.687+0000 7f80b01b6640 0 -- 172.21.15.163:0/427056457 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f7f78086ba0 msgr2=0x7f7f78088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:43.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:43.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.692+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:43.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 zone default found 2024-09-12T00:44:43.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 4 Realm: () 2024-09-12T00:44:43.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:43.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:43.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 zonegroup default 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.693+0000 7f80b3d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.694+0000 7f80b3d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.694+0000 7f80b3d25800 20 started sync module instance, tier type = 2024-09-12T00:44:43.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.694+0000 7f80b3d25800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:43.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=0 2024-09-12T00:44:43.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=1 2024-09-12T00:44:43.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=2 2024-09-12T00:44:43.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=3 2024-09-12T00:44:43.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=4 2024-09-12T00:44:43.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=5 2024-09-12T00:44:43.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.702+0000 7f80b3d25800 20 add_watcher() i=6 2024-09-12T00:44:43.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.703+0000 7f80b3d25800 20 add_watcher() i=7 2024-09-12T00:44:43.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.703+0000 7f80b3d25800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:43.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.705+0000 7f7f65fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f80b3d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f80b3d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f80b3d25800 5 note: GC not initialized 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f7f64fe1640 20 reqs_thread_entry: start 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f80b3d25800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f80b3d25800 20 Filter name: none 2024-09-12T00:44:43.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.706+0000 7f7ede7fc640 20 reqs_thread_entry: start 2024-09-12T00:44:43.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.713+0000 7f7f65fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.715+0000 7f80b3d25800 20 remove_watcher() i=0 2024-09-12T00:44:43.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.715+0000 7f80b3d25800 2 removed watcher, disabling cache 2024-09-12T00:44:43.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.716+0000 7f80b3d25800 20 remove_watcher() i=1 2024-09-12T00:44:43.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.716+0000 7f80b3d25800 20 remove_watcher() i=2 2024-09-12T00:44:43.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.717+0000 7f80b3d25800 20 remove_watcher() i=3 2024-09-12T00:44:43.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.718+0000 7f80b3d25800 20 remove_watcher() i=4 2024-09-12T00:44:43.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.719+0000 7f80b3d25800 20 remove_watcher() i=5 2024-09-12T00:44:43.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.720+0000 7f80b3d25800 20 remove_watcher() i=6 2024-09-12T00:44:43.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.721+0000 7f80b3d25800 20 remove_watcher() i=7 2024-09-12T00:44:43.731 INFO:tasks.workunit.client.0.smithi163.stderr:bucket name a-bucket 2024-09-12T00:44:43.731 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard process non empty bucket 2024-09-12T00:44:43.731 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:43.732 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshard process 2024-09-12T00:44:43.759 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:43.759 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:43.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.797+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 realm 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.799+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.800+0000 7f6557c87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.800+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.800+0000 7f6557c87800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:43.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.800+0000 7f6557c87800 20 searching for the correct realm 2024-09-12T00:44:43.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.804+0000 7f6555771640 0 -- 172.21.15.163:0/2783988087 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f65500ac070 msgr2=0x7f65500643d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.807+0000 7f654ffff640 0 -- 172.21.15.163:0/2783988087 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f65480494c0 msgr2=0x7f65480143f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.810+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 zone default found 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 4 Realm: () 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 zonegroup default 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 started sync module instance, tier type = 2024-09-12T00:44:43.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.811+0000 7f6557c87800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:43.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=0 2024-09-12T00:44:43.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=1 2024-09-12T00:44:43.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=2 2024-09-12T00:44:43.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=3 2024-09-12T00:44:43.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=4 2024-09-12T00:44:43.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=5 2024-09-12T00:44:43.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=6 2024-09-12T00:44:43.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 20 add_watcher() i=7 2024-09-12T00:44:43.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.820+0000 7f6557c87800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:43.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.822+0000 7f640b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.822+0000 7f6557c87800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.822+0000 7f6557c87800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.822+0000 7f6557c87800 5 note: GC not initialized 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.822+0000 7f640a7e4640 20 reqs_thread_entry: start 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.823+0000 7f6557c87800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.823+0000 7f6557c87800 20 Filter name: none 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.823+0000 7f637bfff640 20 reqs_thread_entry: start 2024-09-12T00:44:43.822 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.823+0000 7f6557c87800 20 processing logshard = reshard.0000000000 2024-09-12T00:44:43.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.826+0000 7f6557c87800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T00:44:43.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.826+0000 7f6557c87800 20 processing logshard = reshard.0000000001 2024-09-12T00:44:43.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.828+0000 7f6557c87800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T00:44:43.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.828+0000 7f6557c87800 20 processing logshard = reshard.0000000002 2024-09-12T00:44:43.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.831+0000 7f6557c87800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T00:44:43.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.831+0000 7f6557c87800 20 processing logshard = reshard.0000000003 2024-09-12T00:44:43.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.833+0000 7f6557c87800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T00:44:43.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.833+0000 7f6557c87800 20 processing logshard = reshard.0000000004 2024-09-12T00:44:43.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.835+0000 7f6557c87800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T00:44:43.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.835+0000 7f6557c87800 20 processing logshard = reshard.0000000005 2024-09-12T00:44:43.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.837+0000 7f6557c87800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T00:44:43.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.837+0000 7f6557c87800 20 processing logshard = reshard.0000000006 2024-09-12T00:44:43.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.838+0000 7f6557c87800 20 process_entry resharding a-bucket 2024-09-12T00:44:43.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:44:43.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:43.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T00:44:43.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:44:43.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:44:43.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:43.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:43.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.839+0000 7f6557c87800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6557c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6557c87800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6557c87800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6557c87800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6438ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366187 cookie 93913771954992 notifier 6267 bl.length()=827 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6438ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6438ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.844+0000 7f6438ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.846+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:44:43.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.846+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:44:43.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.846+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:44:43.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.846+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.0 2024-09-12T00:44:43.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.0 2024-09-12T00:44:43.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.1 2024-09-12T00:44:43.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.848+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.1 2024-09-12T00:44:43.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.850+0000 7f6557c87800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:43.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.850+0000 7f6557c87800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:43.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.851+0000 7f6557c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.851+0000 7f6557c87800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.851+0000 7f6557c87800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.851+0000 7f6557c87800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:44:43.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.852+0000 7f6438ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366188 cookie 93913771954992 notifier 6267 bl.length()=827 2024-09-12T00:44:43.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.852+0000 7f6438ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.852+0000 7f6438ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.852+0000 7f6438ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.853+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:44:43.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.853+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:44:43.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.853+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:44:43.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.853+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:44:43.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.854+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.0 2024-09-12T00:44:43.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.854+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.0 2024-09-12T00:44:43.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.854+0000 7f6557c87800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.1 2024-09-12T00:44:43.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.854+0000 7f6557c87800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.1.1 2024-09-12T00:44:43.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.854+0000 7f6557c87800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:43.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.854+0000 7f6557c87800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:44:43.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6557c87800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6557c87800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6557c87800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6557c87800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6438ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366189 cookie 93913771954992 notifier 6267 bl.length()=795 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6438ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6438ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:44:43.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.856+0000 7f6438ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:44:43.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.858+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:44:43.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.858+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:44:43.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.858+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:44:43.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.858+0000 7f6557c87800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:44:43.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.859+0000 7f6557c87800 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2024-09-12T00:44:43.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.860+0000 7f6557c87800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T00:44:43.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.862+0000 7f6557c87800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T00:44:43.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.862+0000 7f6557c87800 20 processing logshard = reshard.0000000007 2024-09-12T00:44:43.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.865+0000 7f6557c87800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T00:44:43.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.865+0000 7f6557c87800 20 processing logshard = reshard.0000000008 2024-09-12T00:44:43.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.867+0000 7f6557c87800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T00:44:43.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.867+0000 7f6557c87800 20 processing logshard = reshard.0000000009 2024-09-12T00:44:43.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.869+0000 7f6557c87800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T00:44:43.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.869+0000 7f6557c87800 20 processing logshard = reshard.0000000010 2024-09-12T00:44:43.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.871+0000 7f6557c87800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T00:44:43.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.871+0000 7f6557c87800 20 processing logshard = reshard.0000000011 2024-09-12T00:44:43.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.873+0000 7f6557c87800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T00:44:43.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.873+0000 7f6557c87800 20 processing logshard = reshard.0000000012 2024-09-12T00:44:43.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.876+0000 7f6557c87800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T00:44:43.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.876+0000 7f6557c87800 20 processing logshard = reshard.0000000013 2024-09-12T00:44:43.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.878+0000 7f6557c87800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T00:44:43.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.878+0000 7f6557c87800 20 processing logshard = reshard.0000000014 2024-09-12T00:44:43.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.880+0000 7f6557c87800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T00:44:43.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.880+0000 7f6557c87800 20 processing logshard = reshard.0000000015 2024-09-12T00:44:43.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.883+0000 7f6557c87800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T00:44:43.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.884+0000 7f640b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:43.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.886+0000 7f6557c87800 20 remove_watcher() i=0 2024-09-12T00:44:43.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.886+0000 7f6557c87800 2 removed watcher, disabling cache 2024-09-12T00:44:43.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.887+0000 7f6557c87800 20 remove_watcher() i=1 2024-09-12T00:44:43.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.888+0000 7f6557c87800 20 remove_watcher() i=2 2024-09-12T00:44:43.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.889+0000 7f6557c87800 20 remove_watcher() i=3 2024-09-12T00:44:43.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.890+0000 7f6557c87800 20 remove_watcher() i=4 2024-09-12T00:44:43.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.891+0000 7f6557c87800 20 remove_watcher() i=5 2024-09-12T00:44:43.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.892+0000 7f6557c87800 20 remove_watcher() i=6 2024-09-12T00:44:43.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.893+0000 7f6557c87800 20 remove_watcher() i=7 2024-09-12T00:44:43.904 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:44:43.932 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:43.932 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:43.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.970+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 realm 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:43.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.972+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.973+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:43.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.973+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:43.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.973+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:43.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.973+0000 7f0980d25800 20 searching for the correct realm 2024-09-12T00:44:43.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:43.977+0000 7f0977fff640 0 -- 172.21.15.163:0/1292700451 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f09700977e0 msgr2=0x7f09700a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:44.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.183+0000 7f097d134640 0 -- 172.21.15.163:0/1292700451 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5556c1cceea0 msgr2=0x5556c1cd12b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:44.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:44.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:44.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:44.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:44.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:44.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:44.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:44.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.185+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:44.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 zone default found 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 4 Realm: () 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 zonegroup default 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:44.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.186+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.187+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:44.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.187+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.187+0000 7f0980d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:44.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.187+0000 7f0980d25800 20 started sync module instance, tier type = 2024-09-12T00:44:44.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.187+0000 7f0980d25800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:44.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=0 2024-09-12T00:44:44.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=1 2024-09-12T00:44:44.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=2 2024-09-12T00:44:44.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=3 2024-09-12T00:44:44.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=4 2024-09-12T00:44:44.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=5 2024-09-12T00:44:44.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=6 2024-09-12T00:44:44.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 20 add_watcher() i=7 2024-09-12T00:44:44.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.196+0000 7f0980d25800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:44.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.198+0000 7f0832fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.198+0000 7f0980d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.198+0000 7f0980d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.198+0000 7f0980d25800 5 note: GC not initialized 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.198+0000 7f0831fe3640 20 reqs_thread_entry: start 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.198+0000 7f0980d25800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.199+0000 7f0980d25800 20 Filter name: none 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.199+0000 7f07a37fe640 20 reqs_thread_entry: start 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.199+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.199+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:44.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.199+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.199+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:44.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.200+0000 7f0980d25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:44.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.200+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.200+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:44:44.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.200+0000 7f0980d25800 20 rados->read ofs=0 len=0 2024-09-12T00:44:44.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.200+0000 7f0980d25800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:44:44.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.200+0000 7f0980d25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:44.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.201+0000 7f0832fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:44.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.203+0000 7f0980d25800 20 remove_watcher() i=0 2024-09-12T00:44:44.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.203+0000 7f0980d25800 2 removed watcher, disabling cache 2024-09-12T00:44:44.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.204+0000 7f0980d25800 20 remove_watcher() i=1 2024-09-12T00:44:44.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.205+0000 7f0980d25800 20 remove_watcher() i=2 2024-09-12T00:44:44.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.206+0000 7f0980d25800 20 remove_watcher() i=3 2024-09-12T00:44:44.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.207+0000 7f0980d25800 20 remove_watcher() i=4 2024-09-12T00:44:44.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.208+0000 7f0980d25800 20 remove_watcher() i=5 2024-09-12T00:44:44.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.209+0000 7f0980d25800 20 remove_watcher() i=6 2024-09-12T00:44:44.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:44.210+0000 7f0980d25800 20 remove_watcher() i=7 2024-09-12T00:44:44.219 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:44.219 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:44.219 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T00:44:44.219 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:44.219 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T00:44:44.220 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:44.221 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.221 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.265 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.266 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.326 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.326 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.362 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.363 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.397 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.397 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.432 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.432 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.470 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.470 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.507 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.507 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.545 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.545 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.582 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.582 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.621 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.621 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.658 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.659 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.696 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.696 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.734 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.735 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.774 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.775 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.814 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.815 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.852 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.853 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.893 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.893 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.931 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.931 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:44.970 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:44.970 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:45.010 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:45.010 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:45.050 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:45.050 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:45.091 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:44:45.126 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:45.126 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:45.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.170+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.172+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.172+0000 7fe7f6546800 20 realm 2024-09-12T00:44:45.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.172+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.173+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.173+0000 7fe7f6546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:45.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.173+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.173+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.173+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.174+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:45.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.174+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.174+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:45.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.174+0000 7fe7f6546800 20 searching for the correct realm 2024-09-12T00:44:45.176 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.178+0000 7fe7f3836640 0 -- 172.21.15.163:0/260309868 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55b3eefd8d00 msgr2=0x55b3eefdb0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:45.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.181+0000 7fe7f4037640 0 -- 172.21.15.163:0/260309868 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fe7ec091660 msgr2=0x7fe7ec0dda20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:45.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 zone default found 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 4 Realm: () 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 zonegroup default 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.186+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.187+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.187+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.187+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.187+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.188+0000 7fe7f6546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.188+0000 7fe7f6546800 20 started sync module instance, tier type = 2024-09-12T00:44:45.188 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.188+0000 7fe7f6546800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=0 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=1 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=2 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=3 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=4 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=5 2024-09-12T00:44:45.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.197+0000 7fe7f6546800 20 add_watcher() i=6 2024-09-12T00:44:45.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.198+0000 7fe7f6546800 20 add_watcher() i=7 2024-09-12T00:44:45.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.198+0000 7fe7f6546800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:45.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.200+0000 7fe6a9feb640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.200+0000 7fe7f6546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.200+0000 7fe7f6546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.201+0000 7fe7f6546800 5 note: GC not initialized 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.201+0000 7fe6a8fe9640 20 reqs_thread_entry: start 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.201+0000 7fe7f6546800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.201+0000 7fe7f6546800 20 Filter name: none 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.201+0000 7fe6227fc640 20 reqs_thread_entry: start 2024-09-12T00:44:45.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.201+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.202+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:45.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.202+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.202+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:45.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.202+0000 7fe7f6546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:45.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.202+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.203+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:45.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.203+0000 7fe7f6546800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.203+0000 7fe7f6546800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:45.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.203+0000 7fe7f6546800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:45.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.204+0000 7fe6a9feb640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:45.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.206+0000 7fe7f6546800 20 remove_watcher() i=0 2024-09-12T00:44:45.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.206+0000 7fe7f6546800 2 removed watcher, disabling cache 2024-09-12T00:44:45.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.207+0000 7fe7f6546800 20 remove_watcher() i=1 2024-09-12T00:44:45.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.208+0000 7fe7f6546800 20 remove_watcher() i=2 2024-09-12T00:44:45.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.209+0000 7fe7f6546800 20 remove_watcher() i=3 2024-09-12T00:44:45.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.210+0000 7fe7f6546800 20 remove_watcher() i=4 2024-09-12T00:44:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.211+0000 7fe7f6546800 20 remove_watcher() i=5 2024-09-12T00:44:45.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.212+0000 7fe7f6546800 20 remove_watcher() i=6 2024-09-12T00:44:45.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.213+0000 7fe7f6546800 20 remove_watcher() i=7 2024-09-12T00:44:45.225 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-init-index id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:44:45.225 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:45.226 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T00:44:45.262 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:45.262 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:45.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.307+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.308+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.308+0000 7f551cb0c800 20 realm 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.308+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.308+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.308+0000 7f551cb0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.308+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.309+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.309+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.310+0000 7f551cb0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:45.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.310+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.310+0000 7f551cb0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:45.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.310+0000 7f551cb0c800 20 searching for the correct realm 2024-09-12T00:44:45.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.313+0000 7f551a5f6640 0 -- 172.21.15.163:0/1552388128 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f551405b0d0 msgr2=0x7f5514064b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:45.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.317+0000 7f551adf7640 0 -- 172.21.15.163:0/1552388128 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f550c0b0920 msgr2=0x7f550c0a1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:45.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.524+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:45.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 zone default found 2024-09-12T00:44:45.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 4 Realm: () 2024-09-12T00:44:45.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:45.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 zonegroup default 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 started sync module instance, tier type = 2024-09-12T00:44:45.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.525+0000 7f551cb0c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:45.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=0 2024-09-12T00:44:45.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=1 2024-09-12T00:44:45.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=2 2024-09-12T00:44:45.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=3 2024-09-12T00:44:45.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=4 2024-09-12T00:44:45.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=5 2024-09-12T00:44:45.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.535+0000 7f551cb0c800 20 add_watcher() i=6 2024-09-12T00:44:45.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.536+0000 7f551cb0c800 20 add_watcher() i=7 2024-09-12T00:44:45.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.536+0000 7f551cb0c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.537+0000 7f53d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 5 note: GC not initialized 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f534b7fe640 20 reqs_thread_entry: start 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:45.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 20 Filter name: none 2024-09-12T00:44:45.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f53497fa640 20 reqs_thread_entry: start 2024-09-12T00:44:45.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T00:44:45.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.538+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 : miss 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:45.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:45.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:45.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.539+0000 7f551cb0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 2024-09-12T00:44:45.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.540+0000 7f551cb0c800 -1 Injecting error=-5 at location=init_index 2024-09-12T00:44:45.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.540+0000 7f551cb0c800 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T00:44:45.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.542+0000 7f53d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:45.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.544+0000 7f551cb0c800 20 remove_watcher() i=0 2024-09-12T00:44:45.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.544+0000 7f551cb0c800 2 removed watcher, disabling cache 2024-09-12T00:44:45.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.545+0000 7f551cb0c800 20 remove_watcher() i=1 2024-09-12T00:44:45.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.546+0000 7f551cb0c800 20 remove_watcher() i=2 2024-09-12T00:44:45.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.547+0000 7f551cb0c800 20 remove_watcher() i=3 2024-09-12T00:44:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.548+0000 7f551cb0c800 20 remove_watcher() i=4 2024-09-12T00:44:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.549+0000 7f551cb0c800 20 remove_watcher() i=5 2024-09-12T00:44:45.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.550+0000 7f551cb0c800 20 remove_watcher() i=6 2024-09-12T00:44:45.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.551+0000 7f551cb0c800 20 remove_watcher() i=7 2024-09-12T00:44:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:44:45.590 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:45.590 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:45.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.628+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 realm 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.630+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.631+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:45.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.631+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.632+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:45.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.632+0000 7f2283536800 20 searching for the correct realm 2024-09-12T00:44:45.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.636+0000 7f2277fff640 0 -- 172.21.15.163:0/3217277321 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f227008e410 msgr2=0x7f227008e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:45.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.842+0000 7f227fab8640 0 -- 172.21.15.163:0/3217277321 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55b79e95b840 msgr2=0x55b79e95dc30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:45.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:45.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:45.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:45.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:45.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:45.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:45.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.844+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 zone default found 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 4 Realm: () 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:45.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 zonegroup default 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.845+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.846+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.846+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.846+0000 7f2283536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.846+0000 7f2283536800 20 started sync module instance, tier type = 2024-09-12T00:44:45.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.846+0000 7f2283536800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:45.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=0 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=1 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=2 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=3 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=4 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=5 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.855+0000 7f2283536800 20 add_watcher() i=6 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.856+0000 7f2283536800 20 add_watcher() i=7 2024-09-12T00:44:45.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.856+0000 7f2283536800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:45.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.857+0000 7f2135fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2283536800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2283536800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2283536800 5 note: GC not initialized 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2134fe1640 20 reqs_thread_entry: start 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2283536800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2283536800 20 Filter name: none 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f20ae7fc640 20 reqs_thread_entry: start 2024-09-12T00:44:45.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.858+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:45.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.859+0000 7f2283536800 20 rados->read ofs=0 len=0 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.860+0000 7f2283536800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.860+0000 7f2283536800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:45.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.861+0000 7f2135fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:45.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.863+0000 7f2283536800 20 remove_watcher() i=0 2024-09-12T00:44:45.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.863+0000 7f2283536800 2 removed watcher, disabling cache 2024-09-12T00:44:45.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.864+0000 7f2283536800 20 remove_watcher() i=1 2024-09-12T00:44:45.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.865+0000 7f2283536800 20 remove_watcher() i=2 2024-09-12T00:44:45.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.866+0000 7f2283536800 20 remove_watcher() i=3 2024-09-12T00:44:45.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.867+0000 7f2283536800 20 remove_watcher() i=4 2024-09-12T00:44:45.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.868+0000 7f2283536800 20 remove_watcher() i=5 2024-09-12T00:44:45.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.869+0000 7f2283536800 20 remove_watcher() i=6 2024-09-12T00:44:45.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:45.870+0000 7f2283536800 20 remove_watcher() i=7 2024-09-12T00:44:45.880 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:45.880 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:45.880 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-init-index id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:44:45.880 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:45.882 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:45.882 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:45.915 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:45.915 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:45.971 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:44:46.003 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:46.003 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:46.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.041+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.042+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.042+0000 7f24d5c12800 20 realm 2024-09-12T00:44:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.042+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.043+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.043+0000 7f24d5c12800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.043+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.043+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.043+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.044+0000 7f24d5c12800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:46.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.044+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.044+0000 7f24d5c12800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:46.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.044+0000 7f24d5c12800 20 searching for the correct realm 2024-09-12T00:44:46.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.048+0000 7f24cbfff640 0 -- 172.21.15.163:0/2975561082 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f24c40be980 msgr2=0x7f24c40da220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:46.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.254+0000 7f24d1acc640 0 -- 172.21.15.163:0/2975561082 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x563d7b396e80 msgr2=0x563d7b3992d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:46.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.256+0000 7f24d5c12800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.256+0000 7f24d5c12800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.256+0000 7f24d5c12800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.256+0000 7f24d5c12800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.256+0000 7f24d5c12800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.256+0000 7f24d5c12800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:46.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:46.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 zone default found 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 4 Realm: () 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 zonegroup default 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.257+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.258+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.258+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.258+0000 7f24d5c12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.258+0000 7f24d5c12800 20 started sync module instance, tier type = 2024-09-12T00:44:46.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.258+0000 7f24d5c12800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:46.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=0 2024-09-12T00:44:46.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=1 2024-09-12T00:44:46.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=2 2024-09-12T00:44:46.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=3 2024-09-12T00:44:46.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=4 2024-09-12T00:44:46.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=5 2024-09-12T00:44:46.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.267+0000 7f24d5c12800 20 add_watcher() i=6 2024-09-12T00:44:46.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.268+0000 7f24d5c12800 20 add_watcher() i=7 2024-09-12T00:44:46.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.268+0000 7f24d5c12800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:46.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.270+0000 7f2387fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:46.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.270+0000 7f24d5c12800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.270+0000 7f24d5c12800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.270+0000 7f24d5c12800 5 note: GC not initialized 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.270+0000 7f2386fe5640 20 reqs_thread_entry: start 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 20 Filter name: none 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f2384fe1640 20 reqs_thread_entry: start 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T00:44:46.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 : miss 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.271+0000 7f24d5c12800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.272+0000 7f24d5c12800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:46.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.272+0000 7f24d5c12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.272+0000 7f24d5c12800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.272+0000 7f24d5c12800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:46.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.272+0000 7f24d5c12800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.272+0000 7f24d5c12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f24d5c12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f24d5c12800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f24d5c12800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f24d5c12800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19, ofs0, ns] 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f23b4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366175 cookie 94822060393088 notifier 5972 bl.length()=911 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f23b4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f23b4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.275+0000 7f23b4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.277+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): orig_sources= new_sources= 2024-09-12T00:44:46.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.277+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): potential sources added=[] removed=[] 2024-09-12T00:44:46.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.277+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): orig_dests= new_dests= 2024-09-12T00:44:46.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.277+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): potential dests added=[] removed=[] 2024-09-12T00:44:46.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.279+0000 7f24d5c12800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19.1.0 2024-09-12T00:44:46.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.279+0000 7f24d5c12800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19.1.0 2024-09-12T00:44:46.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.279+0000 7f24d5c12800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19.1.1 2024-09-12T00:44:46.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.279+0000 7f24d5c12800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19.1.1 2024-09-12T00:44:46.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.279+0000 7f24d5c12800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19.0 2024-09-12T00:44:46.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.281+0000 7f24d5c12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:46.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.281+0000 7f24d5c12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 2024-09-12T00:44:46.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f24d5c12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f24d5c12800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f24d5c12800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f24d5c12800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19, ofs0, ns] 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f23b4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366176 cookie 94822060393088 notifier 5972 bl.length()=911 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f23b4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f23b4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.283+0000 7f23b4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.284+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): orig_sources= new_sources= 2024-09-12T00:44:46.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.284+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): potential sources added=[] removed=[] 2024-09-12T00:44:46.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.284+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): orig_dests= new_dests= 2024-09-12T00:44:46.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.284+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): potential dests added=[] removed=[] 2024-09-12T00:44:46.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.285+0000 7f24d5c12800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19.0 2024-09-12T00:44:46.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.286+0000 7f24d5c12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:46.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.286+0000 7f24d5c12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 2024-09-12T00:44:46.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f24d5c12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f24d5c12800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f24d5c12800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f24d5c12800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19, ofs0, ns] 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f23a3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366177 cookie 94822060393088 notifier 5972 bl.length()=879 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f23a3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 info.flags=0x17 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f23a3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 to cache LRU end 2024-09-12T00:44:46.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.287+0000 7f23a3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:46.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.289+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): orig_sources= new_sources= 2024-09-12T00:44:46.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.289+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): potential sources added=[] removed=[] 2024-09-12T00:44:46.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.289+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): orig_dests= new_dests= 2024-09-12T00:44:46.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.289+0000 7f24d5c12800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19]): potential dests added=[] removed=[] 2024-09-12T00:44:46.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.290+0000 7f24d5c12800 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T00:44:46.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.292+0000 7f2387fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:46.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.294+0000 7f24d5c12800 20 remove_watcher() i=0 2024-09-12T00:44:46.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.294+0000 7f24d5c12800 2 removed watcher, disabling cache 2024-09-12T00:44:46.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.295+0000 7f24d5c12800 20 remove_watcher() i=1 2024-09-12T00:44:46.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.296+0000 7f24d5c12800 20 remove_watcher() i=2 2024-09-12T00:44:46.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.297+0000 7f24d5c12800 20 remove_watcher() i=3 2024-09-12T00:44:46.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.298+0000 7f24d5c12800 20 remove_watcher() i=4 2024-09-12T00:44:46.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.299+0000 7f24d5c12800 20 remove_watcher() i=5 2024-09-12T00:44:46.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.300+0000 7f24d5c12800 20 remove_watcher() i=6 2024-09-12T00:44:46.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.301+0000 7f24d5c12800 20 remove_watcher() i=7 2024-09-12T00:44:46.312 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:44:46.340 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:46.340 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:46.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.378+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 realm 2024-09-12T00:44:46.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:46.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.380+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.381+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:46.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.381+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.381+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:46.382 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.381+0000 7f3a2cd2d800 20 searching for the correct realm 2024-09-12T00:44:46.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.385+0000 7f3a23fff640 0 -- 172.21.15.163:0/2077554264 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55c4c0d9e120 msgr2=0x55c4c0da0510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:46.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.388+0000 7f3a28a76640 0 -- 172.21.15.163:0/2077554264 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f3a24073570 msgr2=0x7f3a240a1a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:46.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:46.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.391+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:46.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:46.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 zone default found 2024-09-12T00:44:46.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 4 Realm: () 2024-09-12T00:44:46.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 zonegroup default 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.392+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.393+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.393+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.393+0000 7f3a2cd2d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.393+0000 7f3a2cd2d800 20 started sync module instance, tier type = 2024-09-12T00:44:46.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.393+0000 7f3a2cd2d800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:46.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=0 2024-09-12T00:44:46.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=1 2024-09-12T00:44:46.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=2 2024-09-12T00:44:46.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=3 2024-09-12T00:44:46.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=4 2024-09-12T00:44:46.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=5 2024-09-12T00:44:46.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.402+0000 7f3a2cd2d800 20 add_watcher() i=6 2024-09-12T00:44:46.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.403+0000 7f3a2cd2d800 20 add_watcher() i=7 2024-09-12T00:44:46.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.403+0000 7f3a2cd2d800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f38defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f3a2cd2d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f3a2cd2d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f3a2cd2d800 5 note: GC not initialized 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f38ddfe3640 20 reqs_thread_entry: start 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f3a2cd2d800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f3a2cd2d800 20 Filter name: none 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f384f7fe640 20 reqs_thread_entry: start 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.405+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.406+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.406+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.406+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.406+0000 7f3a2cd2d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:46.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.406+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.407+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:46.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.407+0000 7f3a2cd2d800 20 rados->read ofs=0 len=0 2024-09-12T00:44:46.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.407+0000 7f3a2cd2d800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:46.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.407+0000 7f3a2cd2d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:46.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.408+0000 7f38defe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:46.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.410+0000 7f3a2cd2d800 20 remove_watcher() i=0 2024-09-12T00:44:46.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.410+0000 7f3a2cd2d800 2 removed watcher, disabling cache 2024-09-12T00:44:46.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.411+0000 7f3a2cd2d800 20 remove_watcher() i=1 2024-09-12T00:44:46.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.412+0000 7f3a2cd2d800 20 remove_watcher() i=2 2024-09-12T00:44:46.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.413+0000 7f3a2cd2d800 20 remove_watcher() i=3 2024-09-12T00:44:46.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.414+0000 7f3a2cd2d800 20 remove_watcher() i=4 2024-09-12T00:44:46.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.415+0000 7f3a2cd2d800 20 remove_watcher() i=5 2024-09-12T00:44:46.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.416+0000 7f3a2cd2d800 20 remove_watcher() i=6 2024-09-12T00:44:46.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:46.417+0000 7f3a2cd2d800 20 remove_watcher() i=7 2024-09-12T00:44:46.426 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:46.426 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:46.426 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-init-index id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:44:46.426 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:46.429 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.429 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.449 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.449 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.663 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.663 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.731 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T00:44:46.731 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:46.732 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.732 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.772 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.773 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.828 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.828 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.862 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.862 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.897 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.898 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.933 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.934 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:46.971 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:46.971 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.006 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.006 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.041 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.041 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.077 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.077 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.113 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.114 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.150 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.184 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.184 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.220 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.220 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.254 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.255 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.291 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.327 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.327 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.361 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.361 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.398 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.398 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.434 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.434 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.468 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.468 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.503 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:47.504 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:47.538 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:44:47.566 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:47.567 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:47.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.604+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 realm 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.605+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.606+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.606+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.606+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.606+0000 7f7fbff31800 20 searching for the correct realm 2024-09-12T00:44:47.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.610+0000 7f7fb3fff640 0 -- 172.21.15.163:0/93189535 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f7fac0699a0 msgr2=0x7f7fac0711b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:47.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.815+0000 7f7fbc477640 0 -- 172.21.15.163:0/93189535 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x563a18b10b20 msgr2=0x563a18b12f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.818+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 zone default found 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 4 Realm: () 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 zonegroup default 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:47.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 started sync module instance, tier type = 2024-09-12T00:44:47.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.819+0000 7f7fbff31800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:47.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=0 2024-09-12T00:44:47.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=1 2024-09-12T00:44:47.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=2 2024-09-12T00:44:47.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=3 2024-09-12T00:44:47.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=4 2024-09-12T00:44:47.827 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=5 2024-09-12T00:44:47.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.828+0000 7f7fbff31800 20 add_watcher() i=6 2024-09-12T00:44:47.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.829+0000 7f7fbff31800 20 add_watcher() i=7 2024-09-12T00:44:47.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.829+0000 7f7fbff31800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:47.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.831+0000 7f7e71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:47.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.831+0000 7f7fbff31800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:47.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.831+0000 7f7fbff31800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.831+0000 7f7fbff31800 5 note: GC not initialized 2024-09-12T00:44:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7e70fe1640 20 reqs_thread_entry: start 2024-09-12T00:44:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7fbff31800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7fbff31800 20 Filter name: none 2024-09-12T00:44:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7dea7fc640 20 reqs_thread_entry: start 2024-09-12T00:44:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.832+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.833+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.833+0000 7f7fbff31800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.833+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.834+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:47.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.834+0000 7f7fbff31800 20 rados->read ofs=0 len=0 2024-09-12T00:44:47.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.834+0000 7f7fbff31800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:47.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.834+0000 7f7fbff31800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:47.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.835+0000 7f7e71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:47.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.837+0000 7f7fbff31800 20 remove_watcher() i=0 2024-09-12T00:44:47.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.837+0000 7f7fbff31800 2 removed watcher, disabling cache 2024-09-12T00:44:47.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.838+0000 7f7fbff31800 20 remove_watcher() i=1 2024-09-12T00:44:47.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.839+0000 7f7fbff31800 20 remove_watcher() i=2 2024-09-12T00:44:47.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.840+0000 7f7fbff31800 20 remove_watcher() i=3 2024-09-12T00:44:47.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.841+0000 7f7fbff31800 20 remove_watcher() i=4 2024-09-12T00:44:47.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.842+0000 7f7fbff31800 20 remove_watcher() i=5 2024-09-12T00:44:47.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.843+0000 7f7fbff31800 20 remove_watcher() i=6 2024-09-12T00:44:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:47.844+0000 7f7fbff31800 20 remove_watcher() i=7 2024-09-12T00:44:47.853 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:47.853 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:47.853 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-init-index id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:44:47.853 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:47.855 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T00:44:47.891 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:47.891 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:48.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.125+0000 7f2cdb3a5640 0 --2- 172.21.15.163:0/2780443452 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555da7268c30 0x555da7269cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:44:48.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.130+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 realm 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.132+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.133+0000 7f2cdd8bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:48.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.133+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.133+0000 7f2cdd8bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:48.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.133+0000 7f2cdd8bb800 20 searching for the correct realm 2024-09-12T00:44:48.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.136+0000 7f2cdb3a5640 0 -- 172.21.15.163:0/1894767257 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f2cd4029060 msgr2=0x7f2cd40837f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:44:48.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.140+0000 7f2cdbba6640 0 -- 172.21.15.163:0/1894767257 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f2ccc060b60 msgr2=0x7f2ccc063120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:48.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.346+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:48.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 zone default found 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 4 Realm: () 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 zonegroup default 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.347+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.348+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.348+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.348+0000 7f2cdd8bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.348+0000 7f2cdd8bb800 20 started sync module instance, tier type = 2024-09-12T00:44:48.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.348+0000 7f2cdd8bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:48.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=0 2024-09-12T00:44:48.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=1 2024-09-12T00:44:48.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=2 2024-09-12T00:44:48.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=3 2024-09-12T00:44:48.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=4 2024-09-12T00:44:48.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=5 2024-09-12T00:44:48.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.360+0000 7f2cdd8bb800 20 add_watcher() i=6 2024-09-12T00:44:48.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.361+0000 7f2cdd8bb800 20 add_watcher() i=7 2024-09-12T00:44:48.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.361+0000 7f2cdd8bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:48.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.363+0000 7f2b91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 5 note: GC not initialized 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2b90fe1640 20 reqs_thread_entry: start 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 20 Filter name: none 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2b0a7fc640 20 reqs_thread_entry: start 2024-09-12T00:44:48.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T00:44:48.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.364+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 : miss 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 info.flags=0x17 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 to cache LRU end 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:48.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.365+0000 7f2cdd8bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 2024-09-12T00:44:48.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.366+0000 7f2cdd8bb800 -1 Injecting error=-95 at location=init_index 2024-09-12T00:44:48.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.366+0000 7f2cdd8bb800 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T00:44:48.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.369+0000 7f2cdd8bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 info.flags=0x17 2024-09-12T00:44:48.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.369+0000 7f2cdd8bb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 to cache LRU end 2024-09-12T00:44:48.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.369+0000 7f2cdd8bb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:48.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.369+0000 7f2cdd8bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20, ofs0, ns] 2024-09-12T00:44:48.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.370+0000 7f2bbeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 93860725000512 notifier 6020 bl.length()=911 2024-09-12T00:44:48.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.370+0000 7f2bbeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 info.flags=0x17 2024-09-12T00:44:48.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.370+0000 7f2bbeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 to cache LRU end 2024-09-12T00:44:48.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.370+0000 7f2bbeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:48.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.371+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): orig_sources= new_sources= 2024-09-12T00:44:48.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.371+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): potential sources added=[] removed=[] 2024-09-12T00:44:48.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.371+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): orig_dests= new_dests= 2024-09-12T00:44:48.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.371+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): potential dests added=[] removed=[] 2024-09-12T00:44:48.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.373+0000 7f2cdd8bb800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20.1.0 2024-09-12T00:44:48.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.373+0000 7f2cdd8bb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20.1.0 2024-09-12T00:44:48.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.373+0000 7f2cdd8bb800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20.1.1 2024-09-12T00:44:48.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.373+0000 7f2cdd8bb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20.1.1 2024-09-12T00:44:48.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.373+0000 7f2cdd8bb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20.0 2024-09-12T00:44:48.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.376+0000 7f2cdd8bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 : hit (requested=0x17, cached=0x17) 2024-09-12T00:44:48.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.376+0000 7f2cdd8bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2cdd8bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 info.flags=0x17 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2cdd8bb800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 to cache LRU end 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2cdd8bb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2cdd8bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20, ofs0, ns] 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2bbe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 93860725000512 notifier 6020 bl.length()=879 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2bbe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 info.flags=0x17 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2bbe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 to cache LRU end 2024-09-12T00:44:48.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.378+0000 7f2bbe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:48.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.380+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): orig_sources= new_sources= 2024-09-12T00:44:48.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.380+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): potential sources added=[] removed=[] 2024-09-12T00:44:48.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.380+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): orig_dests= new_dests= 2024-09-12T00:44:48.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.380+0000 7f2cdd8bb800 20 handle_bi_update(): bucket=:error-at-init-index[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20]): potential dests added=[] removed=[] 2024-09-12T00:44:48.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.381+0000 7f2cdd8bb800 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2024-09-12T00:44:48.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.383+0000 7f2b91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:48.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.385+0000 7f2cdd8bb800 20 remove_watcher() i=0 2024-09-12T00:44:48.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.385+0000 7f2cdd8bb800 2 removed watcher, disabling cache 2024-09-12T00:44:48.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.386+0000 7f2cdd8bb800 20 remove_watcher() i=1 2024-09-12T00:44:48.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.388+0000 7f2cdd8bb800 20 remove_watcher() i=2 2024-09-12T00:44:48.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.389+0000 7f2cdd8bb800 20 remove_watcher() i=3 2024-09-12T00:44:48.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.390+0000 7f2cdd8bb800 20 remove_watcher() i=4 2024-09-12T00:44:48.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.391+0000 7f2cdd8bb800 20 remove_watcher() i=5 2024-09-12T00:44:48.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.392+0000 7f2cdd8bb800 20 remove_watcher() i=6 2024-09-12T00:44:48.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.393+0000 7f2cdd8bb800 20 remove_watcher() i=7 2024-09-12T00:44:48.403 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:44:48.432 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:48.432 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:48.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.470+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.471+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.471+0000 7f28c5014800 20 realm 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.471+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:48.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.472+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.473+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:48.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.473+0000 7f28c5014800 20 searching for the correct realm 2024-09-12T00:44:48.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.477+0000 7f28b7eca640 0 -- 172.21.15.163:0/1727891320 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f28b004a040 msgr2=0x7f28b004a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:48.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.683+0000 7f28c0ecc640 0 -- 172.21.15.163:0/1727891320 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c7fff48590 msgr2=0x55c7fff4a980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.685+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 zone default found 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 4 Realm: () 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 zonegroup default 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.686+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.687+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.687+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.687+0000 7f28c5014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:48.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.687+0000 7f28c5014800 20 started sync module instance, tier type = 2024-09-12T00:44:48.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.687+0000 7f28c5014800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:48.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=0 2024-09-12T00:44:48.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=1 2024-09-12T00:44:48.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=2 2024-09-12T00:44:48.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=3 2024-09-12T00:44:48.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=4 2024-09-12T00:44:48.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=5 2024-09-12T00:44:48.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.695+0000 7f28c5014800 20 add_watcher() i=6 2024-09-12T00:44:48.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.696+0000 7f28c5014800 20 add_watcher() i=7 2024-09-12T00:44:48.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.696+0000 7f28c5014800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:48.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.698+0000 7f2776fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f28c5014800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f28c5014800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f28c5014800 5 note: GC not initialized 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f2775fdb640 20 reqs_thread_entry: start 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f28c5014800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f28c5014800 20 Filter name: none 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f26e77fe640 20 reqs_thread_entry: start 2024-09-12T00:44:48.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.699+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.700+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:48.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.700+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.700+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:48.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.700+0000 7f28c5014800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:48.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.700+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.701+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:44:48.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.701+0000 7f28c5014800 20 rados->read ofs=0 len=0 2024-09-12T00:44:48.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.701+0000 7f28c5014800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:44:48.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.701+0000 7f28c5014800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:48.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.702+0000 7f2776fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:48.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.704+0000 7f28c5014800 20 remove_watcher() i=0 2024-09-12T00:44:48.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.704+0000 7f28c5014800 2 removed watcher, disabling cache 2024-09-12T00:44:48.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.705+0000 7f28c5014800 20 remove_watcher() i=1 2024-09-12T00:44:48.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.706+0000 7f28c5014800 20 remove_watcher() i=2 2024-09-12T00:44:48.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.707+0000 7f28c5014800 20 remove_watcher() i=3 2024-09-12T00:44:48.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.708+0000 7f28c5014800 20 remove_watcher() i=4 2024-09-12T00:44:48.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.709+0000 7f28c5014800 20 remove_watcher() i=5 2024-09-12T00:44:48.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.710+0000 7f28c5014800 20 remove_watcher() i=6 2024-09-12T00:44:48.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:48.711+0000 7f28c5014800 20 remove_watcher() i=7 2024-09-12T00:44:48.720 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:48.720 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:48.720 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-init-index id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T00:44:48.720 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:48.722 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:48.722 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:48.743 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:48.743 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:48.974 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:48.974 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.036 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T00:44:49.036 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:49.037 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.037 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.078 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.078 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.134 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.134 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.170 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.171 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.206 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.206 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.241 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.241 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.276 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.276 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.317 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.317 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.353 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.354 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.389 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.389 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.426 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.426 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.461 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.461 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.497 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.498 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.534 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.534 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.568 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.569 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.604 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.604 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.639 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.640 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.676 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.676 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.713 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.713 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.747 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.747 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.783 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.783 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.817 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:49.817 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:49.857 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T00:44:49.886 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:49.886 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:49.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.923+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:49.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.925+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:49.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.925+0000 7f4d6fe0e800 20 realm 2024-09-12T00:44:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.925+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.925+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.925+0000 7f4d6fe0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.925+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.926+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.926+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:49.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.926+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:49.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.926+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:49.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.927+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:49.926 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.927+0000 7f4d6fe0e800 20 searching for the correct realm 2024-09-12T00:44:49.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:49.930+0000 7f4d6ac58640 0 -- 172.21.15.163:0/3344993371 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4d5c079410 msgr2=0x7f4d5c079890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.136+0000 7f4d6bc5a640 0 -- 172.21.15.163:0/3344993371 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55e6856548a0 msgr2=0x55e685656d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.138+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 zone default found 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 4 Realm: () 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 zonegroup default 2024-09-12T00:44:50.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.139+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.140+0000 7f4d6fe0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.140+0000 7f4d6fe0e800 20 started sync module instance, tier type = 2024-09-12T00:44:50.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.140+0000 7f4d6fe0e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:50.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=0 2024-09-12T00:44:50.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=1 2024-09-12T00:44:50.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=2 2024-09-12T00:44:50.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=3 2024-09-12T00:44:50.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=4 2024-09-12T00:44:50.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=5 2024-09-12T00:44:50.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.148+0000 7f4d6fe0e800 20 add_watcher() i=6 2024-09-12T00:44:50.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.149+0000 7f4d6fe0e800 20 add_watcher() i=7 2024-09-12T00:44:50.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.149+0000 7f4d6fe0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:50.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.151+0000 7f4c21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.151+0000 7f4d6fe0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:50.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.151+0000 7f4d6fe0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:50.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.151+0000 7f4d6fe0e800 5 note: GC not initialized 2024-09-12T00:44:50.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.151+0000 7f4c20fe1640 20 reqs_thread_entry: start 2024-09-12T00:44:50.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.152+0000 7f4d6fe0e800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:50.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.152+0000 7f4d6fe0e800 20 Filter name: none 2024-09-12T00:44:50.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.152+0000 7f4b9a7fc640 20 reqs_thread_entry: start 2024-09-12T00:44:50.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.152+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.152+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.152+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.153+0000 7f4d6fe0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:50.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.155+0000 7f4c21fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.157+0000 7f4d6fe0e800 20 remove_watcher() i=0 2024-09-12T00:44:50.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.157+0000 7f4d6fe0e800 2 removed watcher, disabling cache 2024-09-12T00:44:50.156 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.158+0000 7f4d6fe0e800 20 remove_watcher() i=1 2024-09-12T00:44:50.157 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.159+0000 7f4d6fe0e800 20 remove_watcher() i=2 2024-09-12T00:44:50.159 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.160+0000 7f4d6fe0e800 20 remove_watcher() i=3 2024-09-12T00:44:50.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.161+0000 7f4d6fe0e800 20 remove_watcher() i=4 2024-09-12T00:44:50.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.162+0000 7f4d6fe0e800 20 remove_watcher() i=5 2024-09-12T00:44:50.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.163+0000 7f4d6fe0e800 20 remove_watcher() i=6 2024-09-12T00:44:50.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.164+0000 7f4d6fe0e800 20 remove_watcher() i=7 2024-09-12T00:44:50.173 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.173 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:50.173 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-init-indext id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:44:50.174 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.175 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T00:44:50.209 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:50.209 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:50.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.247+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 realm 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.250+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.250+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.251+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:50.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.251+0000 7f7d84c10800 20 searching for the correct realm 2024-09-12T00:44:50.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.255+0000 7f7d7fbbb640 0 -- 172.21.15.163:0/3218623614 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f7d70078410 msgr2=0x7f7d70078890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.461+0000 7f7d80bbd640 0 -- 172.21.15.163:0/3218623614 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55e8ac7d8b30 msgr2=0x55e8ac7daf20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 zone default found 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 4 Realm: () 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 zonegroup default 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.466+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.466+0000 7f7d84c10800 20 started sync module instance, tier type = 2024-09-12T00:44:50.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.466+0000 7f7d84c10800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:50.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=0 2024-09-12T00:44:50.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=1 2024-09-12T00:44:50.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=2 2024-09-12T00:44:50.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=3 2024-09-12T00:44:50.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=4 2024-09-12T00:44:50.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=5 2024-09-12T00:44:50.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=6 2024-09-12T00:44:50.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.476+0000 7f7d84c10800 20 add_watcher() i=7 2024-09-12T00:44:50.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.476+0000 7f7d84c10800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:50.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.477+0000 7f7c36fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.477+0000 7f7d84c10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.477+0000 7f7d84c10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 5 note: GC not initialized 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7c35fdb640 20 reqs_thread_entry: start 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 20 Filter name: none 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7ba77fe640 20 reqs_thread_entry: start 2024-09-12T00:44:50.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:44:50.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : miss 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:50.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.479+0000 7f7d84c10800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d84c10800 time 2024-09-12T00:44:50.481596+0000 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7d85d8c71a] 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.480 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.481+0000 7f7d84c10800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d84c10800 time 2024-09-12T00:44:50.481596+0000 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7d85d8c71a] 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.481 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:44:50.482 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f7d84c10800 thread_name:radosgw-admin 2024-09-12T00:44:50.509 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.509 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7d84a3e6f0] 2024-09-12T00:44:50.509 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7d84a8b99c] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7d85d8c774] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.510 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.482+0000 7f7d84c10800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f7d84c10800 thread_name:radosgw-admin 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7d84a3e6f0] 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7d84a8b99c] 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:44:50.511 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7d85d8c774] 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.512 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac5a5b70 auth_method 0 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.513 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6462 payload 274 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: dump: 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.514 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: dump: 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.515 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:44:50.230+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6462 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:44:50.230+0000 7f7d84c10800 10 monclient: get_monmap_and_config success 2024-09-12T00:44:50.516 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:44:50.230+0000 7f7d84c10800 4 set_mon_vals no callback set 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: shutdown 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) unregister_commands rotate-key 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.517 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding auth protocol: cephx 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding auth protocol: cephx 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding auth protocol: cephx 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.518 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:44:50.231+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: starting msgr at 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: starting objecter 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command objecter_requests hook 0x55e8ac6ee700 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: setting wanted keys 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: calling monclient init 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding auth protocol: cephx 2024-09-12T00:44:50.519 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding auth protocol: cephx 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding auth protocol: cephx 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.520 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:44:50.232+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:44:50.232+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:44:50.232+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key hook 0x55e8ac6ec498 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac5a5b70 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac6324f0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac632960 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.521 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.526444s 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac6324f0 auth_method 0 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request con 0x55e8ac632960 auth_method 0 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.522 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6465 payload 824 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: dump: 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.523 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: dump: 2024-09-12T00:44:50.524 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:44:50.232+0000 7f7c6e60c640 4 set_mon_vals no callback set 2024-09-12T00:44:50.525 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:44:50.233+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6465 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:44:50.233+0000 7f7d84c10800 1 librados: init done 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:44:50.234+0000 7f7c6ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:44:50.526 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:44:50.234+0000 7f7c6ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:44:50.234+0000 7f7c6ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:44:50.235+0000 7f7d803bc640 10 monclient: get_auth_request con 0x7f7c68076470 auth_method 0 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:44:50.235+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x55e8ac7132d0 auth_method 0 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:44:50.236+0000 7f7d803bc640 10 monclient: get_auth_request con 0x55e8ac7382f0 auth_method 0 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:44:50.238+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:44:50.238+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:44:50.238+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.527 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding auth protocol: cephx 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding auth protocol: cephx 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding auth protocol: cephx 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.528 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:44:50.238+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.529 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command objecter_requests cmddesc objecter_requests hook 0x55e8ac741430 EEXIST 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:44:50.238+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding auth protocol: cephx 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding auth protocol: cephx 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding auth protocol: cephx 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.530 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:44:50.239+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:44:50.239+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:44:50.239+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key cmddesc rotate-key hook 0x55e8ac73ca70 EEXIST 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac765750 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac765b30 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac764460 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.531 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.533501s 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request con 0x55e8ac765750 auth_method 0 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac764460 auth_method 0 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.532 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac765b30 auth_method 0 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_done global_id 6468 payload 824 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.533 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: dump: 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.534 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: dump: 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:44:50.240+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6468 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:44:50.240+0000 7f7d813be640 4 set_mon_vals no callback set 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.536 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:44:50.242+0000 7f7c65ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:44:50.242+0000 7f7c65ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:44:50.242+0000 7f7c65ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:44:50.242+0000 7f7d803bc640 10 monclient: get_auth_request con 0x7f7c58076380 auth_method 0 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: get_monmap_and_config 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:44:50.242+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.537 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding auth protocol: cephx 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding auth protocol: cephx 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding auth protocol: cephx 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.538 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:44:50.242+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.539 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding auth protocol: cephx 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding auth protocol: cephx 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding auth protocol: cephx 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.540 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:44:50.243+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:44:50.243+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:44:50.243+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key cmddesc rotate-key hook 0x7ffca9c955a8 EEXIST 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac7b27d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac7b32f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.541 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac787430 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.537504s 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac7b32f0 auth_method 0 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac787430 auth_method 0 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.542 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6471 payload 274 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:44:50.243+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x55e8ac7b27d0 auth_method 0 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.543 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: dump: 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.544 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: dump: 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.545 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6471 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: get_monmap_and_config success 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:44:50.244+0000 7f7d84c10800 4 set_mon_vals no callback set 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: shutdown 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:44:50.244+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.546 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding auth protocol: cephx 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding auth protocol: cephx 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding auth protocol: cephx 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.547 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:44:50.244+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.548 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: starting msgr at 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: starting objecter 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command objecter_requests cmddesc objecter_requests hook 0x55e8ac578010 EEXIST 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: setting wanted keys 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: calling monclient init 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding auth protocol: cephx 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding auth protocol: cephx 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding auth protocol: cephx 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.549 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:44:50.245+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:44:50.245+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key cmddesc rotate-key hook 0x55e8ac77a158 EEXIST 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:44:50.550 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac787430 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac7b27d0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac7b32f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.539711s 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac7b32f0 auth_method 0 2024-09-12T00:44:50.551 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac7b27d0 auth_method 0 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.552 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request con 0x55e8ac787430 auth_method 0 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6068 payload 824 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 1 monclient: found mon.noname-c 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.553 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: dump: 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.554 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: dump: 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.555 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:44:50.246+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6068 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:44:50.246+0000 7f7c577fe640 4 set_mon_vals no callback set 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:44:50.246+0000 7f7d84c10800 1 librados: init done 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:44:50.246+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cr dump hook 0x55e8ac7a57f8 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:44:50.247+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:44:50.248+0000 7f7c55ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:44:50.248+0000 7f7c55ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:44:50.248+0000 7f7c55ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.556 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:44:50.248+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7c480764a0 auth_method 0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:44:50.248+0000 7f7d803bc640 10 monclient: get_auth_request con 0x55e8ac7d47f0 auth_method 0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 realm 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:44:50.249+0000 7f7d84c10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:44:50.250+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x55e8ac7d8b30 auth_method 0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:44:50.250+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:44:50.250+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.557 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:44:50.251+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:44:50.251+0000 7f7d84c10800 20 searching for the correct realm 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:44:50.251+0000 7f7d803bc640 10 monclient: get_auth_request con 0x55e8ac7ddca0 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:44:50.251+0000 7f7d7fbbb640 10 monclient: get_auth_request con 0x7f7d70061070 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:44:50.252+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7d74024070 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:44:50.253+0000 7f7d803bc640 10 monclient: get_auth_request con 0x7f7d78029060 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:44:50.255+0000 7f7d7fbbb640 10 monclient: get_auth_request con 0x7f7d70078410 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:44:50.255+0000 7f7d7fbbb640 0 -- 172.21.15.163:0/3218623614 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f7d70078410 msgr2=0x7f7d70078890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:44:50.456+0000 7f7d7fbbb640 10 monclient: get_auth_request con 0x7f7d70078410 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:44:50.459+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7d70084920 auth_method 0 2024-09-12T00:44:50.558 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:44:50.461+0000 7f7d80bbd640 0 -- 172.21.15.163:0/3218623614 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55e8ac7d8b30 msgr2=0x55e8ac7daf20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:44:50.461+0000 7f7c55ffb640 1 client.6068.objecter ms_handle_reset 0x55e8ac7d8b30 session 0x55e8ac7d7a20 osd.5 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:44:50.461+0000 7f7c55ffb640 10 monclient: _renew_subs 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:44:50.461+0000 7f7c55ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:44:50.461+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7c48086bd0 auth_method 0 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.559 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 zone default found 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:44:50.465+0000 7f7d84c10800 4 Realm: () 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:44:50.465+0000 7f7d84c10800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:44:50.465+0000 7f7d84c10800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:44:50.465+0000 7f7d84c10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 zonegroup default 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.560 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:44:50.466+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:44:50.466+0000 7f7d84c10800 20 started sync module instance, tier type = 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:44:50.466+0000 7f7d84c10800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=0 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=1 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=2 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=3 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=4 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=5 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=6 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:44:50.476+0000 7f7d84c10800 20 add_watcher() i=7 2024-09-12T00:44:50.561 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:44:50.476+0000 7f7d84c10800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding auth protocol: cephx 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding auth protocol: cephx 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding auth protocol: cephx 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.562 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:44:50.477+0000 7f7c36fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:44:50.477+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:44:50.477+0000 7f7d84c10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:44:50.477+0000 7f7d84c10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache list hook 0x55e8ac7b7d10 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache inspect hook 0x55e8ac7b7d10 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache erase hook 0x55e8ac7b7d10 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache zap hook 0x55e8ac7b7d10 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 note: GC not initialized 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:44:50.478+0000 7f7c35fdb640 20 reqs_thread_entry: start 2024-09-12T00:44:50.563 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace show hook 0x7f7d78004260 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace history hook 0x7f7d78004260 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace active hook 0x7f7d78004260 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace active_short hook 0x7f7d78004260 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 Filter name: none 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:44:50.478+0000 7f7ba77fe640 20 reqs_thread_entry: start 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:44:50.564 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : miss 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:44:50.479+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:44:50.479+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:44:50.481+0000 7f7d84c10800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d84c10800 time 2024-09-12T00:44:50.481596+0000 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.565 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7d85d8c71a] 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:44:50.482+0000 7f7d84c10800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f7d84c10800 thread_name:radosgw-admin 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.566 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7d84a3e6f0] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7d84a8b99c] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7d85d8c774] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:44:50.567 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:44:50.568 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:44:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:44:50.570 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:44:50.571 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:44:50.572 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:44:50.573 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:44:50.574 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7ba77fe640 / http_manager 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c35fdb640 / http_manager 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c36fdd640 / rgw_dt_lg_renew 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c55ffb640 / ms_dispatch 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c577fe640 / io_context_pool 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c65ffb640 / ms_dispatch 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c6ce09640 / ms_dispatch 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c6e60c640 / io_context_pool 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d7fbbb640 / msgr-worker-2 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d803bc640 / msgr-worker-1 2024-09-12T00:44:50.575 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d80bbd640 / msgr-worker-0 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d813be640 / io_context_pool 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d84c10800 / radosgw-admin 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.90806.log 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.576 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:44:50.230+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac5a5b70 auth_method 0 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:44:50.230+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6462 payload 274 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:44:50.230+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.577 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: dump: 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.578 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:44:50.230+0000 7f7c6e60c640 10 monclient: dump: 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.579 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:44:50.230+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6462 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:44:50.230+0000 7f7d84c10800 10 monclient: get_monmap_and_config success 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:44:50.230+0000 7f7d84c10800 4 set_mon_vals no callback set 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: shutdown 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) unregister_commands rotate-key 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.580 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding auth protocol: cephx 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding auth protocol: cephx 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding auth protocol: cephx 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.581 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: crc 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6f1fc0) adding con mode: secure 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:44:50.231+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: starting msgr at 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: starting objecter 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command objecter_requests hook 0x55e8ac6ee700 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: setting wanted keys 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:44:50.231+0000 7f7d84c10800 1 librados: calling monclient init 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:44:50.231+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.582 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding auth protocol: cephx 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding auth protocol: cephx 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding auth protocol: cephx 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.583 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: crc 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:44:50.231+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac6ec350) adding con mode: secure 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:44:50.232+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:44:50.232+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:44:50.232+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key hook 0x55e8ac6ec498 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac5a5b70 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac6324f0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac632960 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.584 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:44:50.232+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.526444s 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac6324f0 auth_method 0 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request con 0x55e8ac632960 auth_method 0 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.585 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:44:50.232+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6465 payload 824 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:44:50.232+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: dump: 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.586 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:44:50.232+0000 7f7c6ce09640 10 monclient: dump: 2024-09-12T00:44:50.587 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:44:50.232+0000 7f7c6e60c640 4 set_mon_vals no callback set 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:44:50.233+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6465 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.588 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:44:50.233+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:44:50.233+0000 7f7d84c10800 1 librados: init done 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:44:50.234+0000 7f7c6ce09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:44:50.234+0000 7f7c6ce09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:44:50.234+0000 7f7c6ce09640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:44:50.235+0000 7f7d803bc640 10 monclient: get_auth_request con 0x7f7c68076470 auth_method 0 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:44:50.235+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x55e8ac7132d0 auth_method 0 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:44:50.236+0000 7f7d803bc640 10 monclient: get_auth_request con 0x55e8ac7382f0 auth_method 0 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:44:50.238+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:44:50.238+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:44:50.238+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.589 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding auth protocol: cephx 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding auth protocol: cephx 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding auth protocol: cephx 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.590 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: crc 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73e050) adding con mode: secure 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:44:50.238+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command objecter_requests cmddesc objecter_requests hook 0x55e8ac741430 EEXIST 2024-09-12T00:44:50.591 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:44:50.238+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding auth protocol: cephx 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding auth protocol: cephx 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding auth protocol: cephx 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.592 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: crc 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:44:50.238+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac73c928) adding con mode: secure 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:44:50.239+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:44:50.239+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:44:50.239+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key cmddesc rotate-key hook 0x55e8ac73ca70 EEXIST 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac765750 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac765b30 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac764460 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.593 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:44:50.239+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.533501s 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request con 0x55e8ac765750 auth_method 0 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac764460 auth_method 0 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.594 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:44:50.239+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac765b30 auth_method 0 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:44:50.239+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient(hunting): handle_auth_done global_id 6468 payload 824 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:44:50.239+0000 7f7d80bbd640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: dump: 2024-09-12T00:44:50.595 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.596 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:44:50.240+0000 7f7c65ffb640 10 monclient: dump: 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.597 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:44:50.240+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6468 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:44:50.240+0000 7f7d813be640 4 set_mon_vals no callback set 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:44:50.240+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:44:50.242+0000 7f7c65ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:44:50.242+0000 7f7c65ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:44:50.242+0000 7f7c65ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:44:50.242+0000 7f7d803bc640 10 monclient: get_auth_request con 0x7f7c58076380 auth_method 0 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: get_monmap_and_config 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.598 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:44:50.242+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding auth protocol: cephx 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding auth protocol: cephx 2024-09-12T00:44:50.599 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding auth protocol: cephx 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: crc 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7856c0) adding con mode: secure 2024-09-12T00:44:50.600 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:44:50.242+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.601 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:44:50.242+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.601 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding auth protocol: cephx 2024-09-12T00:44:50.601 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding auth protocol: cephx 2024-09-12T00:44:50.601 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding auth protocol: cephx 2024-09-12T00:44:50.601 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.602 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.603 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.603 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.603 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: crc 2024-09-12T00:44:50.603 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:44:50.242+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95460) adding con mode: secure 2024-09-12T00:44:50.603 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:44:50.243+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.603 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:44:50.243+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.604 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:44:50.243+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key cmddesc rotate-key hook 0x7ffca9c955a8 EEXIST 2024-09-12T00:44:50.604 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.604 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:44:50.604 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac7b27d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.604 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac7b32f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.604 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac787430 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:44:50.243+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.537504s 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac7b32f0 auth_method 0 2024-09-12T00:44:50.605 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac787430 auth_method 0 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.606 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:44:50.243+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6471 payload 274 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.607 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 1 monclient: found mon.noname-a 2024-09-12T00:44:50.608 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:44:50.243+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:44:50.608 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:44:50.243+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x55e8ac7b27d0 auth_method 0 2024-09-12T00:44:50.608 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.608 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:44:50.608 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: dump: 2024-09-12T00:44:50.608 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.609 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.610 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.610 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.610 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.610 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.610 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.610 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:44:50.244+0000 7f7c577fe640 10 monclient: dump: 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.611 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6471 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: get_monmap_and_config success 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:44:50.244+0000 7f7d84c10800 4 set_mon_vals no callback set 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: shutdown 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: build_initial_monmap 2024-09-12T00:44:50.612 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:44:50.244+0000 7f7d84c10800 1 build_initial for_mkfs: 0 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:44:50.244+0000 7f7d84c10800 10 monclient: monmap: 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding auth protocol: cephx 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding auth protocol: cephx 2024-09-12T00:44:50.613 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding auth protocol: cephx 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: crc 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:44:50.244+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac7ab8c0) adding con mode: secure 2024-09-12T00:44:50.614 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:44:50.244+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: starting msgr at 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: starting objecter 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command objecter_requests cmddesc objecter_requests hook 0x55e8ac578010 EEXIST 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: setting wanted keys 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:44:50.245+0000 7f7d84c10800 1 librados: calling monclient init 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient: init 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding auth protocol: cephx 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding auth protocol: cephx 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding auth protocol: cephx 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.615 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: crc 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 AuthRegistry(0x55e8ac77a010) adding con mode: secure 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:44:50.245+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:44:50.245+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:44:50.245+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command rotate-key cmddesc rotate-key hook 0x55e8ac77a158 EEXIST 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient: _reopen_session rank -1 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:44:50.616 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-b con 0x55e8ac787430 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-a con 0x55e8ac7b27d0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): picked mon.noname-c con 0x55e8ac7b32f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): start opening mon connection 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): _renew_subs 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:44:50.245+0000 7f7d84c10800 10 monclient(hunting): authenticate will time out at 2014.539711s 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request con 0x55e8ac7b32f0 auth_method 0 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.617 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): get_auth_request con 0x55e8ac7b27d0 auth_method 0 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:44:50.245+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:44:50.245+0000 7f7d803bc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request con 0x55e8ac787430 auth_method 0 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:44:50.618 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:44:50.245+0000 7f7d80bbd640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 10 monclient(hunting): handle_auth_done global_id 6068 payload 824 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 10 monclient: _finish_hunting 0 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 1 monclient: found mon.noname-c 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:44:50.246+0000 7f7d7fbbb640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: dump: 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.619 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: _finish_auth 0 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:44:50.246+0000 7f7c55ffb640 10 monclient: dump: 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:44:50.620 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:44:50.246+0000 7f7d84c10800 5 monclient: authenticate success, global_id 6068 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:44:50.246+0000 7f7c577fe640 4 set_mon_vals no callback set 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _renew_subs 2024-09-12T00:44:50.621 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:44:50.246+0000 7f7d84c10800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:44:50.246+0000 7f7d84c10800 1 librados: init done 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:44:50.246+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cr dump hook 0x55e8ac7a57f8 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:44:50.247+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:44:50.248+0000 7f7c55ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:44:50.248+0000 7f7c55ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:44:50.248+0000 7f7c55ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:44:50.248+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7c480764a0 auth_method 0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:44:50.248+0000 7f7d803bc640 10 monclient: get_auth_request con 0x55e8ac7d47f0 auth_method 0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 realm 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:44:50.249+0000 7f7d84c10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:50.622 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:44:50.249+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:44:50.250+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x55e8ac7d8b30 auth_method 0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:44:50.250+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:44:50.250+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:44:50.251+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:44:50.251+0000 7f7d84c10800 20 searching for the correct realm 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:44:50.251+0000 7f7d803bc640 10 monclient: get_auth_request con 0x55e8ac7ddca0 auth_method 0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:44:50.251+0000 7f7d7fbbb640 10 monclient: get_auth_request con 0x7f7d70061070 auth_method 0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:44:50.252+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7d74024070 auth_method 0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:44:50.253+0000 7f7d803bc640 10 monclient: get_auth_request con 0x7f7d78029060 auth_method 0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:44:50.255+0000 7f7d7fbbb640 10 monclient: get_auth_request con 0x7f7d70078410 auth_method 0 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:44:50.255+0000 7f7d7fbbb640 0 -- 172.21.15.163:0/3218623614 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f7d70078410 msgr2=0x7f7d70078890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.623 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:44:50.456+0000 7f7d7fbbb640 10 monclient: get_auth_request con 0x7f7d70078410 auth_method 0 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:44:50.459+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7d70084920 auth_method 0 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:44:50.461+0000 7f7d80bbd640 0 -- 172.21.15.163:0/3218623614 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55e8ac7d8b30 msgr2=0x55e8ac7daf20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:44:50.461+0000 7f7c55ffb640 1 client.6068.objecter ms_handle_reset 0x55e8ac7d8b30 session 0x55e8ac7d7a20 osd.5 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:44:50.461+0000 7f7c55ffb640 10 monclient: _renew_subs 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:44:50.461+0000 7f7c55ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:44:50.461+0000 7f7d80bbd640 10 monclient: get_auth_request con 0x7f7c48086bd0 auth_method 0 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:50.624 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:44:50.464+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 zone default found 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:44:50.465+0000 7f7d84c10800 4 Realm: () 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:44:50.465+0000 7f7d84c10800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:44:50.465+0000 7f7d84c10800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:44:50.465+0000 7f7d84c10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 zonegroup default 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.625 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:44:50.465+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:44:50.466+0000 7f7d84c10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:44:50.466+0000 7f7d84c10800 20 started sync module instance, tier type = 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:44:50.466+0000 7f7d84c10800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=0 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=1 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=2 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=3 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=4 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=5 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:44:50.475+0000 7f7d84c10800 20 add_watcher() i=6 2024-09-12T00:44:50.626 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:44:50.476+0000 7f7d84c10800 20 add_watcher() i=7 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:44:50.476+0000 7f7d84c10800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding auth protocol: cephx 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding auth protocol: cephx 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding auth protocol: cephx 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.627 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: crc 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:44:50.477+0000 7f7d84c10800 5 AuthRegistry(0x7ffca9c95940) adding con mode: secure 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:44:50.477+0000 7f7c36fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:44:50.477+0000 7f7d84c10800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:44:50.477+0000 7f7d84c10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:44:50.477+0000 7f7d84c10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache list hook 0x55e8ac7b7d10 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache inspect hook 0x55e8ac7b7d10 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache erase hook 0x55e8ac7b7d10 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command cache zap hook 0x55e8ac7b7d10 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 note: GC not initialized 2024-09-12T00:44:50.628 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:44:50.478+0000 7f7c35fdb640 20 reqs_thread_entry: start 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace show hook 0x7f7d78004260 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace history hook 0x7f7d78004260 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace active hook 0x7f7d78004260 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:44:50.478+0000 7f7d84c10800 5 asok(0x55e8ac4cd630) register_command sync trace active_short hook 0x7f7d78004260 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 Filter name: none 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:44:50.478+0000 7f7ba77fe640 20 reqs_thread_entry: start 2024-09-12T00:44:50.629 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:44:50.478+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:44:50.478+0000 7f7d84c10800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : miss 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:44:50.479+0000 7f7d84c10800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:44:50.479+0000 7f7d84c10800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:44:50.479+0000 7f7d84c10800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:44:50.630 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:44:50.481+0000 7f7d84c10800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7d84c10800 time 2024-09-12T00:44:50.481596+0000 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7d85d8c71a] 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.631 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:44:50.482+0000 7f7d84c10800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f7d84c10800 thread_name:radosgw-admin 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7d84a3e6f0] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7d84a8b99c] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7d85d8c774] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7d85d8c8d8] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55e8ab0cc641] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd877a4) [0x55e8ab5de7a4] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55e8ab0dc31d] 2024-09-12T00:44:50.632 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7d84a29590] 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:44:50.633 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:44:50.634 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:44:50.635 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:44:50.636 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:44:50.637 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:44:50.638 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:44:50.639 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7ba77fe640 / http_manager 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c35fdb640 / http_manager 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c36fdd640 / rgw_dt_lg_renew 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c55ffb640 / ms_dispatch 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c577fe640 / io_context_pool 2024-09-12T00:44:50.640 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c65ffb640 / ms_dispatch 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c6ce09640 / ms_dispatch 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7c6e60c640 / io_context_pool 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d7fbbb640 / msgr-worker-2 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d803bc640 / msgr-worker-1 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d80bbd640 / msgr-worker-0 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d813be640 / io_context_pool 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: 7f7d84c10800 / radosgw-admin 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:44:50.483297Z_61d1c99b-98eb-4c8c-9223-bc6699c6fb1c/log 2024-09-12T00:44:50.641 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:44:50.642 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.559+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 realm 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.561+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.562+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.562+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.563+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.563+0000 7f2c39340800 20 searching for the correct realm 2024-09-12T00:44:50.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.566+0000 7f2c2ffff640 0 -- 172.21.15.163:0/4200560518 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2c280dc050 msgr2=0x7f2c280a37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.773+0000 7f2c358c1640 0 -- 172.21.15.163:0/4200560518 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5580dabab3f0 msgr2=0x5580dabad8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:50.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.776+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 zone default found 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 4 Realm: () 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:50.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 zonegroup default 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.777+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.778+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.778+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.778+0000 7f2c39340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.778+0000 7f2c39340800 20 started sync module instance, tier type = 2024-09-12T00:44:50.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.778+0000 7f2c39340800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:50.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=0 2024-09-12T00:44:50.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=1 2024-09-12T00:44:50.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=2 2024-09-12T00:44:50.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=3 2024-09-12T00:44:50.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=4 2024-09-12T00:44:50.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=5 2024-09-12T00:44:50.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.787+0000 7f2c39340800 20 add_watcher() i=6 2024-09-12T00:44:50.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.788+0000 7f2c39340800 20 add_watcher() i=7 2024-09-12T00:44:50.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.788+0000 7f2c39340800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:50.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.790+0000 7f2aeb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.790+0000 7f2c39340800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.790+0000 7f2c39340800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.790+0000 7f2c39340800 5 note: GC not initialized 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2aea7e4640 20 reqs_thread_entry: start 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2c39340800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2c39340800 20 Filter name: none 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2a5bfff640 20 reqs_thread_entry: start 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.791+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:50.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:50.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:50.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.792+0000 7f2c39340800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:44:50.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.794+0000 7f2aeb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:50.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.796+0000 7f2c39340800 20 remove_watcher() i=0 2024-09-12T00:44:50.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.796+0000 7f2c39340800 2 removed watcher, disabling cache 2024-09-12T00:44:50.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.797+0000 7f2c39340800 20 remove_watcher() i=1 2024-09-12T00:44:50.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.798+0000 7f2c39340800 20 remove_watcher() i=2 2024-09-12T00:44:50.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.799+0000 7f2c39340800 20 remove_watcher() i=3 2024-09-12T00:44:50.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.800+0000 7f2c39340800 20 remove_watcher() i=4 2024-09-12T00:44:50.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.801+0000 7f2c39340800 20 remove_watcher() i=5 2024-09-12T00:44:50.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.802+0000 7f2c39340800 20 remove_watcher() i=6 2024-09-12T00:44:50.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.803+0000 7f2c39340800 20 remove_watcher() i=7 2024-09-12T00:44:50.812 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.812 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:44:50.812 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-init-indext id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:44:50.813 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:44:50.814 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:50.814 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:50.846 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:44:50.846 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:44:50.903 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:44:50.934 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:50.934 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:50.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.973+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.974+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.974+0000 7f73d6924800 20 realm 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.975+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.975+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.975+0000 7f73d6924800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.975+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.975+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:50.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.975+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.976+0000 7f73d6924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:50.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.976+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:50.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.976+0000 7f73d6924800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:44:50.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.976+0000 7f73d6924800 20 searching for the correct realm 2024-09-12T00:44:50.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:50.980+0000 7f73d1dd1640 0 -- 172.21.15.163:0/3571627488 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f73c40a2040 msgr2=0x7f73c40696c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:51.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.187+0000 7f73d2dd3640 0 -- 172.21.15.163:0/3571627488 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55a2ff9c9480 msgr2=0x55a2ff9cb8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:51.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.190+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 20 zone default found 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 4 Realm: () 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:44:51.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 20 zonegroup default 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.191+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.192+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.192+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.192+0000 7f73d6924800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.192+0000 7f73d6924800 20 started sync module instance, tier type = 2024-09-12T00:44:51.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.192+0000 7f73d6924800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:44:51.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=0 2024-09-12T00:44:51.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=1 2024-09-12T00:44:51.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=2 2024-09-12T00:44:51.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=3 2024-09-12T00:44:51.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=4 2024-09-12T00:44:51.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=5 2024-09-12T00:44:51.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.201+0000 7f73d6924800 20 add_watcher() i=6 2024-09-12T00:44:51.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.202+0000 7f73d6924800 20 add_watcher() i=7 2024-09-12T00:44:51.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.202+0000 7f73d6924800 2 all 8 watchers are set, enabling cache 2024-09-12T00:44:51.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f7288fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:51.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f73d6924800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f73d6924800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f73d6924800 5 note: GC not initialized 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f72037fe640 20 reqs_thread_entry: start 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f73d6924800 20 init_complete bucket index max shards: 1 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f73d6924800 20 Filter name: none 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.204+0000 7f72017fa640 20 reqs_thread_entry: start 2024-09-12T00:44:51.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : miss 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 20 rados->read ofs=0 len=0 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:44:51.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:44:51.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:44:51.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:44:51.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:44:51.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.205+0000 7f73d6924800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:44:51.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.207+0000 7f73d6924800 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to be held by another RGW process; skipping for now 2024-09-12T00:44:51.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.207+0000 7f7288fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:44:51.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.210+0000 7f73d6924800 20 remove_watcher() i=0 2024-09-12T00:44:51.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.210+0000 7f73d6924800 2 removed watcher, disabling cache 2024-09-12T00:44:51.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.211+0000 7f73d6924800 20 remove_watcher() i=1 2024-09-12T00:44:51.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.212+0000 7f73d6924800 20 remove_watcher() i=2 2024-09-12T00:44:51.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.213+0000 7f73d6924800 20 remove_watcher() i=3 2024-09-12T00:44:51.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.214+0000 7f73d6924800 20 remove_watcher() i=4 2024-09-12T00:44:51.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.215+0000 7f73d6924800 20 remove_watcher() i=5 2024-09-12T00:44:51.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.216+0000 7f73d6924800 20 remove_watcher() i=6 2024-09-12T00:44:51.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:44:51.217+0000 7f73d6924800 20 remove_watcher() i=7 2024-09-12T00:44:51.225 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:45:21.259 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:45:21.294 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:21.294 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:21.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.336+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 realm 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.338+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.340+0000 7f669d73c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:21.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.340+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.340+0000 7f669d73c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:21.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.340+0000 7f669d73c800 20 searching for the correct realm 2024-09-12T00:45:21.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.345+0000 7f6698c80640 0 -- 172.21.15.163:0/399593084 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f668c04f040 msgr2=0x7f668c050430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:21.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.552+0000 7f6699c82640 0 -- 172.21.15.163:0/399593084 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x56007b718410 msgr2=0x56007b71a840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:21.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:21.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:21.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:21.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:21.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:21.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:21.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.555+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 zone default found 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 4 Realm: () 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 zonegroup default 2024-09-12T00:45:21.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.556+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 started sync module instance, tier type = 2024-09-12T00:45:21.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.557+0000 7f669d73c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:21.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=0 2024-09-12T00:45:21.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=1 2024-09-12T00:45:21.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=2 2024-09-12T00:45:21.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=3 2024-09-12T00:45:21.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=4 2024-09-12T00:45:21.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=5 2024-09-12T00:45:21.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.567+0000 7f669d73c800 20 add_watcher() i=6 2024-09-12T00:45:21.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.568+0000 7f669d73c800 20 add_watcher() i=7 2024-09-12T00:45:21.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.568+0000 7f669d73c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:21.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.570+0000 7f654f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.570+0000 7f669d73c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.570+0000 7f669d73c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f669d73c800 5 note: GC not initialized 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f654e7e4640 20 reqs_thread_entry: start 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f669d73c800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f669d73c800 20 Filter name: none 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f64bffff640 20 reqs_thread_entry: start 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f669d73c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:45:21.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.571+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:45:21.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:45:21.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:45:21.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : miss 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.572+0000 7f669d73c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:45:21.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f669d73c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f669d73c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f669d73c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f669d73c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21, ofs0, ns] 2024-09-12T00:45:21.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f657cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366184 cookie 94560071063968 notifier 6528 bl.length()=913 2024-09-12T00:45:21.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f657cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f657cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.576+0000 7f657cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.578+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): orig_sources= new_sources= 2024-09-12T00:45:21.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.578+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): potential sources added=[] removed=[] 2024-09-12T00:45:21.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.578+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): orig_dests= new_dests= 2024-09-12T00:45:21.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.578+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): potential dests added=[] removed=[] 2024-09-12T00:45:21.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.581+0000 7f669d73c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21.1.0 2024-09-12T00:45:21.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.581+0000 7f669d73c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21.1.0 2024-09-12T00:45:21.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.581+0000 7f669d73c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21.1.1 2024-09-12T00:45:21.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.581+0000 7f669d73c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21.1.1 2024-09-12T00:45:21.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.581+0000 7f669d73c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21.0 2024-09-12T00:45:21.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.583+0000 7f669d73c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:21.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.583+0000 7f669d73c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:45:21.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f669d73c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f669d73c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f669d73c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f669d73c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21, ofs0, ns] 2024-09-12T00:45:21.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f657cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366185 cookie 94560071063968 notifier 6528 bl.length()=913 2024-09-12T00:45:21.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f657cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f657cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.585+0000 7f657cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.586+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): orig_sources= new_sources= 2024-09-12T00:45:21.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.586+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): potential sources added=[] removed=[] 2024-09-12T00:45:21.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.587+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): orig_dests= new_dests= 2024-09-12T00:45:21.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.587+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): potential dests added=[] removed=[] 2024-09-12T00:45:21.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.588+0000 7f669d73c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21.0 2024-09-12T00:45:21.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.588+0000 7f669d73c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:21.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.588+0000 7f669d73c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 2024-09-12T00:45:21.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.589+0000 7f669d73c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.589+0000 7f669d73c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.589+0000 7f669d73c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.589+0000 7f669d73c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21, ofs0, ns] 2024-09-12T00:45:21.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.590+0000 7f656bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366186 cookie 94560071063968 notifier 6528 bl.length()=881 2024-09-12T00:45:21.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.590+0000 7f656bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 info.flags=0x17 2024-09-12T00:45:21.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.590+0000 7f656bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 to cache LRU end 2024-09-12T00:45:21.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.590+0000 7f656bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:21.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.592+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): orig_sources= new_sources= 2024-09-12T00:45:21.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.592+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): potential sources added=[] removed=[] 2024-09-12T00:45:21.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.592+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): orig_dests= new_dests= 2024-09-12T00:45:21.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.592+0000 7f669d73c800 20 handle_bi_update(): bucket=:abort-at-init-indext[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21]): potential dests added=[] removed=[] 2024-09-12T00:45:21.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.593+0000 7f669d73c800 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2024-09-12T00:45:21.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.595+0000 7f654f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:21.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.597+0000 7f669d73c800 20 remove_watcher() i=0 2024-09-12T00:45:21.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.597+0000 7f669d73c800 2 removed watcher, disabling cache 2024-09-12T00:45:21.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.598+0000 7f669d73c800 20 remove_watcher() i=1 2024-09-12T00:45:21.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.599+0000 7f669d73c800 20 remove_watcher() i=2 2024-09-12T00:45:21.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.600+0000 7f669d73c800 20 remove_watcher() i=3 2024-09-12T00:45:21.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.602+0000 7f669d73c800 20 remove_watcher() i=4 2024-09-12T00:45:21.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.603+0000 7f669d73c800 20 remove_watcher() i=5 2024-09-12T00:45:21.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.604+0000 7f669d73c800 20 remove_watcher() i=6 2024-09-12T00:45:21.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.605+0000 7f669d73c800 20 remove_watcher() i=7 2024-09-12T00:45:21.618 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T00:45:21.647 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:21.648 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:21.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.685+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.686+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.686+0000 7fbbd9775800 20 realm 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.686+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.686+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.686+0000 7fbbd9775800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.686+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.687+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.687+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.688+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:21.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.688+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.688+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:21.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.688+0000 7fbbd9775800 20 searching for the correct realm 2024-09-12T00:45:21.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.692+0000 7fbbd725f640 0 -- 172.21.15.163:0/3773544082 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fbbd0020bb0 msgr2=0x7fbbd0014430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:21.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.695+0000 7fbbcea5e640 0 -- 172.21.15.163:0/3773544082 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fbbc80adae0 msgr2=0x7fbbc80ab6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.698+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:21.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 zone default found 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 4 Realm: () 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 zonegroup default 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.699+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.700+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.700+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.700+0000 7fbbd9775800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:21.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.700+0000 7fbbd9775800 20 started sync module instance, tier type = 2024-09-12T00:45:21.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.700+0000 7fbbd9775800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=0 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=1 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=2 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=3 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=4 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=5 2024-09-12T00:45:21.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.709+0000 7fbbd9775800 20 add_watcher() i=6 2024-09-12T00:45:21.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.710+0000 7fbbd9775800 20 add_watcher() i=7 2024-09-12T00:45:21.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.710+0000 7fbbd9775800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:21.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.712+0000 7fba8dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.712+0000 7fbbd9775800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.712+0000 7fbbd9775800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.712+0000 7fbbd9775800 5 note: GC not initialized 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.712+0000 7fba8cfe1640 20 reqs_thread_entry: start 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.713+0000 7fbbd9775800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.713+0000 7fbbd9775800 20 Filter name: none 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.713+0000 7fba067fc640 20 reqs_thread_entry: start 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.713+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.713+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:45:21.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.713+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.714+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:45:21.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.714+0000 7fbbd9775800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:21.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.714+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.714+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=188 2024-09-12T00:45:21.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.714+0000 7fbbd9775800 20 rados->read ofs=0 len=0 2024-09-12T00:45:21.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.714+0000 7fbbd9775800 20 rados_obj.operate() r=0 bl.length=410 2024-09-12T00:45:21.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.715+0000 7fbbd9775800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:21.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.716+0000 7fba8dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:21.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.718+0000 7fbbd9775800 20 remove_watcher() i=0 2024-09-12T00:45:21.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.718+0000 7fbbd9775800 2 removed watcher, disabling cache 2024-09-12T00:45:21.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.719+0000 7fbbd9775800 20 remove_watcher() i=1 2024-09-12T00:45:21.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.720+0000 7fbbd9775800 20 remove_watcher() i=2 2024-09-12T00:45:21.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.721+0000 7fbbd9775800 20 remove_watcher() i=3 2024-09-12T00:45:21.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.722+0000 7fbbd9775800 20 remove_watcher() i=4 2024-09-12T00:45:21.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.723+0000 7fbbd9775800 20 remove_watcher() i=5 2024-09-12T00:45:21.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.724+0000 7fbbd9775800 20 remove_watcher() i=6 2024-09-12T00:45:21.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:21.725+0000 7fbbd9775800 20 remove_watcher() i=7 2024-09-12T00:45:21.735 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:21.735 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:21.735 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-init-indext id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:45:21.736 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:21.737 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:21.737 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:21.758 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:21.758 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:21.973 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:21.973 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.040 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T00:45:22.040 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:22.041 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.041 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.082 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.082 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.138 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.139 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.176 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.177 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.212 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.213 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.247 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.248 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.283 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.283 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.320 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.320 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.353 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.354 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.388 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.388 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.423 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.424 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.458 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.459 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.494 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.494 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.530 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.530 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.565 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.566 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.600 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.600 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.636 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.636 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.671 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.671 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.708 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.708 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.744 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.744 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.781 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.781 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.817 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:22.817 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:22.853 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:45:22.882 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:22.882 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:22.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.917+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.919+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.919+0000 7fdd3a487800 20 realm 2024-09-12T00:45:22.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.919+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.919+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.919+0000 7fdd3a487800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:22.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.919+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.920+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.920+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.921+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:22.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.921+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.921+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:22.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.921+0000 7fdd3a487800 20 searching for the correct realm 2024-09-12T00:45:22.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.924+0000 7fdd2ffff640 0 -- 172.21.15.163:0/1566430337 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x5603f21cc800 msgr2=0x5603f21cec50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:22.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.927+0000 7fdd37f71640 0 -- 172.21.15.163:0/1566430337 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fdd30030bf0 msgr2=0x7fdd30040940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.932+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 zone default found 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 4 Realm: () 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 zonegroup default 2024-09-12T00:45:22.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 started sync module instance, tier type = 2024-09-12T00:45:22.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.933+0000 7fdd3a487800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=0 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=1 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=2 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=3 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=4 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=5 2024-09-12T00:45:22.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.942+0000 7fdd3a487800 20 add_watcher() i=6 2024-09-12T00:45:22.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.943+0000 7fdd3a487800 20 add_watcher() i=7 2024-09-12T00:45:22.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.943+0000 7fdd3a487800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:22.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.944+0000 7fdbedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:22.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdd3a487800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:22.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdd3a487800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:22.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdd3a487800 5 note: GC not initialized 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdbecfe1640 20 reqs_thread_entry: start 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdd3a487800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdd3a487800 20 Filter name: none 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdb667fc640 20 reqs_thread_entry: start 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.945+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.946+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:22.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.946+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.946+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.946+0000 7fdd3a487800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.946+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.947+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.947+0000 7fdd3a487800 20 rados->read ofs=0 len=0 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.947+0000 7fdd3a487800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:22.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.947+0000 7fdd3a487800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:22.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.948+0000 7fdbedfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:22.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.950+0000 7fdd3a487800 20 remove_watcher() i=0 2024-09-12T00:45:22.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.950+0000 7fdd3a487800 2 removed watcher, disabling cache 2024-09-12T00:45:22.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.951+0000 7fdd3a487800 20 remove_watcher() i=1 2024-09-12T00:45:22.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.952+0000 7fdd3a487800 20 remove_watcher() i=2 2024-09-12T00:45:22.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.953+0000 7fdd3a487800 20 remove_watcher() i=3 2024-09-12T00:45:22.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.954+0000 7fdd3a487800 20 remove_watcher() i=4 2024-09-12T00:45:22.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.955+0000 7fdd3a487800 20 remove_watcher() i=5 2024-09-12T00:45:22.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.956+0000 7fdd3a487800 20 remove_watcher() i=6 2024-09-12T00:45:22.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:22.957+0000 7fdd3a487800 20 remove_watcher() i=7 2024-09-12T00:45:22.967 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:22.967 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:22.967 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:45:22.967 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:22.968 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T00:45:23.002 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:23.002 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:23.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.039+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 realm 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.040+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.041+0000 7f4374132800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:23.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.041+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.041+0000 7f4374132800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:23.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.041+0000 7f4374132800 20 searching for the correct realm 2024-09-12T00:45:23.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.045+0000 7f43675bb640 0 -- 172.21.15.163:0/1574019263 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4360007e80 msgr2=0x7f436004fa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:23.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.250+0000 7f43705bd640 0 -- 172.21.15.163:0/1574019263 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5622364688b0 msgr2=0x56223646ace0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:23.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.253+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 zone default found 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 4 Realm: () 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 zonegroup default 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 started sync module instance, tier type = 2024-09-12T00:45:23.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.254+0000 7f4374132800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=0 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=1 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=2 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=3 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=4 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=5 2024-09-12T00:45:23.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.263+0000 7f4374132800 20 add_watcher() i=6 2024-09-12T00:45:23.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.264+0000 7f4374132800 20 add_watcher() i=7 2024-09-12T00:45:23.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.264+0000 7f4374132800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:23.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.266+0000 7f4225fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:23.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.266+0000 7f4374132800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:23.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.266+0000 7f4374132800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:23.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.266+0000 7f4374132800 5 note: GC not initialized 2024-09-12T00:45:23.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.266+0000 7f4224fe1640 20 reqs_thread_entry: start 2024-09-12T00:45:23.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.266+0000 7f4374132800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:23.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 20 Filter name: none 2024-09-12T00:45:23.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f419e7fc640 20 reqs_thread_entry: start 2024-09-12T00:45:23.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T00:45:23.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 : miss 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.267+0000 7f4374132800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.268+0000 7f4374132800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:23.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.268+0000 7f4374132800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:23.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.268+0000 7f4374132800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:23.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.268+0000 7f4374132800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:23.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.268+0000 7f4374132800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:23.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.268+0000 7f4374132800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 2024-09-12T00:45:23.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.270+0000 7f4374132800 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T00:45:23.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.270+0000 7f4374132800 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T00:45:23.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.273+0000 7f4225fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:23.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.275+0000 7f4374132800 20 remove_watcher() i=0 2024-09-12T00:45:23.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.275+0000 7f4374132800 2 removed watcher, disabling cache 2024-09-12T00:45:23.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.276+0000 7f4374132800 20 remove_watcher() i=1 2024-09-12T00:45:23.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.277+0000 7f4374132800 20 remove_watcher() i=2 2024-09-12T00:45:23.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.278+0000 7f4374132800 20 remove_watcher() i=3 2024-09-12T00:45:23.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.279+0000 7f4374132800 20 remove_watcher() i=4 2024-09-12T00:45:23.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.280+0000 7f4374132800 20 remove_watcher() i=5 2024-09-12T00:45:23.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.281+0000 7f4374132800 20 remove_watcher() i=6 2024-09-12T00:45:23.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.282+0000 7f4374132800 20 remove_watcher() i=7 2024-09-12T00:45:23.294 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:45:23.323 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:23.323 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:23.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.359+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 realm 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.361+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.362+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:23.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.362+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.362+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:23.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.362+0000 7f422dcbb800 20 searching for the correct realm 2024-09-12T00:45:23.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.366+0000 7f4223fff640 0 -- 172.21.15.163:0/2471476539 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f421c0be0b0 msgr2=0x7f421c0c69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:23.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.571+0000 7f422bfa6640 0 -- 172.21.15.163:0/2471476539 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x561619c9d7e0 msgr2=0x561619c9fc80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:23.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:23.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:23.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:23.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:23.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:23.573 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:23.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.573+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 zone default found 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 4 Realm: () 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:23.575 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 zonegroup default 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.574+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.575+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.575+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.575+0000 7f422dcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.575+0000 7f422dcbb800 20 started sync module instance, tier type = 2024-09-12T00:45:23.576 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.575+0000 7f422dcbb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:23.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.583+0000 7f422dcbb800 20 add_watcher() i=0 2024-09-12T00:45:23.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=1 2024-09-12T00:45:23.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=2 2024-09-12T00:45:23.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=3 2024-09-12T00:45:23.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=4 2024-09-12T00:45:23.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=5 2024-09-12T00:45:23.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=6 2024-09-12T00:45:23.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 20 add_watcher() i=7 2024-09-12T00:45:23.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.584+0000 7f422dcbb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:23.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.586+0000 7f40e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f422dcbb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f422dcbb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f422dcbb800 5 note: GC not initialized 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f40e0fe1640 20 reqs_thread_entry: start 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f422dcbb800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f422dcbb800 20 Filter name: none 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f405a7fc640 20 reqs_thread_entry: start 2024-09-12T00:45:23.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.587+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:23.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:23.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:23.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:23.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.588+0000 7f422dcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.589+0000 7f422dcbb800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:23.589 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.589+0000 7f422dcbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:23.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.590+0000 7f40e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:23.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.592+0000 7f422dcbb800 20 remove_watcher() i=0 2024-09-12T00:45:23.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.592+0000 7f422dcbb800 2 removed watcher, disabling cache 2024-09-12T00:45:23.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.593+0000 7f422dcbb800 20 remove_watcher() i=1 2024-09-12T00:45:23.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.594+0000 7f422dcbb800 20 remove_watcher() i=2 2024-09-12T00:45:23.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.595+0000 7f422dcbb800 20 remove_watcher() i=3 2024-09-12T00:45:23.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.596+0000 7f422dcbb800 20 remove_watcher() i=4 2024-09-12T00:45:23.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.597+0000 7f422dcbb800 20 remove_watcher() i=5 2024-09-12T00:45:23.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.598+0000 7f422dcbb800 20 remove_watcher() i=6 2024-09-12T00:45:23.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.599+0000 7f422dcbb800 20 remove_watcher() i=7 2024-09-12T00:45:23.609 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:23.609 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:23.609 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:45:23.609 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:23.610 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:23.611 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:23.642 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:23.643 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:23.700 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:45:23.730 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:23.730 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:23.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.952+0000 7fbb284cc640 0 --2- 172.21.15.163:0/1334652989 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555b463c3000 0x555b463c3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:45:23.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.968+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 realm 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:23.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.970+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.971+0000 7fbb2c614800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:23.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.971+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:23.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.971+0000 7fbb2c614800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:23.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.971+0000 7fbb2c614800 20 searching for the correct realm 2024-09-12T00:45:23.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:23.972+0000 7fbb1ffff640 0 -- 172.21.15.163:0/1324874312 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7fbb18086060 msgr2=0x7fbb180cca80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:24.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.176+0000 7fbb1ffff640 0 -- 172.21.15.163:0/1324874312 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fbb1806f040 msgr2=0x7fbb180ad7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:24.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:24.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:24.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:24.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:24.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:24.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.385+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 zone default found 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 4 Realm: () 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 zonegroup default 2024-09-12T00:45:24.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.386+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.387+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.387+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.387+0000 7fbb2c614800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.387+0000 7fbb2c614800 20 started sync module instance, tier type = 2024-09-12T00:45:24.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.387+0000 7fbb2c614800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=0 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=1 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=2 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=3 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=4 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=5 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.396+0000 7fbb2c614800 20 add_watcher() i=6 2024-09-12T00:45:24.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.397+0000 7fbb2c614800 20 add_watcher() i=7 2024-09-12T00:45:24.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.397+0000 7fbb2c614800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:24.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.398+0000 7fb9ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 5 note: GC not initialized 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fb9dcfe1640 20 reqs_thread_entry: start 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 20 Filter name: none 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fb9567fc640 20 reqs_thread_entry: start 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T00:45:24.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.399+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 : miss 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.400+0000 7fbb2c614800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fbb2c614800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fbb2c614800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fbb2c614800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fbb2c614800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22, ofs0, ns] 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fba06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366191 cookie 93850509569584 notifier 6197 bl.length()=925 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fba06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fba06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.404+0000 7fba06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.406+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): orig_sources= new_sources= 2024-09-12T00:45:24.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.406+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): potential sources added=[] removed=[] 2024-09-12T00:45:24.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.406+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): orig_dests= new_dests= 2024-09-12T00:45:24.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.406+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): potential dests added=[] removed=[] 2024-09-12T00:45:24.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.408+0000 7fbb2c614800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22.1.0 2024-09-12T00:45:24.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.408+0000 7fbb2c614800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22.1.0 2024-09-12T00:45:24.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.408+0000 7fbb2c614800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22.1.1 2024-09-12T00:45:24.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.408+0000 7fbb2c614800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22.1.1 2024-09-12T00:45:24.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.408+0000 7fbb2c614800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22.0 2024-09-12T00:45:24.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.410+0000 7fbb2c614800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:24.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.410+0000 7fbb2c614800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 2024-09-12T00:45:24.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fbb2c614800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fbb2c614800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fbb2c614800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fbb2c614800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22, ofs0, ns] 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fba06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366192 cookie 93850509569584 notifier 6197 bl.length()=925 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fba06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fba06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.412+0000 7fba06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.414+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): orig_sources= new_sources= 2024-09-12T00:45:24.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.414+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): potential sources added=[] removed=[] 2024-09-12T00:45:24.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.414+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): orig_dests= new_dests= 2024-09-12T00:45:24.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.414+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): potential dests added=[] removed=[] 2024-09-12T00:45:24.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.415+0000 7fbb2c614800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22.0 2024-09-12T00:45:24.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.415+0000 7fbb2c614800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:24.414 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.415+0000 7fbb2c614800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 2024-09-12T00:45:24.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.416+0000 7fbb2c614800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.416+0000 7fbb2c614800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.416+0000 7fbb2c614800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.416+0000 7fbb2c614800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22, ofs0, ns] 2024-09-12T00:45:24.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.417+0000 7fba067fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366193 cookie 93850509569584 notifier 6197 bl.length()=893 2024-09-12T00:45:24.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.417+0000 7fba067fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 info.flags=0x17 2024-09-12T00:45:24.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.417+0000 7fba067fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 to cache LRU end 2024-09-12T00:45:24.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.417+0000 7fba067fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:24.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.418+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): orig_sources= new_sources= 2024-09-12T00:45:24.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.418+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): potential sources added=[] removed=[] 2024-09-12T00:45:24.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.418+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): orig_dests= new_dests= 2024-09-12T00:45:24.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.418+0000 7fbb2c614800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22]): potential dests added=[] removed=[] 2024-09-12T00:45:24.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.419+0000 7fbb2c614800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T00:45:24.419 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.421+0000 7fb9ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:24.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.423+0000 7fbb2c614800 20 remove_watcher() i=0 2024-09-12T00:45:24.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.423+0000 7fbb2c614800 2 removed watcher, disabling cache 2024-09-12T00:45:24.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.424+0000 7fbb2c614800 20 remove_watcher() i=1 2024-09-12T00:45:24.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.425+0000 7fbb2c614800 20 remove_watcher() i=2 2024-09-12T00:45:24.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.426+0000 7fbb2c614800 20 remove_watcher() i=3 2024-09-12T00:45:24.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.427+0000 7fbb2c614800 20 remove_watcher() i=4 2024-09-12T00:45:24.427 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.428+0000 7fbb2c614800 20 remove_watcher() i=5 2024-09-12T00:45:24.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.429+0000 7fbb2c614800 20 remove_watcher() i=6 2024-09-12T00:45:24.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.430+0000 7fbb2c614800 20 remove_watcher() i=7 2024-09-12T00:45:24.440 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:45:24.469 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:24.469 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:24.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.506+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 realm 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.508+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.509+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:24.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.509+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.509+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:24.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.509+0000 7f879f230800 20 searching for the correct realm 2024-09-12T00:45:24.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.513+0000 7f8799d52640 0 -- 172.21.15.163:0/2610136552 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f878c08f440 msgr2=0x7f878c08f8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:24.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.719+0000 7f879ad54640 0 -- 172.21.15.163:0/2610136552 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d91e8500c0 msgr2=0x55d91e8524b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:24.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.721+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.722+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.722+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.722+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.722+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 zone default found 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 4 Realm: () 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:24.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 zonegroup default 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 started sync module instance, tier type = 2024-09-12T00:45:24.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.723+0000 7f879f230800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:24.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=0 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=1 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=2 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=3 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=4 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=5 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.733+0000 7f879f230800 20 add_watcher() i=6 2024-09-12T00:45:24.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.734+0000 7f879f230800 20 add_watcher() i=7 2024-09-12T00:45:24.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.734+0000 7f879f230800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:24.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.735+0000 7f8650fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f879f230800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f879f230800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f879f230800 5 note: GC not initialized 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f85cb7fe640 20 reqs_thread_entry: start 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f879f230800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f879f230800 20 Filter name: none 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f85c97fa640 20 reqs_thread_entry: start 2024-09-12T00:45:24.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.736+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:24.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:24.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:24.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:24.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.737+0000 7f879f230800 20 rados->read ofs=0 len=0 2024-09-12T00:45:24.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.738+0000 7f879f230800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:24.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.738+0000 7f879f230800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:24.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.739+0000 7f8650fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:24.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.741+0000 7f879f230800 20 remove_watcher() i=0 2024-09-12T00:45:24.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.741+0000 7f879f230800 2 removed watcher, disabling cache 2024-09-12T00:45:24.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.742+0000 7f879f230800 20 remove_watcher() i=1 2024-09-12T00:45:24.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.743+0000 7f879f230800 20 remove_watcher() i=2 2024-09-12T00:45:24.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.745+0000 7f879f230800 20 remove_watcher() i=3 2024-09-12T00:45:24.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.746+0000 7f879f230800 20 remove_watcher() i=4 2024-09-12T00:45:24.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.747+0000 7f879f230800 20 remove_watcher() i=5 2024-09-12T00:45:24.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.748+0000 7f879f230800 20 remove_watcher() i=6 2024-09-12T00:45:24.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:24.749+0000 7f879f230800 20 remove_watcher() i=7 2024-09-12T00:45:24.758 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:24.758 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:24.758 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:45:24.758 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:24.760 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:24.760 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:24.780 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:24.780 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.010 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.011 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.072 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T00:45:25.072 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:25.073 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.073 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.115 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.115 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.170 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.170 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.205 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.205 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.240 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.240 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.275 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.276 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.313 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.313 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.349 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.349 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.386 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.386 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.424 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.465 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.465 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.502 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.502 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.537 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.537 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.572 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.573 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.608 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.609 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.644 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.644 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.679 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.679 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.714 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.714 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.750 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.750 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.785 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.785 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.820 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.821 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.856 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:25.856 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:25.892 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:45:25.920 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:25.920 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:25.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.957+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:25.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 realm 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:25.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.959+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:25.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.960+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:25.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.960+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:25.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.961+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:25.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.961+0000 7ff390220800 20 searching for the correct realm 2024-09-12T00:45:25.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:25.964+0000 7ff38d509640 0 -- 172.21.15.163:0/4138463374 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff388073070 msgr2=0x7ff3880a7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:26.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.170+0000 7ff38e50b640 0 -- 172.21.15.163:0/4138463374 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55be87b03da0 msgr2=0x55be87b06190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:26.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:26.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:26.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:26.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.172+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:26.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:26.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 zone default found 2024-09-12T00:45:26.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 4 Realm: () 2024-09-12T00:45:26.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 zonegroup default 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.173+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.174+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.174+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.174+0000 7ff390220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.174+0000 7ff390220800 20 started sync module instance, tier type = 2024-09-12T00:45:26.174 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.174+0000 7ff390220800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:26.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.182+0000 7ff390220800 20 add_watcher() i=0 2024-09-12T00:45:26.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.182+0000 7ff390220800 20 add_watcher() i=1 2024-09-12T00:45:26.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.182+0000 7ff390220800 20 add_watcher() i=2 2024-09-12T00:45:26.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.182+0000 7ff390220800 20 add_watcher() i=3 2024-09-12T00:45:26.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.182+0000 7ff390220800 20 add_watcher() i=4 2024-09-12T00:45:26.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.182+0000 7ff390220800 20 add_watcher() i=5 2024-09-12T00:45:26.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.183+0000 7ff390220800 20 add_watcher() i=6 2024-09-12T00:45:26.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.183+0000 7ff390220800 20 add_watcher() i=7 2024-09-12T00:45:26.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.183+0000 7ff390220800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:26.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.185+0000 7ff23f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:26.184 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.185+0000 7ff390220800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.185+0000 7ff390220800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.185+0000 7ff390220800 5 note: GC not initialized 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.185+0000 7ff23e7fc640 20 reqs_thread_entry: start 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.186+0000 7ff390220800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.186+0000 7ff390220800 20 Filter name: none 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.186+0000 7ff1b3fff640 20 reqs_thread_entry: start 2024-09-12T00:45:26.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.186+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.186+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.186+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:26.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:26.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.187+0000 7ff390220800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:26.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.189+0000 7ff23f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:26.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.191+0000 7ff390220800 20 remove_watcher() i=0 2024-09-12T00:45:26.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.191+0000 7ff390220800 2 removed watcher, disabling cache 2024-09-12T00:45:26.190 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.192+0000 7ff390220800 20 remove_watcher() i=1 2024-09-12T00:45:26.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.193+0000 7ff390220800 20 remove_watcher() i=2 2024-09-12T00:45:26.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.194+0000 7ff390220800 20 remove_watcher() i=3 2024-09-12T00:45:26.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.195+0000 7ff390220800 20 remove_watcher() i=4 2024-09-12T00:45:26.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.195+0000 7ff390220800 20 remove_watcher() i=5 2024-09-12T00:45:26.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.196+0000 7ff390220800 20 remove_watcher() i=6 2024-09-12T00:45:26.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.197+0000 7ff390220800 20 remove_watcher() i=7 2024-09-12T00:45:26.206 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:26.206 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:26.206 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:45:26.207 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:26.208 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T00:45:26.244 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:26.244 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:26.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.484+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 realm 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.486+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.487+0000 7fb235139800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:26.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.487+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.487+0000 7fb235139800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:26.486 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.487+0000 7fb235139800 20 searching for the correct realm 2024-09-12T00:45:26.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.490+0000 7fb230dc7640 0 -- 172.21.15.163:0/2115458386 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x562e4b5bfbd0 msgr2=0x7fb22c044400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:26.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.696+0000 7fb2315c8640 0 -- 172.21.15.163:0/2115458386 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fb22400cb10 msgr2=0x7fb224099b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:26.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:26.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:26.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:26.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:26.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.903+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:26.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 zone default found 2024-09-12T00:45:26.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 4 Realm: () 2024-09-12T00:45:26.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:26.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:26.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 zonegroup default 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.904+0000 7fb235139800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.905+0000 7fb235139800 20 started sync module instance, tier type = 2024-09-12T00:45:26.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.905+0000 7fb235139800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:26.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=0 2024-09-12T00:45:26.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=1 2024-09-12T00:45:26.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=2 2024-09-12T00:45:26.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=3 2024-09-12T00:45:26.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=4 2024-09-12T00:45:26.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=5 2024-09-12T00:45:26.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.913+0000 7fb235139800 20 add_watcher() i=6 2024-09-12T00:45:26.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.914+0000 7fb235139800 20 add_watcher() i=7 2024-09-12T00:45:26.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.914+0000 7fb235139800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:26.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.916+0000 7fb0e77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.916+0000 7fb235139800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.916+0000 7fb235139800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb235139800 5 note: GC not initialized 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb0e67e4640 20 reqs_thread_entry: start 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb235139800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb235139800 20 Filter name: none 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb0df7fe640 20 reqs_thread_entry: start 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb235139800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T00:45:26.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.917+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:26.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T00:45:26.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T00:45:26.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 : miss 2024-09-12T00:45:26.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 20 rados->read ofs=0 len=0 2024-09-12T00:45:26.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:26.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:26.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.918+0000 7fb235139800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 2024-09-12T00:45:26.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.921+0000 7fb235139800 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb235139800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb235139800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb235139800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb235139800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23, ofs0, ns] 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb107fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366196 cookie 94756835337888 notifier 6245 bl.length()=925 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb107fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb107fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.922+0000 7fb107fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.924+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): orig_sources= new_sources= 2024-09-12T00:45:26.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.924+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): potential sources added=[] removed=[] 2024-09-12T00:45:26.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.924+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): orig_dests= new_dests= 2024-09-12T00:45:26.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.924+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): potential dests added=[] removed=[] 2024-09-12T00:45:26.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.926+0000 7fb235139800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23.1.0 2024-09-12T00:45:26.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.926+0000 7fb235139800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23.1.0 2024-09-12T00:45:26.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.926+0000 7fb235139800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23.1.1 2024-09-12T00:45:26.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.926+0000 7fb235139800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23.1.1 2024-09-12T00:45:26.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.926+0000 7fb235139800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23.0 2024-09-12T00:45:26.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.928+0000 7fb235139800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:26.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.928+0000 7fb235139800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 2024-09-12T00:45:26.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.929+0000 7fb235139800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.929+0000 7fb235139800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.929+0000 7fb235139800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.929+0000 7fb235139800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23, ofs0, ns] 2024-09-12T00:45:26.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.930+0000 7fb107fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366197 cookie 94756835337888 notifier 6245 bl.length()=925 2024-09-12T00:45:26.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.930+0000 7fb107fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.930+0000 7fb107fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.930+0000 7fb107fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.931+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): orig_sources= new_sources= 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.931+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): potential sources added=[] removed=[] 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.931+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): orig_dests= new_dests= 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.931+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): potential dests added=[] removed=[] 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.932+0000 7fb235139800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23.0 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.932+0000 7fb235139800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.932+0000 7fb235139800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.933+0000 7fb235139800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.933+0000 7fb235139800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.933+0000 7fb235139800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.933+0000 7fb235139800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23, ofs0, ns] 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.934+0000 7fb1077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366198 cookie 94756835337888 notifier 6245 bl.length()=893 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.934+0000 7fb1077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 info.flags=0x17 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.934+0000 7fb1077fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 to cache LRU end 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.934+0000 7fb1077fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.935+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): orig_sources= new_sources= 2024-09-12T00:45:26.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.935+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): potential sources added=[] removed=[] 2024-09-12T00:45:26.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.935+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): orig_dests= new_dests= 2024-09-12T00:45:26.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.935+0000 7fb235139800 20 handle_bi_update(): bucket=:error-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23]): potential dests added=[] removed=[] 2024-09-12T00:45:26.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.937+0000 7fb235139800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T00:45:26.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.939+0000 7fb0e77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:26.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.941+0000 7fb235139800 20 remove_watcher() i=0 2024-09-12T00:45:26.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.941+0000 7fb235139800 2 removed watcher, disabling cache 2024-09-12T00:45:26.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.942+0000 7fb235139800 20 remove_watcher() i=1 2024-09-12T00:45:26.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.943+0000 7fb235139800 20 remove_watcher() i=2 2024-09-12T00:45:26.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.944+0000 7fb235139800 20 remove_watcher() i=3 2024-09-12T00:45:26.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.945+0000 7fb235139800 20 remove_watcher() i=4 2024-09-12T00:45:26.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.946+0000 7fb235139800 20 remove_watcher() i=5 2024-09-12T00:45:26.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.947+0000 7fb235139800 20 remove_watcher() i=6 2024-09-12T00:45:26.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:26.947+0000 7fb235139800 20 remove_watcher() i=7 2024-09-12T00:45:26.958 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:45:26.987 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:26.987 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.024+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.026+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.026+0000 7f0458940800 20 realm 2024-09-12T00:45:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.026+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.026+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.026+0000 7f0458940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:27.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.026+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.027+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.027+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.027+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:27.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.027+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.028+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:27.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.028+0000 7f0458940800 20 searching for the correct realm 2024-09-12T00:45:27.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.032+0000 7f044bfff640 0 -- 172.21.15.163:0/1912571031 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f0444088d00 msgr2=0x7f0444063870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:27.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.237+0000 7f044bfff640 0 -- 172.21.15.163:0/1912571031 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f0444088d00 msgr2=0x7f0444063870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:27.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:27.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:27.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.240+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 zone default found 2024-09-12T00:45:27.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 4 Realm: () 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 zonegroup default 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 started sync module instance, tier type = 2024-09-12T00:45:27.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.241+0000 7f0458940800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=0 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=1 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=2 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=3 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=4 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=5 2024-09-12T00:45:27.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.250+0000 7f0458940800 20 add_watcher() i=6 2024-09-12T00:45:27.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.251+0000 7f0458940800 20 add_watcher() i=7 2024-09-12T00:45:27.250 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.251+0000 7f0458940800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:27.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.252+0000 7f030afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0458940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0458940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0458940800 5 note: GC not initialized 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0309fdb640 20 reqs_thread_entry: start 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0458940800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0458940800 20 Filter name: none 2024-09-12T00:45:27.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f027b7fe640 20 reqs_thread_entry: start 2024-09-12T00:45:27.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.253+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.254+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.254+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.254+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.254+0000 7f0458940800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.254+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.255+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.255+0000 7f0458940800 20 rados->read ofs=0 len=0 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.255+0000 7f0458940800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:27.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.255+0000 7f0458940800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:27.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.256+0000 7f030afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:27.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.258+0000 7f0458940800 20 remove_watcher() i=0 2024-09-12T00:45:27.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.258+0000 7f0458940800 2 removed watcher, disabling cache 2024-09-12T00:45:27.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.259+0000 7f0458940800 20 remove_watcher() i=1 2024-09-12T00:45:27.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.260+0000 7f0458940800 20 remove_watcher() i=2 2024-09-12T00:45:27.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.261+0000 7f0458940800 20 remove_watcher() i=3 2024-09-12T00:45:27.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.262+0000 7f0458940800 20 remove_watcher() i=4 2024-09-12T00:45:27.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.263+0000 7f0458940800 20 remove_watcher() i=5 2024-09-12T00:45:27.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.264+0000 7f0458940800 20 remove_watcher() i=6 2024-09-12T00:45:27.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:27.265+0000 7f0458940800 20 remove_watcher() i=7 2024-09-12T00:45:27.274 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:27.274 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:27.274 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T00:45:27.274 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:27.275 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.276 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.295 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.296 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.524 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.525 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.588 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T00:45:27.588 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:27.590 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.590 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.630 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.630 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.686 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.686 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.722 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.722 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.756 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.757 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.790 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.790 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.826 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.826 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.862 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.862 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.898 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.898 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.933 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.934 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:27.969 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:27.969 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.004 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.004 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.039 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.039 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.075 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.075 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.109 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.109 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.145 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.145 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.180 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.180 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.215 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.216 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.251 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.251 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.286 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.286 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.321 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.321 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.355 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:28.356 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:28.392 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T00:45:28.421 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:28.421 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:28.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.459+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 realm 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.461+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.462+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.462+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.462+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:28.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.462+0000 7feaad523800 20 searching for the correct realm 2024-09-12T00:45:28.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.466+0000 7feaa3fff640 0 -- 172.21.15.163:0/2152352108 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fea9c0727f0 msgr2=0x7fea9c072040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:28.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.672+0000 7feaa9a0d640 0 -- 172.21.15.163:0/2152352108 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55a2c06f8f60 msgr2=0x55a2c06fb350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:28.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.674+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:28.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 zone default found 2024-09-12T00:45:28.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 4 Realm: () 2024-09-12T00:45:28.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:28.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 zonegroup default 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.675+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.676+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.676+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.676+0000 7feaad523800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.676+0000 7feaad523800 20 started sync module instance, tier type = 2024-09-12T00:45:28.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.676+0000 7feaad523800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=0 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=1 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=2 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=3 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=4 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=5 2024-09-12T00:45:28.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.686+0000 7feaad523800 20 add_watcher() i=6 2024-09-12T00:45:28.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.687+0000 7feaad523800 20 add_watcher() i=7 2024-09-12T00:45:28.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.687+0000 7feaad523800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.688+0000 7fe95f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7feaad523800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7feaad523800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7feaad523800 5 note: GC not initialized 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7fe95e7e4640 20 reqs_thread_entry: start 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7feaad523800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7feaad523800 20 Filter name: none 2024-09-12T00:45:28.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7fe8cffff640 20 reqs_thread_entry: start 2024-09-12T00:45:28.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.689+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.690+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:28.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.690+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.690+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:28.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.690+0000 7feaad523800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:28.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.690+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.691+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:28.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.691+0000 7feaad523800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.691+0000 7feaad523800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:28.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.691+0000 7feaad523800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:28.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.692+0000 7fe95f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:28.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.694+0000 7feaad523800 20 remove_watcher() i=0 2024-09-12T00:45:28.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.694+0000 7feaad523800 2 removed watcher, disabling cache 2024-09-12T00:45:28.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.696+0000 7feaad523800 20 remove_watcher() i=1 2024-09-12T00:45:28.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.697+0000 7feaad523800 20 remove_watcher() i=2 2024-09-12T00:45:28.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.698+0000 7feaad523800 20 remove_watcher() i=3 2024-09-12T00:45:28.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.699+0000 7feaad523800 20 remove_watcher() i=4 2024-09-12T00:45:28.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.699+0000 7feaad523800 20 remove_watcher() i=5 2024-09-12T00:45:28.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.700+0000 7feaad523800 20 remove_watcher() i=6 2024-09-12T00:45:28.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.701+0000 7feaad523800 20 remove_watcher() i=7 2024-09-12T00:45:28.710 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.710 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:28.710 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:45:28.711 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.712 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T00:45:28.746 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:28.747 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:28.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.784+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.785+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.785+0000 7f4be772c800 20 realm 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.785+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.787+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:28.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.787+0000 7f4be772c800 20 searching for the correct realm 2024-09-12T00:45:28.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.790+0000 7f4be34ad640 0 -- 172.21.15.163:0/1610152284 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x556420b21540 msgr2=0x556420b239c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.793+0000 7f4be3cae640 0 -- 172.21.15.163:0/1610152284 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f4bd4037760 msgr2=0x7f4bd4067410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 zone default found 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 4 Realm: () 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 zonegroup default 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 started sync module instance, tier type = 2024-09-12T00:45:28.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.798+0000 7f4be772c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=0 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=1 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=2 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=3 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=4 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=5 2024-09-12T00:45:28.806 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=6 2024-09-12T00:45:28.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.808+0000 7f4be772c800 20 add_watcher() i=7 2024-09-12T00:45:28.807 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.808+0000 7f4be772c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:28.808 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4a99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:28.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4be772c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:28.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4be772c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:28.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4be772c800 5 note: GC not initialized 2024-09-12T00:45:28.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4a98fe1640 20 reqs_thread_entry: start 2024-09-12T00:45:28.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4be772c800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:28.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4be772c800 20 Filter name: none 2024-09-12T00:45:28.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.810+0000 7f4a127fc640 20 reqs_thread_entry: start 2024-09-12T00:45:28.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:45:28.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : miss 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.812+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.812+0000 7f4be772c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.812+0000 7f4be772c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:28.811 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.812+0000 7f4be772c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:28.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.812+0000 7f4be772c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:28.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.812+0000 7f4be772c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:28.812 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4be772c800 time 2024-09-12T00:45:28.815235+0000 2024-09-12T00:45:28.813 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:45:28.813 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4be8f8c71a] 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.815+0000 7f4be772c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4be772c800 time 2024-09-12T00:45:28.815235+0000 2024-09-12T00:45:28.814 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4be8f8c71a] 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:45:28.815 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f4be772c800 thread_name:radosgw-admin 2024-09-12T00:45:28.833 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4be7c3e6f0] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4be7c8b99c] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4be8f8c774] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:45:28.834 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.816+0000 7f4be772c800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f4be772c800 thread_name:radosgw-admin 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4be7c3e6f0] 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4be7c8b99c] 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4be8f8c774] 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.835 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: dump: 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.836 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: dump: 2024-09-12T00:45:28.837 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:45:28.768+0000 7f4be772c800 5 monclient: authenticate success, global_id 6720 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:45:28.768+0000 7f4be772c800 10 monclient: get_monmap_and_config success 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:45:28.768+0000 7f4be772c800 4 set_mon_vals no callback set 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:45:28.768+0000 7f4be772c800 10 monclient: shutdown 2024-09-12T00:45:28.838 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:45:28.768+0000 7f4be772c800 5 asok(0x556420810630) unregister_commands rotate-key 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.839 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding auth protocol: cephx 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding auth protocol: cephx 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding auth protocol: cephx 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.840 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:45:28.769+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: starting msgr at 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: starting objecter 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 asok(0x556420810630) register_command objecter_requests hook 0x556420a35880 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: setting wanted keys 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: calling monclient init 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding auth protocol: cephx 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding auth protocol: cephx 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding auth protocol: cephx 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.841 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:45:28.769+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:45:28.769+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key hook 0x556420a30448 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:45:28.842 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x5564208dd4e0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x5564208ddf30 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x5564208e6440 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.064025s 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x5564208e6440 auth_method 0 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x5564208dd4e0 auth_method 0 2024-09-12T00:45:28.843 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x5564208ddf30 auth_method 0 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.844 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_done global_id 6723 payload 824 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:45:28.770+0000 7f4be3cae640 1 monclient: found mon.noname-a 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: dump: 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.845 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: dump: 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.846 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:45:28.770+0000 7f4be772c800 5 monclient: authenticate success, global_id 6723 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:45:28.770+0000 7f4ad160a640 4 set_mon_vals no callback set 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.847 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:45:28.770+0000 7f4be772c800 1 librados: init done 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:45:28.772+0000 7f4acfe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:45:28.772+0000 7f4acfe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:45:28.772+0000 7f4acfe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:45:28.772+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4ac8076470 auth_method 0 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:45:28.772+0000 7f4bdacac640 10 monclient: get_auth_request con 0x556420a59490 auth_method 0 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:45:28.773+0000 7f4be34ad640 10 monclient: get_auth_request con 0x556420a7be00 auth_method 0 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:45:28.775+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:45:28.775+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:45:28.775+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.848 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding auth protocol: cephx 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding auth protocol: cephx 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding auth protocol: cephx 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.849 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:45:28.775+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 asok(0x556420810630) register_command objecter_requests cmddesc objecter_requests hook 0x556420a85880 EEXIST 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:45:28.775+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding auth protocol: cephx 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding auth protocol: cephx 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding auth protocol: cephx 2024-09-12T00:45:28.850 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:45:28.775+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.851 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:45:28.776+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:45:28.776+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key cmddesc rotate-key hook 0x556420a80740 EEXIST 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x556420aa9570 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x556420aab840 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x556420aa7d40 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.070187s 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x556420aab840 auth_method 0 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.852 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x556420aa7d40 auth_method 0 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x556420aa9570 auth_method 0 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.853 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_done global_id 6726 payload 824 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:45:28.776+0000 7f4be34ad640 1 monclient: found mon.noname-a 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: dump: 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.854 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: dump: 2024-09-12T00:45:28.855 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:45:28.776+0000 7f4be772c800 5 monclient: authenticate success, global_id 6726 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:45:28.776+0000 7f4be44af640 4 set_mon_vals no callback set 2024-09-12T00:45:28.856 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:45:28.778+0000 7f4acd602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:45:28.778+0000 7f4acd602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:45:28.778+0000 7f4acd602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:45:28.778+0000 7f4be3cae640 10 monclient: get_auth_request con 0x7f4abc076380 auth_method 0 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: get_monmap_and_config 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:45:28.779+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.857 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding auth protocol: cephx 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding auth protocol: cephx 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding auth protocol: cephx 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.858 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:45:28.779+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding auth protocol: cephx 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding auth protocol: cephx 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding auth protocol: cephx 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.859 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:45:28.779+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:45:28.779+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:45:28.780+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key cmddesc rotate-key hook 0x7ffe4b1366a8 EEXIST 2024-09-12T00:45:28.860 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x556420afda10 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x556420acd820 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x556420af8dd0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.074108s 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x556420acd820 auth_method 0 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x556420af8dd0 auth_method 0 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x556420afda10 auth_method 0 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.862 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_done global_id 6729 payload 274 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:45:28.780+0000 7f4bdacac640 1 monclient: found mon.noname-a 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: dump: 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.863 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: dump: 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.864 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:45:28.780+0000 7f4be772c800 5 monclient: authenticate success, global_id 6729 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient: get_monmap_and_config success 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:45:28.780+0000 7f4be772c800 4 set_mon_vals no callback set 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: shutdown 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.865 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding auth protocol: cephx 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding auth protocol: cephx 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding auth protocol: cephx 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.866 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:45:28.781+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: starting msgr at 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: starting objecter 2024-09-12T00:45:28.867 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 asok(0x556420810630) register_command objecter_requests cmddesc objecter_requests hook 0x556420acdc40 EEXIST 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: setting wanted keys 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: calling monclient init 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding auth protocol: cephx 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding auth protocol: cephx 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding auth protocol: cephx 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.868 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:45:28.782+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:45:28.782+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:45:28.782+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key cmddesc rotate-key hook 0x556420ac1468 EEXIST 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x556420acd820 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x556420af8dd0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x556420afda10 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.869 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.076348s 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x556420acd820 auth_method 0 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x556420afda10 auth_method 0 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.870 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x556420af8dd0 auth_method 0 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_done global_id 6296 payload 824 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.871 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:45:28.782+0000 7f4be3cae640 1 monclient: found mon.noname-c 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: dump: 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.872 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: dump: 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.873 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:45:28.782+0000 7f4be772c800 5 monclient: authenticate success, global_id 6296 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:45:28.782+0000 7f4ac6ffd640 4 set_mon_vals no callback set 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:45:28.783+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:45:28.783+0000 7f4be772c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:45:28.783+0000 7f4be772c800 1 librados: init done 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:45:28.783+0000 7f4be772c800 5 asok(0x556420810630) register_command cr dump hook 0x556420af64d8 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:45:28.784+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:45:28.784+0000 7f4ac57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:45:28.784+0000 7f4ac57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.874 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:45:28.784+0000 7f4ac57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:45:28.785+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4aac076470 auth_method 0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:45:28.785+0000 7f4bdacac640 10 monclient: get_auth_request con 0x556420b18400 auth_method 0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:45:28.785+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:45:28.785+0000 7f4be772c800 20 realm 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:45:28.785+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:45:28.786+0000 7f4be772c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:45:28.786+0000 7f4be3cae640 10 monclient: get_auth_request con 0x556420b1c650 auth_method 0 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.875 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:45:28.787+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:45:28.787+0000 7f4be772c800 20 searching for the correct realm 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:45:28.787+0000 7f4be34ad640 10 monclient: get_auth_request con 0x556420b21540 auth_method 0 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:45:28.788+0000 7f4bdacac640 10 monclient: get_auth_request con 0x7f4bd4071d90 auth_method 0 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:45:28.788+0000 7f4be3cae640 10 monclient: get_auth_request con 0x7f4bcc06e430 auth_method 0 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:45:28.789+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4bdc08e340 auth_method 0 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:45:28.790+0000 7f4be34ad640 0 -- 172.21.15.163:0/1610152284 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x556420b21540 msgr2=0x556420b239c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:45:28.790+0000 7f4ac57fa640 1 client.6296.objecter ms_handle_reset 0x556420b21540 session 0x556420b20ec0 osd.3 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:45:28.790+0000 7f4ac57fa640 10 monclient: _renew_subs 2024-09-12T00:45:28.876 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:45:28.790+0000 7f4ac57fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:45:28.790+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4aac086ba0 auth_method 0 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:45:28.790+0000 7f4bdacac640 10 monclient: get_auth_request con 0x7f4bd40a11f0 auth_method 0 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:45:28.793+0000 7f4be3cae640 10 monclient: get_auth_request con 0x7f4bd4037760 auth_method 0 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:45:28.793+0000 7f4be3cae640 0 -- 172.21.15.163:0/1610152284 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f4bd4037760 msgr2=0x7f4bd4067410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:45:28.793+0000 7f4ac57fa640 1 client.6296.objecter ms_handle_reset 0x7f4bd4037760 session 0x7f4bd4083db0 osd.0 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:45:28.793+0000 7f4be3cae640 10 monclient: get_auth_request con 0x556420b21540 auth_method 0 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:28.877 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 zone default found 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:45:28.798+0000 7f4be772c800 4 Realm: () 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:45:28.798+0000 7f4be772c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:45:28.798+0000 7f4be772c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:45:28.798+0000 7f4be772c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 zonegroup default 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.878 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 started sync module instance, tier type = 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=0 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=1 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=2 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=3 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=4 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=5 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=6 2024-09-12T00:45:28.879 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:45:28.808+0000 7f4be772c800 20 add_watcher() i=7 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:45:28.808+0000 7f4be772c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding auth protocol: cephx 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding auth protocol: cephx 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding auth protocol: cephx 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.880 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:45:28.810+0000 7f4a99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:45:28.810+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache list hook 0x556420af4a50 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache inspect hook 0x556420af4a50 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache erase hook 0x556420af4a50 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache zap hook 0x556420af4a50 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 note: GC not initialized 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:45:28.810+0000 7f4a98fe1640 20 reqs_thread_entry: start 2024-09-12T00:45:28.881 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace show hook 0x7f4bcc04ec60 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace history hook 0x7f4bcc04ec60 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace active hook 0x7f4bcc04ec60 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace active_short hook 0x7f4bcc04ec60 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 Filter name: none 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:45:28.810+0000 7f4a127fc640 20 reqs_thread_entry: start 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : miss 2024-09-12T00:45:28.882 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:45:28.812+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:45:28.815+0000 7f4be772c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4be772c800 time 2024-09-12T00:45:28.815235+0000 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4be8f8c71a] 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.883 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:45:28.816+0000 7f4be772c800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f4be772c800 thread_name:radosgw-admin 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4be7c3e6f0] 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4be7c8b99c] 2024-09-12T00:45:28.884 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4be8f8c774] 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:45:28.885 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:45:28.886 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:45:28.887 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:45:28.888 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:45:28.889 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:45:28.890 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:45:28.891 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4a127fc640 / http_manager 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4a98fe1640 / http_manager 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4a99fe3640 / rgw_dt_lg_renew 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4ac57fa640 / ms_dispatch 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4ac6ffd640 / io_context_pool 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4acd602640 / ms_dispatch 2024-09-12T00:45:28.892 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4acfe07640 / ms_dispatch 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4ad160a640 / io_context_pool 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4bdacac640 / msgr-worker-2 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be34ad640 / msgr-worker-1 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be3cae640 / msgr-worker-0 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be44af640 / io_context_pool 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be772c800 / radosgw-admin 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.99052.log 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: dump: 2024-09-12T00:45:28.893 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.894 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:45:28.768+0000 7f4ad160a640 10 monclient: dump: 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:45:28.768+0000 7f4be772c800 5 monclient: authenticate success, global_id 6720 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:45:28.768+0000 7f4be772c800 10 monclient: get_monmap_and_config success 2024-09-12T00:45:28.895 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:45:28.768+0000 7f4be772c800 4 set_mon_vals no callback set 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:45:28.768+0000 7f4be772c800 10 monclient: shutdown 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:45:28.768+0000 7f4be772c800 5 asok(0x556420810630) unregister_commands rotate-key 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding auth protocol: cephx 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding auth protocol: cephx 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding auth protocol: cephx 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.897 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: crc 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a36030) adding con mode: secure 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:45:28.769+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: starting msgr at 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: starting objecter 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 asok(0x556420810630) register_command objecter_requests hook 0x556420a35880 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: setting wanted keys 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:45:28.769+0000 7f4be772c800 1 librados: calling monclient init 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding auth protocol: cephx 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding auth protocol: cephx 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding auth protocol: cephx 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.898 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: crc 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 AuthRegistry(0x556420a30300) adding con mode: secure 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:45:28.769+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:45:28.769+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:45:28.769+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key hook 0x556420a30448 2024-09-12T00:45:28.899 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:45:28.769+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x5564208dd4e0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x5564208ddf30 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x5564208e6440 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.064025s 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x5564208e6440 auth_method 0 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.900 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x5564208dd4e0 auth_method 0 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x5564208ddf30 auth_method 0 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.901 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:45:28.770+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:45:28.770+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient(hunting): handle_auth_done global_id 6723 payload 824 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:45:28.770+0000 7f4be3cae640 1 monclient: found mon.noname-a 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:45:28.770+0000 7f4be3cae640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: dump: 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.902 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.903 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:45:28.770+0000 7f4acfe07640 10 monclient: dump: 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:45:28.770+0000 7f4be772c800 5 monclient: authenticate success, global_id 6723 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:45:28.770+0000 7f4ad160a640 4 set_mon_vals no callback set 2024-09-12T00:45:28.904 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:45:28.770+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:45:28.770+0000 7f4be772c800 1 librados: init done 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:45:28.772+0000 7f4acfe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:45:28.772+0000 7f4acfe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:45:28.772+0000 7f4acfe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:45:28.772+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4ac8076470 auth_method 0 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:45:28.772+0000 7f4bdacac640 10 monclient: get_auth_request con 0x556420a59490 auth_method 0 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:45:28.773+0000 7f4be34ad640 10 monclient: get_auth_request con 0x556420a7be00 auth_method 0 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:45:28.775+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:45:28.775+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.905 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:45:28.775+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding auth protocol: cephx 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding auth protocol: cephx 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding auth protocol: cephx 2024-09-12T00:45:28.906 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: crc 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a81ed0) adding con mode: secure 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:45:28.775+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.907 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 asok(0x556420810630) register_command objecter_requests cmddesc objecter_requests hook 0x556420a85880 EEXIST 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:45:28.775+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding auth protocol: cephx 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding auth protocol: cephx 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding auth protocol: cephx 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.908 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: crc 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:45:28.775+0000 7f4be772c800 5 AuthRegistry(0x556420a805f8) adding con mode: secure 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:45:28.775+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:45:28.776+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:45:28.776+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key cmddesc rotate-key hook 0x556420a80740 EEXIST 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x556420aa9570 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x556420aab840 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x556420aa7d40 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.909 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.070187s 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x556420aab840 auth_method 0 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x556420aa7d40 auth_method 0 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x556420aa9570 auth_method 0 2024-09-12T00:45:28.910 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:45:28.776+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:45:28.776+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient(hunting): handle_auth_done global_id 6726 payload 824 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.911 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:45:28.776+0000 7f4be34ad640 1 monclient: found mon.noname-a 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:45:28.776+0000 7f4be34ad640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: dump: 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.912 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:45:28.776+0000 7f4acd602640 10 monclient: dump: 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.913 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:45:28.776+0000 7f4be772c800 5 monclient: authenticate success, global_id 6726 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:45:28.776+0000 7f4be44af640 4 set_mon_vals no callback set 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:45:28.776+0000 7f4be772c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:45:28.778+0000 7f4acd602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:45:28.778+0000 7f4acd602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:45:28.778+0000 7f4acd602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:45:28.778+0000 7f4be3cae640 10 monclient: get_auth_request con 0x7f4abc076380 auth_method 0 2024-09-12T00:45:28.914 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: get_monmap_and_config 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:45:28.779+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.915 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding auth protocol: cephx 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding auth protocol: cephx 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding auth protocol: cephx 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.916 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: crc 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x556420ac93d0) adding con mode: secure 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:45:28.779+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:45:28.779+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding auth protocol: cephx 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding auth protocol: cephx 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding auth protocol: cephx 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.917 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: crc 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:45:28.779+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136560) adding con mode: secure 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:45:28.779+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:45:28.779+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:45:28.780+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key cmddesc rotate-key hook 0x7ffe4b1366a8 EEXIST 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x556420afda10 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x556420acd820 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x556420af8dd0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.918 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.074108s 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x556420acd820 auth_method 0 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x556420af8dd0 auth_method 0 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.919 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:45:28.780+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x556420afda10 auth_method 0 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:45:28.780+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient(hunting): handle_auth_done global_id 6729 payload 274 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:45:28.780+0000 7f4bdacac640 1 monclient: found mon.noname-a 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:45:28.780+0000 7f4bdacac640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.920 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: dump: 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.921 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:45:28.780+0000 7f4ac6ffd640 10 monclient: dump: 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.922 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:45:28.780+0000 7f4be772c800 5 monclient: authenticate success, global_id 6729 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:45:28.780+0000 7f4be772c800 10 monclient: get_monmap_and_config success 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:45:28.780+0000 7f4be772c800 4 set_mon_vals no callback set 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: shutdown 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: build_initial_monmap 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 build_initial for_mkfs: 0 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: monmap: 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:45:28.923 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding auth protocol: cephx 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding auth protocol: cephx 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding auth protocol: cephx 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.924 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: crc 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420af9280) adding con mode: secure 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:45:28.781+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: starting msgr at 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: starting objecter 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 asok(0x556420810630) register_command objecter_requests cmddesc objecter_requests hook 0x556420acdc40 EEXIST 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: setting wanted keys 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:45:28.781+0000 7f4be772c800 1 librados: calling monclient init 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:45:28.781+0000 7f4be772c800 10 monclient: init 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding auth protocol: cephx 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding auth protocol: cephx 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding auth protocol: cephx 2024-09-12T00:45:28.925 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: crc 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:45:28.781+0000 7f4be772c800 5 AuthRegistry(0x556420ac1320) adding con mode: secure 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:45:28.782+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:45:28.782+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.926 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:45:28.782+0000 7f4be772c800 5 asok(0x556420810630) register_command rotate-key cmddesc rotate-key hook 0x556420ac1468 EEXIST 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _reopen_session rank -1 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-c con 0x556420acd820 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-b con 0x556420af8dd0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): picked mon.noname-a con 0x556420afda10 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): _renew_subs 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient(hunting): authenticate will time out at 2053.076348s 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): get_auth_request con 0x556420acd820 auth_method 0 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.927 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): get_auth_request con 0x556420afda10 auth_method 0 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:45:28.782+0000 7f4bdacac640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): get_auth_request con 0x556420af8dd0 auth_method 0 2024-09-12T00:45:28.928 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:45:28.782+0000 7f4be34ad640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient(hunting): handle_auth_done global_id 6296 payload 824 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient: _finish_hunting 0 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:45:28.782+0000 7f4be3cae640 1 monclient: found mon.noname-c 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:45:28.782+0000 7f4be3cae640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: dump: 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.929 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: _finish_auth 0 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: _check_auth_tickets 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:45:28.930 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:45:28.782+0000 7f4ac57fa640 10 monclient: dump: 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:45:28.782+0000 7f4be772c800 5 monclient: authenticate success, global_id 6296 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:45:28.782+0000 7f4ac6ffd640 4 set_mon_vals no callback set 2024-09-12T00:45:28.931 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:45:28.782+0000 7f4be772c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:45:28.783+0000 7f4be772c800 10 monclient: _renew_subs 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:45:28.783+0000 7f4be772c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:45:28.783+0000 7f4be772c800 1 librados: init done 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:45:28.783+0000 7f4be772c800 5 asok(0x556420810630) register_command cr dump hook 0x556420af64d8 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:45:28.784+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:45:28.784+0000 7f4ac57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:45:28.784+0000 7f4ac57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:45:28.784+0000 7f4ac57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:45:28.785+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4aac076470 auth_method 0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:45:28.785+0000 7f4bdacac640 10 monclient: get_auth_request con 0x556420b18400 auth_method 0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:45:28.785+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:45:28.785+0000 7f4be772c800 20 realm 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:45:28.785+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.932 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:45:28.786+0000 7f4be772c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:45:28.786+0000 7f4be3cae640 10 monclient: get_auth_request con 0x556420b1c650 auth_method 0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:45:28.786+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:45:28.787+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:45:28.787+0000 7f4be772c800 20 searching for the correct realm 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:45:28.787+0000 7f4be34ad640 10 monclient: get_auth_request con 0x556420b21540 auth_method 0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:45:28.788+0000 7f4bdacac640 10 monclient: get_auth_request con 0x7f4bd4071d90 auth_method 0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:45:28.788+0000 7f4be3cae640 10 monclient: get_auth_request con 0x7f4bcc06e430 auth_method 0 2024-09-12T00:45:28.933 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:45:28.789+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4bdc08e340 auth_method 0 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:45:28.790+0000 7f4be34ad640 0 -- 172.21.15.163:0/1610152284 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x556420b21540 msgr2=0x556420b239c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:45:28.790+0000 7f4ac57fa640 1 client.6296.objecter ms_handle_reset 0x556420b21540 session 0x556420b20ec0 osd.3 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:45:28.790+0000 7f4ac57fa640 10 monclient: _renew_subs 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:45:28.790+0000 7f4ac57fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:45:28.790+0000 7f4be34ad640 10 monclient: get_auth_request con 0x7f4aac086ba0 auth_method 0 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:45:28.790+0000 7f4bdacac640 10 monclient: get_auth_request con 0x7f4bd40a11f0 auth_method 0 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:45:28.793+0000 7f4be3cae640 10 monclient: get_auth_request con 0x7f4bd4037760 auth_method 0 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:45:28.793+0000 7f4be3cae640 0 -- 172.21.15.163:0/1610152284 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f4bd4037760 msgr2=0x7f4bd4067410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:45:28.793+0000 7f4ac57fa640 1 client.6296.objecter ms_handle_reset 0x7f4bd4037760 session 0x7f4bd4083db0 osd.0 2024-09-12T00:45:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:45:28.793+0000 7f4be3cae640 10 monclient: get_auth_request con 0x556420b21540 auth_method 0 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:45:28.797+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 zone default found 2024-09-12T00:45:28.935 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:45:28.798+0000 7f4be772c800 4 Realm: () 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:45:28.798+0000 7f4be772c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:45:28.798+0000 7f4be772c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:45:28.798+0000 7f4be772c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 zonegroup default 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 started sync module instance, tier type = 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:45:28.798+0000 7f4be772c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=0 2024-09-12T00:45:28.936 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=1 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=2 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=3 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=4 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=5 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:45:28.807+0000 7f4be772c800 20 add_watcher() i=6 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:45:28.808+0000 7f4be772c800 20 add_watcher() i=7 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:45:28.808+0000 7f4be772c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding auth protocol: cephx 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding auth protocol: cephx 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding auth protocol: cephx 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.937 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:45:28.810+0000 7f4a99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: crc 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 AuthRegistry(0x7ffe4b136a40) adding con mode: secure 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:45:28.810+0000 7f4be772c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:28.938 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache list hook 0x556420af4a50 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache inspect hook 0x556420af4a50 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache erase hook 0x556420af4a50 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command cache zap hook 0x556420af4a50 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 note: GC not initialized 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:45:28.810+0000 7f4a98fe1640 20 reqs_thread_entry: start 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace show hook 0x7f4bcc04ec60 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace history hook 0x7f4bcc04ec60 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace active hook 0x7f4bcc04ec60 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:45:28.810+0000 7f4be772c800 5 asok(0x556420810630) register_command sync trace active_short hook 0x7f4bcc04ec60 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:45:28.810+0000 7f4be772c800 20 Filter name: none 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:45:28.810+0000 7f4a127fc640 20 reqs_thread_entry: start 2024-09-12T00:45:28.939 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:45:28.811+0000 7f4be772c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : miss 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:45:28.811+0000 7f4be772c800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:45:28.812+0000 7f4be772c800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:28.940 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:45:28.812+0000 7f4be772c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:45:28.815+0000 7f4be772c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4be772c800 time 2024-09-12T00:45:28.815235+0000 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4be8f8c71a] 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:45:28.941 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:45:28.816+0000 7f4be772c800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f4be772c800 thread_name:radosgw-admin 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4be7c3e6f0] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4be7c8b99c] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4be8f8c774] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4be8f8c8d8] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55641ee3a641] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd878e8) [0x55641f34c8e8] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55641ee4a31d] 2024-09-12T00:45:28.942 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4be7c29590] 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:45:28.943 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:45:28.944 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:45:28.945 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:45:28.946 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:45:28.947 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:45:28.948 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:45:28.949 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4a127fc640 / http_manager 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4a98fe1640 / http_manager 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4a99fe3640 / rgw_dt_lg_renew 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4ac57fa640 / ms_dispatch 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4ac6ffd640 / io_context_pool 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4acd602640 / ms_dispatch 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4acfe07640 / ms_dispatch 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4ad160a640 / io_context_pool 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4bdacac640 / msgr-worker-2 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be34ad640 / msgr-worker-1 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be3cae640 / msgr-worker-0 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be44af640 / io_context_pool 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: 7f4be772c800 / radosgw-admin 2024-09-12T00:45:28.950 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:45:28.951 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:45:28.951 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:45:28.816883Z_fd32c50e-4cce-4f8b-9100-a9af34703a7e/log 2024-09-12T00:45:28.951 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:45:28.951 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T00:45:28.952 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:28.952 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:28.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.890+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 realm 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.892+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.893+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.893+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.893+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.893+0000 7fe9b0d28800 20 searching for the correct realm 2024-09-12T00:45:28.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:28.897+0000 7fe9ac15c640 0 -- 172.21.15.163:0/2162137493 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fe99c060fd0 msgr2=0x7fe99c001990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:29.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.103+0000 7fe9ad15e640 0 -- 172.21.15.163:0/2162137493 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d9ad660a00 msgr2=0x55d9ad662df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:29.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:29.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:29.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:29.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:29.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:29.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:29.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:29.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.106+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 20 zone default found 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 4 Realm: () 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 20 zonegroup default 2024-09-12T00:45:29.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.107+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.108+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.108+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.108+0000 7fe9b0d28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.108+0000 7fe9b0d28800 20 started sync module instance, tier type = 2024-09-12T00:45:29.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.108+0000 7fe9b0d28800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:29.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=0 2024-09-12T00:45:29.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=1 2024-09-12T00:45:29.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=2 2024-09-12T00:45:29.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=3 2024-09-12T00:45:29.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=4 2024-09-12T00:45:29.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=5 2024-09-12T00:45:29.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=6 2024-09-12T00:45:29.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 20 add_watcher() i=7 2024-09-12T00:45:29.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.117+0000 7fe9b0d28800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:29.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.119+0000 7fe8637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 5 note: GC not initialized 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe8627e4640 20 reqs_thread_entry: start 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 Filter name: none 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe85b7fe640 20 reqs_thread_entry: start 2024-09-12T00:45:29.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:29.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.120+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.121+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:29.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.121+0000 7fe9b0d28800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:29.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.121+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.121+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:29.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.121+0000 7fe9b0d28800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.122+0000 7fe9b0d28800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:29.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.122+0000 7fe9b0d28800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:45:29.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.123+0000 7fe8637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:29.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.125+0000 7fe9b0d28800 20 remove_watcher() i=0 2024-09-12T00:45:29.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.125+0000 7fe9b0d28800 2 removed watcher, disabling cache 2024-09-12T00:45:29.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.126+0000 7fe9b0d28800 20 remove_watcher() i=1 2024-09-12T00:45:29.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.127+0000 7fe9b0d28800 20 remove_watcher() i=2 2024-09-12T00:45:29.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.128+0000 7fe9b0d28800 20 remove_watcher() i=3 2024-09-12T00:45:29.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.129+0000 7fe9b0d28800 20 remove_watcher() i=4 2024-09-12T00:45:29.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.130+0000 7fe9b0d28800 20 remove_watcher() i=5 2024-09-12T00:45:29.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.131+0000 7fe9b0d28800 20 remove_watcher() i=6 2024-09-12T00:45:29.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.132+0000 7fe9b0d28800 20 remove_watcher() i=7 2024-09-12T00:45:29.141 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:29.141 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:45:29.141 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:45:29.141 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:45:29.143 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:29.143 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:29.178 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:45:29.178 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:45:29.231 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:45:29.261 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:29.262 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:29.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.300+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.301+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.301+0000 7f5dc1613800 20 realm 2024-09-12T00:45:29.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.301+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.301+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.301+0000 7f5dc1613800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:29.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.301+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.302+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.302+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.302+0000 7f5dc1613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:29.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.302+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.303+0000 7f5dc1613800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:29.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.303+0000 7f5dc1613800 20 searching for the correct realm 2024-09-12T00:45:29.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.305+0000 7f5dbcd92640 0 -- 172.21.15.163:0/3594620695 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f5db8068050 msgr2=0x7f5db8062cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:29.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.511+0000 7f5dbd593640 0 -- 172.21.15.163:0/3594620695 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f5db0079050 msgr2=0x7f5db0092040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:45:29.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.717+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:29.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:29.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 zone default found 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 4 Realm: () 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 zonegroup default 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.718+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 started sync module instance, tier type = 2024-09-12T00:45:29.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.719+0000 7f5dc1613800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=0 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=1 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=2 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=3 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=4 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=5 2024-09-12T00:45:29.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.728+0000 7f5dc1613800 20 add_watcher() i=6 2024-09-12T00:45:29.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.729+0000 7f5dc1613800 20 add_watcher() i=7 2024-09-12T00:45:29.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.729+0000 7f5dc1613800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:29.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.731+0000 7f5c737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.731+0000 7f5dc1613800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.731+0000 7f5dc1613800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.731+0000 7f5dc1613800 5 note: GC not initialized 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5c727e4640 20 reqs_thread_entry: start 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 20 Filter name: none 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5c6b7fe640 20 reqs_thread_entry: start 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:45:29.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:29.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : miss 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.732+0000 7f5dc1613800 20 rados->read ofs=0 len=0 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.733+0000 7f5dc1613800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.733+0000 7f5dc1613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.733+0000 7f5dc1613800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.733+0000 7f5dc1613800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.733+0000 7f5dc1613800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.733+0000 7f5dc1613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:29.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.734+0000 7f5dc1613800 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to be held by another RGW process; skipping for now 2024-09-12T00:45:29.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.734+0000 7f5c737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:29.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.736+0000 7f5dc1613800 20 remove_watcher() i=0 2024-09-12T00:45:29.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.736+0000 7f5dc1613800 2 removed watcher, disabling cache 2024-09-12T00:45:29.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.738+0000 7f5dc1613800 20 remove_watcher() i=1 2024-09-12T00:45:29.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.739+0000 7f5dc1613800 20 remove_watcher() i=2 2024-09-12T00:45:29.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.740+0000 7f5dc1613800 20 remove_watcher() i=3 2024-09-12T00:45:29.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.741+0000 7f5dc1613800 20 remove_watcher() i=4 2024-09-12T00:45:29.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.742+0000 7f5dc1613800 20 remove_watcher() i=5 2024-09-12T00:45:29.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.743+0000 7f5dc1613800 20 remove_watcher() i=6 2024-09-12T00:45:29.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:29.744+0000 7f5dc1613800 20 remove_watcher() i=7 2024-09-12T00:45:29.754 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:45:59.758 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:45:59.796 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:59.796 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:59.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.838+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 realm 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.840+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.841+0000 7fa93e20e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:59.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.841+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.842+0000 7fa93e20e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:59.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.842+0000 7fa93e20e800 20 searching for the correct realm 2024-09-12T00:45:59.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.846+0000 7fa933fff640 0 -- 172.21.15.163:0/212910298 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55e9de879820 msgr2=0x55e9de87bcc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:59.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.849+0000 7fa9399bc640 0 -- 172.21.15.163:0/212910298 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fa9340ac950 msgr2=0x7fa9340aea30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:45:59.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:59.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.854+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 zone default found 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 4 Realm: () 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 zonegroup default 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.855+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.856+0000 7fa93e20e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.856+0000 7fa93e20e800 20 started sync module instance, tier type = 2024-09-12T00:45:59.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.856+0000 7fa93e20e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:45:59.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=0 2024-09-12T00:45:59.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=1 2024-09-12T00:45:59.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=2 2024-09-12T00:45:59.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=3 2024-09-12T00:45:59.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=4 2024-09-12T00:45:59.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=5 2024-09-12T00:45:59.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.865+0000 7fa93e20e800 20 add_watcher() i=6 2024-09-12T00:45:59.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.866+0000 7fa93e20e800 20 add_watcher() i=7 2024-09-12T00:45:59.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.866+0000 7fa93e20e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:45:59.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.868+0000 7fa7ebfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.868+0000 7fa93e20e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.868+0000 7fa93e20e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.868+0000 7fa93e20e800 5 note: GC not initialized 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.869+0000 7fa7eaffd640 20 reqs_thread_entry: start 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.869+0000 7fa93e20e800 20 init_complete bucket index max shards: 1 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.869+0000 7fa93e20e800 20 Filter name: none 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.869+0000 7fa7e8ff9640 20 reqs_thread_entry: start 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.869+0000 7fa93e20e800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:45:59.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.869+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : miss 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:45:59.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:45:59.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.870+0000 7fa93e20e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa93e20e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa93e20e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa93e20e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa93e20e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24, ofs0, ns] 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa81d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366180 cookie 94462949234096 notifier 6786 bl.length()=925 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa81d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa81d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.874+0000 7fa81d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.876+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): orig_sources= new_sources= 2024-09-12T00:45:59.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.876+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): potential sources added=[] removed=[] 2024-09-12T00:45:59.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.876+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): orig_dests= new_dests= 2024-09-12T00:45:59.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.876+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): potential dests added=[] removed=[] 2024-09-12T00:45:59.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.879+0000 7fa93e20e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24.1.0 2024-09-12T00:45:59.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.879+0000 7fa93e20e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24.1.0 2024-09-12T00:45:59.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.879+0000 7fa93e20e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24.1.1 2024-09-12T00:45:59.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.879+0000 7fa93e20e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24.1.1 2024-09-12T00:45:59.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.879+0000 7fa93e20e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24.0 2024-09-12T00:45:59.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.882+0000 7fa93e20e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:59.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.882+0000 7fa93e20e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:59.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.883+0000 7fa93e20e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.883+0000 7fa93e20e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.883+0000 7fa93e20e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.883+0000 7fa93e20e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24, ofs0, ns] 2024-09-12T00:45:59.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.884+0000 7fa81d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366181 cookie 94462949234096 notifier 6786 bl.length()=925 2024-09-12T00:45:59.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.884+0000 7fa81d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.884+0000 7fa81d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.884+0000 7fa81d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.885+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): orig_sources= new_sources= 2024-09-12T00:45:59.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.885+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): potential sources added=[] removed=[] 2024-09-12T00:45:59.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.885+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): orig_dests= new_dests= 2024-09-12T00:45:59.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.885+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): potential dests added=[] removed=[] 2024-09-12T00:45:59.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.887+0000 7fa93e20e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24.0 2024-09-12T00:45:59.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.887+0000 7fa93e20e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 : hit (requested=0x17, cached=0x17) 2024-09-12T00:45:59.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.887+0000 7fa93e20e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 2024-09-12T00:45:59.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.889+0000 7fa93e20e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.889+0000 7fa93e20e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.889+0000 7fa93e20e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.889+0000 7fa93e20e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24, ofs0, ns] 2024-09-12T00:45:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.890+0000 7fa81cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366182 cookie 94462949234096 notifier 6786 bl.length()=893 2024-09-12T00:45:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.890+0000 7fa81cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 info.flags=0x17 2024-09-12T00:45:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.890+0000 7fa81cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 to cache LRU end 2024-09-12T00:45:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.890+0000 7fa81cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:45:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.891+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): orig_sources= new_sources= 2024-09-12T00:45:59.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.891+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): potential sources added=[] removed=[] 2024-09-12T00:45:59.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.891+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): orig_dests= new_dests= 2024-09-12T00:45:59.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.891+0000 7fa93e20e800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24]): potential dests added=[] removed=[] 2024-09-12T00:45:59.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.892+0000 7fa93e20e800 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T00:45:59.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.894+0000 7fa7ebfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:45:59.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.897+0000 7fa93e20e800 20 remove_watcher() i=0 2024-09-12T00:45:59.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.897+0000 7fa93e20e800 2 removed watcher, disabling cache 2024-09-12T00:45:59.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.898+0000 7fa93e20e800 20 remove_watcher() i=1 2024-09-12T00:45:59.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.899+0000 7fa93e20e800 20 remove_watcher() i=2 2024-09-12T00:45:59.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.900+0000 7fa93e20e800 20 remove_watcher() i=3 2024-09-12T00:45:59.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.901+0000 7fa93e20e800 20 remove_watcher() i=4 2024-09-12T00:45:59.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.902+0000 7fa93e20e800 20 remove_watcher() i=5 2024-09-12T00:45:59.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.903+0000 7fa93e20e800 20 remove_watcher() i=6 2024-09-12T00:45:59.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.904+0000 7fa93e20e800 20 remove_watcher() i=7 2024-09-12T00:45:59.916 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T00:45:59.947 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:59.947 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:59.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.985+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 realm 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.986+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.987+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:45:59.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.987+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:45:59.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.987+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:45:59.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.987+0000 7f2d6892e800 20 searching for the correct realm 2024-09-12T00:45:59.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:45:59.991+0000 7f2d63edc640 0 -- 172.21.15.163:0/4067910636 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2d540343f0 msgr2=0x7f2d54034850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:46:00.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.198+0000 7f2d64ede640 0 -- 172.21.15.163:0/4067910636 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5607b75dbe70 msgr2=0x5607b75de280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:00.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:00.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:00.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:00.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:00.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:00.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:00.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:00.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.200+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 zone default found 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 4 Realm: () 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:00.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 zonegroup default 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.201+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.202+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.202+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.202+0000 7f2d6892e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.202+0000 7f2d6892e800 20 started sync module instance, tier type = 2024-09-12T00:46:00.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.202+0000 7f2d6892e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:00.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=0 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=1 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=2 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=3 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=4 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=5 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.211+0000 7f2d6892e800 20 add_watcher() i=6 2024-09-12T00:46:00.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.212+0000 7f2d6892e800 20 add_watcher() i=7 2024-09-12T00:46:00.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.212+0000 7f2d6892e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:00.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.215+0000 7f2c1b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:00.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.215+0000 7f2d6892e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:00.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.215+0000 7f2d6892e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.215+0000 7f2d6892e800 5 note: GC not initialized 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.215+0000 7f2c1a7dc640 20 reqs_thread_entry: start 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.215+0000 7f2d6892e800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.216+0000 7f2d6892e800 20 Filter name: none 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.216+0000 7f2c137fe640 20 reqs_thread_entry: start 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.216+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.216+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:46:00.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.216+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.217+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:46:00.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.217+0000 7f2d6892e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:00.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.217+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.218+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=194 2024-09-12T00:46:00.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.218+0000 7f2d6892e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:00.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.218+0000 7f2d6892e800 20 rados_obj.operate() r=0 bl.length=416 2024-09-12T00:46:00.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.218+0000 7f2d6892e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:00.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.219+0000 7f2c1b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:00.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.222+0000 7f2d6892e800 20 remove_watcher() i=0 2024-09-12T00:46:00.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.222+0000 7f2d6892e800 2 removed watcher, disabling cache 2024-09-12T00:46:00.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.223+0000 7f2d6892e800 20 remove_watcher() i=1 2024-09-12T00:46:00.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.224+0000 7f2d6892e800 20 remove_watcher() i=2 2024-09-12T00:46:00.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.225+0000 7f2d6892e800 20 remove_watcher() i=3 2024-09-12T00:46:00.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.226+0000 7f2d6892e800 20 remove_watcher() i=4 2024-09-12T00:46:00.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.227+0000 7f2d6892e800 20 remove_watcher() i=5 2024-09-12T00:46:00.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.228+0000 7f2d6892e800 20 remove_watcher() i=6 2024-09-12T00:46:00.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:00.229+0000 7f2d6892e800 20 remove_watcher() i=7 2024-09-12T00:46:00.238 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:00.239 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:00.239 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-set-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:46:00.239 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:00.240 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.240 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.261 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.261 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.477 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.477 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.539 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T00:46:00.540 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:00.541 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.541 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.581 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.581 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.637 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.637 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.674 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.674 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.711 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.712 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.748 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.748 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.785 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.785 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.821 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.821 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.857 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.857 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.893 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.893 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.929 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.929 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:00.964 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:00.964 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.001 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.001 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.039 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.040 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.076 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.076 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.113 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.113 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.150 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.150 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.220 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.220 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.255 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.255 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.289 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.289 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.324 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.325 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.360 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:01.360 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:01.396 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:46:01.424 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:01.425 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:01.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.461+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 realm 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.463+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.464+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:01.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.464+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.464+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:01.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.464+0000 7f91fc1af800 20 searching for the correct realm 2024-09-12T00:46:01.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.669+0000 7f91f3fff640 0 -- 172.21.15.163:0/860595096 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f91ec088b60 msgr2=0x7f91ec060bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:46:01.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.875+0000 7f91fa49a640 0 -- 172.21.15.163:0/860595096 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x563ad089b850 msgr2=0x563ad089dc40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.878+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 zone default found 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 4 Realm: () 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 zonegroup default 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.879+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.880+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.880+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.880+0000 7f91fc1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.880+0000 7f91fc1af800 20 started sync module instance, tier type = 2024-09-12T00:46:01.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.880+0000 7f91fc1af800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:01.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.889+0000 7f91fc1af800 20 add_watcher() i=0 2024-09-12T00:46:01.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.889+0000 7f91fc1af800 20 add_watcher() i=1 2024-09-12T00:46:01.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.889+0000 7f91fc1af800 20 add_watcher() i=2 2024-09-12T00:46:01.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.889+0000 7f91fc1af800 20 add_watcher() i=3 2024-09-12T00:46:01.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.889+0000 7f91fc1af800 20 add_watcher() i=4 2024-09-12T00:46:01.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.889+0000 7f91fc1af800 20 add_watcher() i=5 2024-09-12T00:46:01.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.890+0000 7f91fc1af800 20 add_watcher() i=6 2024-09-12T00:46:01.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.890+0000 7f91fc1af800 20 add_watcher() i=7 2024-09-12T00:46:01.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.890+0000 7f91fc1af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:01.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.892+0000 7f90abfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:01.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.892+0000 7f91fc1af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:01.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.892+0000 7f91fc1af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.892+0000 7f91fc1af800 5 note: GC not initialized 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.892+0000 7f90aaffd640 20 reqs_thread_entry: start 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.893+0000 7f91fc1af800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.893+0000 7f91fc1af800 20 Filter name: none 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.893+0000 7f90a8ff9640 20 reqs_thread_entry: start 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.893+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.893+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:01.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.893+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.894+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:01.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.894+0000 7f91fc1af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:01.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.894+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.895+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:01.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.895+0000 7f91fc1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.895+0000 7f91fc1af800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:01.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.895+0000 7f91fc1af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:01.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.896+0000 7f90abfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:01.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.898+0000 7f91fc1af800 20 remove_watcher() i=0 2024-09-12T00:46:01.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.898+0000 7f91fc1af800 2 removed watcher, disabling cache 2024-09-12T00:46:01.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.899+0000 7f91fc1af800 20 remove_watcher() i=1 2024-09-12T00:46:01.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.901+0000 7f91fc1af800 20 remove_watcher() i=2 2024-09-12T00:46:01.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.902+0000 7f91fc1af800 20 remove_watcher() i=3 2024-09-12T00:46:01.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.903+0000 7f91fc1af800 20 remove_watcher() i=4 2024-09-12T00:46:01.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.904+0000 7f91fc1af800 20 remove_watcher() i=5 2024-09-12T00:46:01.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.905+0000 7f91fc1af800 20 remove_watcher() i=6 2024-09-12T00:46:01.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.906+0000 7f91fc1af800 20 remove_watcher() i=7 2024-09-12T00:46:01.916 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:01.916 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:01.916 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:01.916 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:01.918 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T00:46:01.952 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:01.953 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:01.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.991+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.992+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.992+0000 7faedb933800 20 realm 2024-09-12T00:46:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.992+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.993+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.993+0000 7faedb933800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.993+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.993+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:01.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.993+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.994+0000 7faedb933800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:01.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.994+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:01.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.994+0000 7faedb933800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:01.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.994+0000 7faedb933800 20 searching for the correct realm 2024-09-12T00:46:01.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:01.997+0000 7faed7676640 0 -- 172.21.15.163:0/2959355372 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7faec0003cb0 msgr2=0x7faed0084170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:02.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.001+0000 7faed7e77640 0 -- 172.21.15.163:0/2959355372 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7faec80a53b0 msgr2=0x7faec80ab040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:02.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:02.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.207+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 zone default found 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 4 Realm: () 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:02.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 zonegroup default 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.208+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.209+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.209+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.209+0000 7faedb933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.209+0000 7faedb933800 20 started sync module instance, tier type = 2024-09-12T00:46:02.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.209+0000 7faedb933800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=0 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=1 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=2 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=3 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=4 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=5 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.219+0000 7faedb933800 20 add_watcher() i=6 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.220+0000 7faedb933800 20 add_watcher() i=7 2024-09-12T00:46:02.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.220+0000 7faedb933800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:02.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7fad8dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:02.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7faedb933800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:02.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7faedb933800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:02.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7faedb933800 5 note: GC not initialized 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7fad8cfe1640 20 reqs_thread_entry: start 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7faedb933800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7faedb933800 20 Filter name: none 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.222+0000 7fad067fc640 20 reqs_thread_entry: start 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 : miss 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:02.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.223+0000 7faedb933800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7faedb933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7faedb933800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7faedb933800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7faedb933800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25, ofs0, ns] 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7fadbaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366185 cookie 94080433448704 notifier 6837 bl.length()=939 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7fadbaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7fadbaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:02.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.227+0000 7fadbaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.229+0000 7faedb933800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_sources= new_sources= 2024-09-12T00:46:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.229+0000 7faedb933800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential sources added=[] removed=[] 2024-09-12T00:46:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.229+0000 7faedb933800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_dests= new_dests= 2024-09-12T00:46:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.229+0000 7faedb933800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential dests added=[] removed=[] 2024-09-12T00:46:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.229+0000 7faedb933800 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T00:46:02.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.229+0000 7faedb933800 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T00:46:02.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.231+0000 7fad8dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:02.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.233+0000 7faedb933800 20 remove_watcher() i=0 2024-09-12T00:46:02.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.233+0000 7faedb933800 2 removed watcher, disabling cache 2024-09-12T00:46:02.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.234+0000 7faedb933800 20 remove_watcher() i=1 2024-09-12T00:46:02.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.235+0000 7faedb933800 20 remove_watcher() i=2 2024-09-12T00:46:02.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.236+0000 7faedb933800 20 remove_watcher() i=3 2024-09-12T00:46:02.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.237+0000 7faedb933800 20 remove_watcher() i=4 2024-09-12T00:46:02.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.238+0000 7faedb933800 20 remove_watcher() i=5 2024-09-12T00:46:02.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.239+0000 7faedb933800 20 remove_watcher() i=6 2024-09-12T00:46:02.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.240+0000 7faedb933800 20 remove_watcher() i=7 2024-09-12T00:46:02.252 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:46:02.281 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:02.281 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:02.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.317+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 realm 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.319+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.320+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:02.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.321+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.321+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:02.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.321+0000 7fc85dc0e800 20 searching for the correct realm 2024-09-12T00:46:02.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.325+0000 7fc858b6a640 0 -- 172.21.15.163:0/2907412809 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc84c06d740 msgr2=0x7fc84c0a47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:02.530 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.531+0000 7fc859b6c640 0 -- 172.21.15.163:0/2907412809 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55787174ad50 msgr2=0x55787174d140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.533+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 zone default found 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 4 Realm: () 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 zonegroup default 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.534+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.535+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.535+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.535+0000 7fc85dc0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.535+0000 7fc85dc0e800 20 started sync module instance, tier type = 2024-09-12T00:46:02.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.535+0000 7fc85dc0e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=0 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=1 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=2 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=3 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=4 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=5 2024-09-12T00:46:02.544 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.544+0000 7fc85dc0e800 20 add_watcher() i=6 2024-09-12T00:46:02.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.545+0000 7fc85dc0e800 20 add_watcher() i=7 2024-09-12T00:46:02.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.545+0000 7fc85dc0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:02.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.547+0000 7fc70ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.547+0000 7fc85dc0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc85dc0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc85dc0e800 5 note: GC not initialized 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc70efe5640 20 reqs_thread_entry: start 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc85dc0e800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc85dc0e800 20 Filter name: none 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc70cfe1640 20 reqs_thread_entry: start 2024-09-12T00:46:02.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.548+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.549+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.549+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.549+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.549+0000 7fc85dc0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:02.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.549+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.550+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:02.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.550+0000 7fc85dc0e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.551+0000 7fc85dc0e800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:02.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.551+0000 7fc85dc0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:02.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.552+0000 7fc70ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:02.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.554+0000 7fc85dc0e800 20 remove_watcher() i=0 2024-09-12T00:46:02.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.554+0000 7fc85dc0e800 2 removed watcher, disabling cache 2024-09-12T00:46:02.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.555+0000 7fc85dc0e800 20 remove_watcher() i=1 2024-09-12T00:46:02.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.556+0000 7fc85dc0e800 20 remove_watcher() i=2 2024-09-12T00:46:02.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.557+0000 7fc85dc0e800 20 remove_watcher() i=3 2024-09-12T00:46:02.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.558+0000 7fc85dc0e800 20 remove_watcher() i=4 2024-09-12T00:46:02.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.559+0000 7fc85dc0e800 20 remove_watcher() i=5 2024-09-12T00:46:02.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.560+0000 7fc85dc0e800 20 remove_watcher() i=6 2024-09-12T00:46:02.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.561+0000 7fc85dc0e800 20 remove_watcher() i=7 2024-09-12T00:46:02.571 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:02.571 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:02.571 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:02.571 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:02.573 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:02.573 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:02.608 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:02.608 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:02.665 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:46:02.698 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:02.698 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:02.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.936+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 realm 2024-09-12T00:46:02.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.938+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.939+0000 7f3d6dd2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.939+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.940+0000 7f3d6dd2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:02.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.940+0000 7f3d6dd2a800 20 searching for the correct realm 2024-09-12T00:46:02.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.942+0000 7f3d6924e640 0 -- 172.21.15.163:0/1401911790 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f3d5c0b5c80 msgr2=0x7f3d5c0abc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:46:02.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:02.946+0000 7f3d6a250640 0 -- 172.21.15.163:0/1401911790 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f3d5c0c61c0 msgr2=0x7f3d5c0ab300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:03.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:03.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:03.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:03.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:03.152 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:03.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:03.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.153 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.152+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:03.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:03.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 zone default found 2024-09-12T00:46:03.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 4 Realm: () 2024-09-12T00:46:03.154 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 zonegroup default 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.153+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.154+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.154+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.154+0000 7f3d6dd2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.154+0000 7f3d6dd2a800 20 started sync module instance, tier type = 2024-09-12T00:46:03.155 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.154+0000 7f3d6dd2a800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=0 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=1 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=2 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=3 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=4 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=5 2024-09-12T00:46:03.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.163+0000 7f3d6dd2a800 20 add_watcher() i=6 2024-09-12T00:46:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.164+0000 7f3d6dd2a800 20 add_watcher() i=7 2024-09-12T00:46:03.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.164+0000 7f3d6dd2a800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:03.165 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.166+0000 7f3c1b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:03.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.166+0000 7f3d6dd2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.166+0000 7f3d6dd2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.166+0000 7f3d6dd2a800 5 note: GC not initialized 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.166+0000 7f3c1a7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 20 Filter name: none 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3b8bfff640 20 reqs_thread_entry: start 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T00:46:03.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 : miss 2024-09-12T00:46:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.167+0000 7f3d6dd2a800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.168+0000 7f3d6dd2a800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.168+0000 7f3d6dd2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.168+0000 7f3d6dd2a800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.168+0000 7f3d6dd2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.168+0000 7f3d6dd2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.168+0000 7f3d6dd2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 2024-09-12T00:46:03.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.169+0000 7f3d6dd2a800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3d6dd2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3d6dd2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3d6dd2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3d6dd2a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25, ofs0, ns] 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3c4d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366186 cookie 94640570842368 notifier 6876 bl.length()=939 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3c4d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3c4d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.173+0000 7f3c4d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.175+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_sources= new_sources= 2024-09-12T00:46:03.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.175+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential sources added=[] removed=[] 2024-09-12T00:46:03.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.175+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_dests= new_dests= 2024-09-12T00:46:03.175 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.175+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential dests added=[] removed=[] 2024-09-12T00:46:03.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.177+0000 7f3d6dd2a800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25.2.0 2024-09-12T00:46:03.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.177+0000 7f3d6dd2a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25.2.0 2024-09-12T00:46:03.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.177+0000 7f3d6dd2a800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25.2.1 2024-09-12T00:46:03.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.177+0000 7f3d6dd2a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25.2.1 2024-09-12T00:46:03.177 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.177+0000 7f3d6dd2a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25.0 2024-09-12T00:46:03.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.179+0000 7f3d6dd2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:03.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.179+0000 7f3d6dd2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 2024-09-12T00:46:03.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3d6dd2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3d6dd2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3d6dd2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3d6dd2a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25, ofs0, ns] 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3c4d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366187 cookie 94640570842368 notifier 6876 bl.length()=939 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3c4d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3c4d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.181+0000 7f3c4d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.182+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_sources= new_sources= 2024-09-12T00:46:03.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.182+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential sources added=[] removed=[] 2024-09-12T00:46:03.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.182+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_dests= new_dests= 2024-09-12T00:46:03.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.182+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential dests added=[] removed=[] 2024-09-12T00:46:03.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.183+0000 7f3d6dd2a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25.0 2024-09-12T00:46:03.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.184+0000 7f3d6dd2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:03.183 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.184+0000 7f3d6dd2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 2024-09-12T00:46:03.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3d6dd2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3d6dd2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3d6dd2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.185 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3d6dd2a800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25, ofs0, ns] 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3c4cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366188 cookie 94640570842368 notifier 6876 bl.length()=907 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3c4cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 info.flags=0x17 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3c4cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 to cache LRU end 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.185+0000 7f3c4cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.187+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_sources= new_sources= 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.187+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential sources added=[] removed=[] 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.187+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): orig_dests= new_dests= 2024-09-12T00:46:03.186 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.187+0000 7f3d6dd2a800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25]): potential dests added=[] removed=[] 2024-09-12T00:46:03.187 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.188+0000 7f3d6dd2a800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T00:46:03.189 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.190+0000 7f3c1b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:03.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.192+0000 7f3d6dd2a800 20 remove_watcher() i=0 2024-09-12T00:46:03.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.192+0000 7f3d6dd2a800 2 removed watcher, disabling cache 2024-09-12T00:46:03.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.193+0000 7f3d6dd2a800 20 remove_watcher() i=1 2024-09-12T00:46:03.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.194+0000 7f3d6dd2a800 20 remove_watcher() i=2 2024-09-12T00:46:03.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.195+0000 7f3d6dd2a800 20 remove_watcher() i=3 2024-09-12T00:46:03.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.196+0000 7f3d6dd2a800 20 remove_watcher() i=4 2024-09-12T00:46:03.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.197+0000 7f3d6dd2a800 20 remove_watcher() i=5 2024-09-12T00:46:03.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.198+0000 7f3d6dd2a800 20 remove_watcher() i=6 2024-09-12T00:46:03.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.199+0000 7f3d6dd2a800 20 remove_watcher() i=7 2024-09-12T00:46:03.211 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:46:03.240 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:03.240 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:03.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.276+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 realm 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.278+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.279+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:03.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.279+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.279+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:03.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.280+0000 7fefe670c800 20 searching for the correct realm 2024-09-12T00:46:03.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.282+0000 7fefe41f6640 0 -- 172.21.15.163:0/1328452306 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x559b95827cf0 msgr2=0x7fefdc0ca450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:03.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.286+0000 7fefe49f7640 0 -- 172.21.15.163:0/1328452306 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fefd4029430 msgr2=0x7fefd4029890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:03.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:03.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.492+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:03.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:03.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 zone default found 2024-09-12T00:46:03.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 4 Realm: () 2024-09-12T00:46:03.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:03.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:03.494 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 zonegroup default 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.493+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.494+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.494+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.494+0000 7fefe670c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.494+0000 7fefe670c800 20 started sync module instance, tier type = 2024-09-12T00:46:03.495 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.494+0000 7fefe670c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:03.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=0 2024-09-12T00:46:03.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=1 2024-09-12T00:46:03.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=2 2024-09-12T00:46:03.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=3 2024-09-12T00:46:03.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=4 2024-09-12T00:46:03.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=5 2024-09-12T00:46:03.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.503+0000 7fefe670c800 20 add_watcher() i=6 2024-09-12T00:46:03.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.504+0000 7fefe670c800 20 add_watcher() i=7 2024-09-12T00:46:03.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.504+0000 7fefe670c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:03.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.505+0000 7fee9afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:03.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fefe670c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:03.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fefe670c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:03.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fefe670c800 5 note: GC not initialized 2024-09-12T00:46:03.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fee99fdb640 20 reqs_thread_entry: start 2024-09-12T00:46:03.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fefe670c800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:03.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fefe670c800 20 Filter name: none 2024-09-12T00:46:03.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fee0b7fe640 20 reqs_thread_entry: start 2024-09-12T00:46:03.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.506+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.507+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.507+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:03.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 rados->read ofs=0 len=0 2024-09-12T00:46:03.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:03.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.508+0000 7fefe670c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:03.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.510+0000 7fee9afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:03.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.512+0000 7fefe670c800 20 remove_watcher() i=0 2024-09-12T00:46:03.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.512+0000 7fefe670c800 2 removed watcher, disabling cache 2024-09-12T00:46:03.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.513+0000 7fefe670c800 20 remove_watcher() i=1 2024-09-12T00:46:03.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.514+0000 7fefe670c800 20 remove_watcher() i=2 2024-09-12T00:46:03.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.515+0000 7fefe670c800 20 remove_watcher() i=3 2024-09-12T00:46:03.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.516+0000 7fefe670c800 20 remove_watcher() i=4 2024-09-12T00:46:03.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.517+0000 7fefe670c800 20 remove_watcher() i=5 2024-09-12T00:46:03.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.518+0000 7fefe670c800 20 remove_watcher() i=6 2024-09-12T00:46:03.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:03.519+0000 7fefe670c800 20 remove_watcher() i=7 2024-09-12T00:46:03.529 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:03.529 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:03.529 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:46:03.529 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:03.531 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.531 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.552 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.552 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.768 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.768 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.830 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T00:46:03.830 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:03.831 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.831 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.872 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.872 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.929 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.929 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.962 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.963 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:03.997 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:03.997 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.033 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.033 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.067 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.067 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.104 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.104 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.141 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.141 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.176 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.176 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.212 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.212 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.246 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.246 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.281 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.282 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.317 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.318 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.358 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.358 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.394 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.394 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.430 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.430 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.466 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.466 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.503 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.503 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.540 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.540 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.575 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.575 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.610 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:04.610 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:04.646 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:46:04.675 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:04.675 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:04.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.711+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.713+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.713+0000 7fc38e213800 20 realm 2024-09-12T00:46:04.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.713+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.713+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.713+0000 7fc38e213800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.713+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.714+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.714+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.714+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.714+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.715+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:04.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.715+0000 7fc38e213800 20 searching for the correct realm 2024-09-12T00:46:04.718 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.718+0000 7fc383fff640 0 -- 172.21.15.163:0/1074928208 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc37c0ad970 msgr2=0x7fc37c0bf300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:04.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.923+0000 7fc38a123640 0 -- 172.21.15.163:0/1074928208 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x559b9df18d90 msgr2=0x559b9df1b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.926+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 zone default found 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 4 Realm: () 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 zonegroup default 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:04.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 started sync module instance, tier type = 2024-09-12T00:46:04.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.927+0000 7fc38e213800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=0 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=1 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=2 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=3 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=4 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=5 2024-09-12T00:46:04.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.936+0000 7fc38e213800 20 add_watcher() i=6 2024-09-12T00:46:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.937+0000 7fc38e213800 20 add_watcher() i=7 2024-09-12T00:46:04.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.937+0000 7fc38e213800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:04.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc23b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:04.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc38e213800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:04.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc38e213800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc38e213800 5 note: GC not initialized 2024-09-12T00:46:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc23a7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc38e213800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc38e213800 20 Filter name: none 2024-09-12T00:46:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.939+0000 7fc1abfff640 20 reqs_thread_entry: start 2024-09-12T00:46:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.940+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.940+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:04.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.940+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 rados->read ofs=0 len=0 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.941+0000 7fc38e213800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:04.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.943+0000 7fc23b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:04.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.945+0000 7fc38e213800 20 remove_watcher() i=0 2024-09-12T00:46:04.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.945+0000 7fc38e213800 2 removed watcher, disabling cache 2024-09-12T00:46:04.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.946+0000 7fc38e213800 20 remove_watcher() i=1 2024-09-12T00:46:04.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.947+0000 7fc38e213800 20 remove_watcher() i=2 2024-09-12T00:46:04.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.948+0000 7fc38e213800 20 remove_watcher() i=3 2024-09-12T00:46:04.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.949+0000 7fc38e213800 20 remove_watcher() i=4 2024-09-12T00:46:04.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.949+0000 7fc38e213800 20 remove_watcher() i=5 2024-09-12T00:46:04.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.950+0000 7fc38e213800 20 remove_watcher() i=6 2024-09-12T00:46:04.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:04.951+0000 7fc38e213800 20 remove_watcher() i=7 2024-09-12T00:46:04.961 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:04.961 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:04.961 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:04.961 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:04.962 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T00:46:04.999 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:05.000 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:05.036 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.036+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 realm 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.038+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.039+0000 7feff7124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:05.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.039+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.040+0000 7feff7124800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:05.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.040+0000 7feff7124800 20 searching for the correct realm 2024-09-12T00:46:05.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.044+0000 7feff2555640 0 -- 172.21.15.163:0/3366673273 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fefe4046040 msgr2=0x7fefe4047940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:05.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.249+0000 7feff3557640 0 -- 172.21.15.163:0/3366673273 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x564af7a1d5b0 msgr2=0x564af7a1f9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.252+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 zone default found 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 4 Realm: () 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 zonegroup default 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.253+0000 7feff7124800 20 started sync module instance, tier type = 2024-09-12T00:46:05.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.254+0000 7feff7124800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:05.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=0 2024-09-12T00:46:05.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=1 2024-09-12T00:46:05.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=2 2024-09-12T00:46:05.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=3 2024-09-12T00:46:05.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=4 2024-09-12T00:46:05.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=5 2024-09-12T00:46:05.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=6 2024-09-12T00:46:05.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 20 add_watcher() i=7 2024-09-12T00:46:05.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.263+0000 7feff7124800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:05.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.265+0000 7feea9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:05.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.265+0000 7feff7124800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:05.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.265+0000 7feff7124800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:05.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.265+0000 7feff7124800 5 note: GC not initialized 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feea8fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 20 Filter name: none 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feea1ffb640 20 reqs_thread_entry: start 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 : miss 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.266+0000 7feff7124800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.267+0000 7feff7124800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.267+0000 7feff7124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 info.flags=0x17 2024-09-12T00:46:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.267+0000 7feff7124800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 to cache LRU end 2024-09-12T00:46:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.267+0000 7feff7124800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.267+0000 7feff7124800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:05.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.267+0000 7feff7124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 2024-09-12T00:46:05.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feff7124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 info.flags=0x17 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feff7124800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 to cache LRU end 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feff7124800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feff7124800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26, ofs0, ns] 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feed67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366191 cookie 94879982186576 notifier 6473 bl.length()=939 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feed67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 info.flags=0x17 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feed67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 to cache LRU end 2024-09-12T00:46:05.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.271+0000 7feed67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:05.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.272+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): orig_sources= new_sources= 2024-09-12T00:46:05.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.272+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): potential sources added=[] removed=[] 2024-09-12T00:46:05.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.272+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): orig_dests= new_dests= 2024-09-12T00:46:05.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.272+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): potential dests added=[] removed=[] 2024-09-12T00:46:05.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.272+0000 7feff7124800 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T00:46:05.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.272+0000 7feff7124800 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T00:46:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.273+0000 7feff7124800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26.1.0 2024-09-12T00:46:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.273+0000 7feff7124800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26.1.0 2024-09-12T00:46:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.273+0000 7feff7124800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26.1.1 2024-09-12T00:46:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.273+0000 7feff7124800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26.1.1 2024-09-12T00:46:05.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.273+0000 7feff7124800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26.0 2024-09-12T00:46:05.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.276+0000 7feff7124800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:05.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.276+0000 7feff7124800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feff7124800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 info.flags=0x17 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feff7124800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 to cache LRU end 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feff7124800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feff7124800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26, ofs0, ns] 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feed5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366192 cookie 94879982186576 notifier 6473 bl.length()=907 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feed5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 info.flags=0x17 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feed5ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 to cache LRU end 2024-09-12T00:46:05.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.277+0000 7feed5ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:05.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.279+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): orig_sources= new_sources= 2024-09-12T00:46:05.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.279+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): potential sources added=[] removed=[] 2024-09-12T00:46:05.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.279+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): orig_dests= new_dests= 2024-09-12T00:46:05.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.279+0000 7feff7124800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26]): potential dests added=[] removed=[] 2024-09-12T00:46:05.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.280+0000 7feff7124800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T00:46:05.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.282+0000 7feea9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:05.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.284+0000 7feff7124800 20 remove_watcher() i=0 2024-09-12T00:46:05.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.284+0000 7feff7124800 2 removed watcher, disabling cache 2024-09-12T00:46:05.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.285+0000 7feff7124800 20 remove_watcher() i=1 2024-09-12T00:46:05.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.286+0000 7feff7124800 20 remove_watcher() i=2 2024-09-12T00:46:05.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.287+0000 7feff7124800 20 remove_watcher() i=3 2024-09-12T00:46:05.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.288+0000 7feff7124800 20 remove_watcher() i=4 2024-09-12T00:46:05.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.289+0000 7feff7124800 20 remove_watcher() i=5 2024-09-12T00:46:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.290+0000 7feff7124800 20 remove_watcher() i=6 2024-09-12T00:46:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.291+0000 7feff7124800 20 remove_watcher() i=7 2024-09-12T00:46:05.302 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:46:05.331 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:05.331 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:05.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.368+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 realm 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.370+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.371+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:05.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.371+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.371+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:05.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.371+0000 7f4730119800 20 searching for the correct realm 2024-09-12T00:46:05.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.375+0000 7f4727fff640 0 -- 172.21.15.163:0/433001662 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4720015070 msgr2=0x7f4720021950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:05.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.581+0000 7f472e404640 0 -- 172.21.15.163:0/433001662 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x564b6c386200 msgr2=0x564b6c3885f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:05.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:05.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:05.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.583+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:05.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 zone default found 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 4 Realm: () 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 zonegroup default 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.584+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.585+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.585+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.585+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.585+0000 7f4730119800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:05.586 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.585+0000 7f4730119800 20 started sync module instance, tier type = 2024-09-12T00:46:05.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.585+0000 7f4730119800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=0 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=1 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=2 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=3 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=4 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=5 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.594+0000 7f4730119800 20 add_watcher() i=6 2024-09-12T00:46:05.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.595+0000 7f4730119800 20 add_watcher() i=7 2024-09-12T00:46:05.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.595+0000 7f4730119800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:05.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.596+0000 7f45df7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f4730119800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f4730119800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f4730119800 5 note: GC not initialized 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f45de7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f4730119800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f4730119800 20 Filter name: none 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f454ffff640 20 reqs_thread_entry: start 2024-09-12T00:46:05.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.597+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.598+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.598+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.598+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.598+0000 7f4730119800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.598+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.599+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.599+0000 7f4730119800 20 rados->read ofs=0 len=0 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.599+0000 7f4730119800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:05.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.599+0000 7f4730119800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:05.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.600+0000 7f45df7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:05.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.602+0000 7f4730119800 20 remove_watcher() i=0 2024-09-12T00:46:05.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.602+0000 7f4730119800 2 removed watcher, disabling cache 2024-09-12T00:46:05.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.603+0000 7f4730119800 20 remove_watcher() i=1 2024-09-12T00:46:05.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.604+0000 7f4730119800 20 remove_watcher() i=2 2024-09-12T00:46:05.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.605+0000 7f4730119800 20 remove_watcher() i=3 2024-09-12T00:46:05.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.606+0000 7f4730119800 20 remove_watcher() i=4 2024-09-12T00:46:05.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.607+0000 7f4730119800 20 remove_watcher() i=5 2024-09-12T00:46:05.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.608+0000 7f4730119800 20 remove_watcher() i=6 2024-09-12T00:46:05.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:05.609+0000 7f4730119800 20 remove_watcher() i=7 2024-09-12T00:46:05.619 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:05.619 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:05.619 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T00:46:05.620 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:05.622 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:05.622 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:05.641 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:05.642 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:05.860 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:05.860 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:05.922 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T00:46:05.922 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:05.924 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:05.924 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:05.964 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:05.964 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.020 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.021 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.060 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.060 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.095 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.095 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.131 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.132 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.168 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.168 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.203 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.204 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.239 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.239 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.276 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.276 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.313 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.313 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.348 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.348 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.383 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.419 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.419 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.455 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.455 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.491 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.492 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.527 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.527 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.563 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.563 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.600 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.600 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.636 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.636 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.672 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.672 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.708 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:06.708 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:06.747 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T00:46:06.776 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:06.776 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:06.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.812+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 realm 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:06.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.814+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:06.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.815+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:06.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.815+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:06.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.815+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:06.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.815+0000 7fa628498800 20 searching for the correct realm 2024-09-12T00:46:06.818 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.818+0000 7fa625f82640 0 -- 172.21.15.163:0/2184284621 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fa62006f040 msgr2=0x7fa6200083c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:06.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:06.821+0000 7fa626783640 0 -- 172.21.15.163:0/2184284621 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fa618085920 msgr2=0x7fa61809a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:07.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:07.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:07.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.027+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:07.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 zone default found 2024-09-12T00:46:07.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 4 Realm: () 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 zonegroup default 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.028+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.029+0000 7fa628498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.029+0000 7fa628498800 20 started sync module instance, tier type = 2024-09-12T00:46:07.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.029+0000 7fa628498800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=0 2024-09-12T00:46:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=1 2024-09-12T00:46:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=2 2024-09-12T00:46:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=3 2024-09-12T00:46:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=4 2024-09-12T00:46:07.037 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=5 2024-09-12T00:46:07.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.037+0000 7fa628498800 20 add_watcher() i=6 2024-09-12T00:46:07.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.038+0000 7fa628498800 20 add_watcher() i=7 2024-09-12T00:46:07.038 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.038+0000 7fa628498800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:07.039 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa4d77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa628498800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:07.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa628498800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:07.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa628498800 5 note: GC not initialized 2024-09-12T00:46:07.040 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa4d67fc640 20 reqs_thread_entry: start 2024-09-12T00:46:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa628498800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.040+0000 7fa628498800 20 Filter name: none 2024-09-12T00:46:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.041+0000 7fa447fff640 20 reqs_thread_entry: start 2024-09-12T00:46:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.041+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.041+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.041+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.042+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:07.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.042+0000 7fa628498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:07.042 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.042+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.042+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.042+0000 7fa628498800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.043+0000 7fa628498800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:07.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.043+0000 7fa628498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:07.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.044+0000 7fa4d77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.046+0000 7fa628498800 20 remove_watcher() i=0 2024-09-12T00:46:07.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.046+0000 7fa628498800 2 removed watcher, disabling cache 2024-09-12T00:46:07.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.047+0000 7fa628498800 20 remove_watcher() i=1 2024-09-12T00:46:07.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.048+0000 7fa628498800 20 remove_watcher() i=2 2024-09-12T00:46:07.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.049+0000 7fa628498800 20 remove_watcher() i=3 2024-09-12T00:46:07.050 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.050+0000 7fa628498800 20 remove_watcher() i=4 2024-09-12T00:46:07.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.051+0000 7fa628498800 20 remove_watcher() i=5 2024-09-12T00:46:07.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.052+0000 7fa628498800 20 remove_watcher() i=6 2024-09-12T00:46:07.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.053+0000 7fa628498800 20 remove_watcher() i=7 2024-09-12T00:46:07.063 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.063 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:07.064 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:07.064 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.065 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T00:46:07.099 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:07.099 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:07.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.136+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.137+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.137+0000 7f9503725800 20 realm 2024-09-12T00:46:07.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.137+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.137+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.137+0000 7f9503725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.137+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.138+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.138+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.138+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.138+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.139+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:07.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.139+0000 7f9503725800 20 searching for the correct realm 2024-09-12T00:46:07.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.143+0000 7f94f7fff640 0 -- 172.21.15.163:0/1796906874 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f94f0053040 msgr2=0x7f94f0042400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.349+0000 7f94ffb34640 0 -- 172.21.15.163:0/1796906874 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x562977f36960 msgr2=0x562977f38d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:07.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:07.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:07.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 20 zone default found 2024-09-12T00:46:07.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.352+0000 7f9503725800 4 Realm: () 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 zonegroup default 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 started sync module instance, tier type = 2024-09-12T00:46:07.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.353+0000 7f9503725800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=0 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=1 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=2 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=3 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=4 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=5 2024-09-12T00:46:07.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=6 2024-09-12T00:46:07.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.363+0000 7f9503725800 20 add_watcher() i=7 2024-09-12T00:46:07.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.363+0000 7f9503725800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.365+0000 7f93b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.365+0000 7f9503725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.365+0000 7f9503725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.365+0000 7f9503725800 5 note: GC not initialized 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f93b4fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 20 Filter name: none 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f932e7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:46:07.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:07.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:07.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : miss 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.366+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.367+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.367+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.367+0000 7f9503725800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.367+0000 7f9503725800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.367+0000 7f9503725800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.367+0000 7f9503725800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:07.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.370+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.370+0000 7f9503725800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.370+0000 7f9503725800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.370+0000 7f9503725800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27, ofs0, ns] 2024-09-12T00:46:07.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94736106136576 notifier 6521 bl.length()=939 2024-09-12T00:46:07.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_sources= new_sources= 2024-09-12T00:46:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential sources added=[] removed=[] 2024-09-12T00:46:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_dests= new_dests= 2024-09-12T00:46:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential dests added=[] removed=[] 2024-09-12T00:46:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9503725800 time 2024-09-12T00:46:07.373545+0000 2024-09-12T00:46:07.371 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9504d8c71a] 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.372 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9503725800 thread_name:radosgw-admin 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.373+0000 7f9503725800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9503725800 time 2024-09-12T00:46:07.373545+0000 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9504d8c71a] 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:07.373 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.374 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:07.374 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:07.374 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9503a3e6f0] 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9503a8b99c] 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9504d8c774] 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.374+0000 7f9503725800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9503725800 thread_name:radosgw-admin 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9503a3e6f0] 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9503a8b99c] 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:07.389 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9504d8c774] 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:46:07.120+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.390 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: dump: 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.391 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: dump: 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.392 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:46:07.120+0000 7f9503725800 5 monclient: authenticate success, global_id 6509 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: get_monmap_and_config success 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:46:07.120+0000 7f9503725800 4 set_mon_vals no callback set 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: shutdown 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:46:07.120+0000 7f9503725800 5 asok(0x562977c2b630) unregister_commands rotate-key 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:46:07.120+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.393 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding auth protocol: cephx 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding auth protocol: cephx 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding auth protocol: cephx 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.394 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:46:07.120+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: starting msgr at 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: starting objecter 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:46:07.121+0000 7f9503725800 5 asok(0x562977c2b630) register_command objecter_requests hook 0x562977e753f0 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: setting wanted keys 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: calling monclient init 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding auth protocol: cephx 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding auth protocol: cephx 2024-09-12T00:46:07.395 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding auth protocol: cephx 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:46:07.121+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:46:07.121+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.396 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:46:07.121+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key hook 0x562977e4b998 2024-09-12T00:46:07.397 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.397 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:46:07.397 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977cf84e0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.397 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977cf8f30 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977d95040 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.416712s 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): get_auth_request con 0x562977cf8f30 auth_method 0 2024-09-12T00:46:07.401 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977d95040 auth_method 0 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:46:07.122+0000 7f94f7fff640 10 monclient(hunting): handle_auth_done global_id 6975 payload 824 2024-09-12T00:46:07.402 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:46:07.122+0000 7f94f7fff640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:46:07.122+0000 7f94f7fff640 1 monclient: found mon.noname-a 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:46:07.122+0000 7f94f7fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: dump: 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.403 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: dump: 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.404 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:46:07.122+0000 7f9503725800 5 monclient: authenticate success, global_id 6975 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:46:07.122+0000 7f93ed60a640 4 set_mon_vals no callback set 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:46:07.122+0000 7f9503725800 1 librados: init done 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:46:07.124+0000 7f93ebe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:46:07.124+0000 7f93ebe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:46:07.124+0000 7f93ebe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.405 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:46:07.124+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f93e4076470 auth_method 0 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:46:07.124+0000 7f94ffb34640 10 monclient: get_auth_request con 0x562977e8d9a0 auth_method 0 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:46:07.125+0000 7f94ff333640 10 monclient: get_auth_request con 0x562977e96c60 auth_method 0 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:46:07.127+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:46:07.127+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:46:07.127+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.406 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding auth protocol: cephx 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding auth protocol: cephx 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding auth protocol: cephx 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.407 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:46:07.127+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:46:07.127+0000 7f9503725800 5 asok(0x562977c2b630) register_command objecter_requests cmddesc objecter_requests hook 0x562977ea01b0 EEXIST 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:46:07.127+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding auth protocol: cephx 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding auth protocol: cephx 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding auth protocol: cephx 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.408 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:46:07.127+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:46:07.128+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:46:07.128+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key cmddesc rotate-key hook 0x562977e9b5c0 EEXIST 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977ec44d0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.409 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977ec48b0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977ec31e0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.423233s 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977ec44d0 auth_method 0 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): get_auth_request con 0x562977ec31e0 auth_method 0 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.410 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): get_auth_request con 0x562977ec48b0 auth_method 0 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_done global_id 6978 payload 824 2024-09-12T00:46:07.411 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:46:07.128+0000 7f94ffb34640 1 monclient: found mon.noname-a 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: dump: 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.412 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: dump: 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.413 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:46:07.128+0000 7f9503725800 5 monclient: authenticate success, global_id 6978 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:46:07.128+0000 7f9500335640 4 set_mon_vals no callback set 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:46:07.130+0000 7f93e9602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:07.414 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:46:07.130+0000 7f93e9602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:46:07.130+0000 7f93e9602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:46:07.130+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f93d8076380 auth_method 0 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: get_monmap_and_config 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:46:07.131+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.415 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding auth protocol: cephx 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding auth protocol: cephx 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding auth protocol: cephx 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.416 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:46:07.131+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding auth protocol: cephx 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding auth protocol: cephx 2024-09-12T00:46:07.417 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding auth protocol: cephx 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:46:07.131+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.418 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:46:07.131+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:46:07.132+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key cmddesc rotate-key hook 0x7ffcb16b7798 EEXIST 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977f186c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977ee96d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977f13ba0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.427104s 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977f186c0 auth_method 0 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.419 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): get_auth_request con 0x562977f13ba0 auth_method 0 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): get_auth_request con 0x562977ee96d0 auth_method 0 2024-09-12T00:46:07.420 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_done global_id 6518 payload 274 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:46:07.132+0000 7f94ffb34640 1 monclient: found mon.noname-c 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: dump: 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.421 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.422 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: dump: 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.423 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:46:07.132+0000 7f9503725800 5 monclient: authenticate success, global_id 6518 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient: get_monmap_and_config success 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:46:07.132+0000 7f9503725800 4 set_mon_vals no callback set 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: shutdown 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:46:07.133+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.424 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding auth protocol: cephx 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding auth protocol: cephx 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding auth protocol: cephx 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.425 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:46:07.133+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: starting msgr at 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: starting objecter 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:46:07.133+0000 7f9503725800 5 asok(0x562977c2b630) register_command objecter_requests cmddesc objecter_requests hook 0x562977ec6320 EEXIST 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: setting wanted keys 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: calling monclient init 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding auth protocol: cephx 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding auth protocol: cephx 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding auth protocol: cephx 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.426 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:46:07.134+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:46:07.134+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.427 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:46:07.134+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key cmddesc rotate-key hook 0x562977ed8ed8 EEXIST 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977ee96d0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977f13ba0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977f186c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.429373s 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977ee96d0 auth_method 0 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.428 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): get_auth_request con 0x562977f13ba0 auth_method 0 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_done global_id 6521 payload 824 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:46:07.134+0000 7f94ffb34640 1 monclient: found mon.noname-c 2024-09-12T00:46:07.429 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:46:07.134+0000 7f94f7fff640 10 monclient: get_auth_request con 0x562977f186c0 auth_method 0 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: dump: 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.430 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: dump: 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.431 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:46:07.134+0000 7f9503725800 5 monclient: authenticate success, global_id 6521 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:46:07.134+0000 7f93e2ffd640 4 set_mon_vals no callback set 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:46:07.135+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:46:07.135+0000 7f9503725800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:46:07.135+0000 7f9503725800 1 librados: init done 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:46:07.135+0000 7f9503725800 5 asok(0x562977c2b630) register_command cr dump hook 0x562977ee87b8 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:46:07.136+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:46:07.136+0000 7f93e17fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:46:07.136+0000 7f93e17fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:46:07.136+0000 7f93e17fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:46:07.136+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f93c8076470 auth_method 0 2024-09-12T00:46:07.432 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:46:07.137+0000 7f94f7fff640 10 monclient: get_auth_request con 0x562977f325e0 auth_method 0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:46:07.137+0000 7f9503725800 20 realm 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:46:07.137+0000 7f9503725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:46:07.138+0000 7f94ffb34640 10 monclient: get_auth_request con 0x562977f36960 auth_method 0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:46:07.139+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:46:07.139+0000 7f9503725800 20 searching for the correct realm 2024-09-12T00:46:07.433 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:46:07.139+0000 7f94ff333640 10 monclient: get_auth_request con 0x562977f3bab0 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:46:07.140+0000 7f94f7fff640 10 monclient: get_auth_request con 0x7f94f0036050 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:46:07.140+0000 7f94ffb34640 10 monclient: get_auth_request con 0x7f94e8020060 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:46:07.141+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f94f80abc20 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:46:07.143+0000 7f94f7fff640 10 monclient: get_auth_request con 0x7f94f0053040 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:46:07.143+0000 7f94f7fff640 0 -- 172.21.15.163:0/1796906874 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f94f0053040 msgr2=0x7f94f0042400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:46:07.344+0000 7f94f7fff640 10 monclient: get_auth_request con 0x7f94f0053040 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:46:07.347+0000 7f94ffb34640 10 monclient: get_auth_request con 0x7f94f0017040 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:46:07.349+0000 7f94ffb34640 0 -- 172.21.15.163:0/1796906874 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x562977f36960 msgr2=0x562977f38d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:46:07.349+0000 7f93e17fa640 1 client.6521.objecter ms_handle_reset 0x562977f36960 session 0x562977f357e0 osd.5 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:46:07.349+0000 7f93e17fa640 10 monclient: _renew_subs 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:46:07.349+0000 7f93e17fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:46:07.349+0000 7f94ffb34640 10 monclient: get_auth_request con 0x7f93c8086ba0 auth_method 0 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:07.434 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:46:07.352+0000 7f9503725800 20 zone default found 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:46:07.352+0000 7f9503725800 4 Realm: () 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:46:07.353+0000 7f9503725800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:46:07.353+0000 7f9503725800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:07.435 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:46:07.353+0000 7f9503725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:46:07.353+0000 7f9503725800 20 zonegroup default 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:46:07.353+0000 7f9503725800 20 started sync module instance, tier type = 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:46:07.353+0000 7f9503725800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=0 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=1 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=2 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=3 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=4 2024-09-12T00:46:07.436 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=5 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=6 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:46:07.363+0000 7f9503725800 20 add_watcher() i=7 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:46:07.363+0000 7f9503725800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding auth protocol: cephx 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding auth protocol: cephx 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding auth protocol: cephx 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:46:07.365+0000 7f93b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.437 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:46:07.365+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:46:07.365+0000 7f9503725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:46:07.365+0000 7f9503725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache list hook 0x562977f07f70 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache inspect hook 0x562977f07f70 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache erase hook 0x562977f07f70 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache zap hook 0x562977f07f70 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:46:07.365+0000 7f9503725800 5 note: GC not initialized 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:46:07.366+0000 7f93b4fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace show hook 0x7f94f806d070 2024-09-12T00:46:07.438 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace history hook 0x7f94f806d070 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace active hook 0x7f94f806d070 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace active_short hook 0x7f94f806d070 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:46:07.366+0000 7f9503725800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:46:07.366+0000 7f9503725800 20 Filter name: none 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:46:07.366+0000 7f932e7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:46:07.366+0000 7f9503725800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:46:07.366+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:46:07.366+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:46:07.366+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:46:07.366+0000 7f9503725800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:46:07.366+0000 7f9503725800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : miss 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:46:07.366+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:46:07.367+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:07.439 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:46:07.367+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:46:07.367+0000 7f9503725800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:46:07.367+0000 7f9503725800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:46:07.367+0000 7f9503725800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:46:07.367+0000 7f9503725800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:46:07.370+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:46:07.370+0000 7f9503725800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:46:07.370+0000 7f9503725800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:46:07.370+0000 7f9503725800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27, ofs0, ns] 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94736106136576 notifier 6521 bl.length()=939 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_sources= new_sources= 2024-09-12T00:46:07.440 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential sources added=[] removed=[] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_dests= new_dests= 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential dests added=[] removed=[] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:46:07.373+0000 7f9503725800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9503725800 time 2024-09-12T00:46:07.373545+0000 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9504d8c71a] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.441 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:46:07.374+0000 7f9503725800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9503725800 thread_name:radosgw-admin 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9503a3e6f0] 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9503a8b99c] 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9504d8c774] 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.442 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:46:07.443 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:46:07.444 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:46:07.445 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:46:07.446 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:46:07.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:46:07.448 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:46:07.449 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f932e7fc640 / http_manager 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93b4fe1640 / http_manager 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93b5fe3640 / rgw_dt_lg_renew 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93e17fa640 / ms_dispatch 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93e2ffd640 / io_context_pool 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93e9602640 / ms_dispatch 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93ebe07640 / ms_dispatch 2024-09-12T00:46:07.450 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93ed60a640 / io_context_pool 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94f7fff640 / msgr-worker-2 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94ff333640 / msgr-worker-1 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94ffb34640 / msgr-worker-0 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9500335640 / io_context_pool 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9503725800 / radosgw-admin 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.107298.log 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:46:07.120+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:07.451 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: dump: 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.452 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:46:07.120+0000 7f93ed60a640 10 monclient: dump: 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:46:07.120+0000 7f9503725800 5 monclient: authenticate success, global_id 6509 2024-09-12T00:46:07.453 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: get_monmap_and_config success 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:46:07.120+0000 7f9503725800 4 set_mon_vals no callback set 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: shutdown 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:46:07.120+0000 7f9503725800 5 asok(0x562977c2b630) unregister_commands rotate-key 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:46:07.120+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:46:07.120+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.454 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding auth protocol: cephx 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding auth protocol: cephx 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding auth protocol: cephx 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.455 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: crc 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:46:07.120+0000 7f9503725800 5 AuthRegistry(0x562977e51500) adding con mode: secure 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:46:07.120+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: starting msgr at 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: starting objecter 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:46:07.121+0000 7f9503725800 5 asok(0x562977c2b630) register_command objecter_requests hook 0x562977e753f0 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: setting wanted keys 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:46:07.121+0000 7f9503725800 1 librados: calling monclient init 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding auth protocol: cephx 2024-09-12T00:46:07.456 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding auth protocol: cephx 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding auth protocol: cephx 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: crc 2024-09-12T00:46:07.457 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:46:07.121+0000 7f9503725800 5 AuthRegistry(0x562977e4b850) adding con mode: secure 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:46:07.121+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:46:07.121+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:46:07.121+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key hook 0x562977e4b998 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977cf84e0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977cf8f30 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977d95040 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:46:07.121+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.416712s 2024-09-12T00:46:07.458 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): get_auth_request con 0x562977cf8f30 auth_method 0 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977d95040 auth_method 0 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:46:07.121+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.459 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:46:07.121+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:46:07.122+0000 7f94f7fff640 10 monclient(hunting): handle_auth_done global_id 6975 payload 824 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:46:07.122+0000 7f94f7fff640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:46:07.122+0000 7f94f7fff640 1 monclient: found mon.noname-a 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:46:07.122+0000 7f94f7fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: dump: 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:46:07.122+0000 7f93ebe07640 10 monclient: dump: 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.461 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:46:07.122+0000 7f9503725800 5 monclient: authenticate success, global_id 6975 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:46:07.122+0000 7f93ed60a640 4 set_mon_vals no callback set 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.462 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:46:07.122+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:46:07.122+0000 7f9503725800 1 librados: init done 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:46:07.124+0000 7f93ebe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:46:07.124+0000 7f93ebe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:46:07.124+0000 7f93ebe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:46:07.124+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f93e4076470 auth_method 0 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:46:07.124+0000 7f94ffb34640 10 monclient: get_auth_request con 0x562977e8d9a0 auth_method 0 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:46:07.125+0000 7f94ff333640 10 monclient: get_auth_request con 0x562977e96c60 auth_method 0 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:46:07.127+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:46:07.127+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.463 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:46:07.127+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding auth protocol: cephx 2024-09-12T00:46:07.464 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding auth protocol: cephx 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding auth protocol: cephx 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: crc 2024-09-12T00:46:07.465 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9cd00) adding con mode: secure 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:46:07.127+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:46:07.127+0000 7f9503725800 5 asok(0x562977c2b630) register_command objecter_requests cmddesc objecter_requests hook 0x562977ea01b0 EEXIST 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:46:07.127+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding auth protocol: cephx 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding auth protocol: cephx 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding auth protocol: cephx 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.466 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: crc 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:46:07.127+0000 7f9503725800 5 AuthRegistry(0x562977e9b478) adding con mode: secure 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:46:07.127+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:46:07.128+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:46:07.128+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key cmddesc rotate-key hook 0x562977e9b5c0 EEXIST 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977ec44d0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977ec48b0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977ec31e0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.467 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.423233s 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977ec44d0 auth_method 0 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): get_auth_request con 0x562977ec31e0 auth_method 0 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.468 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): get_auth_request con 0x562977ec48b0 auth_method 0 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:46:07.128+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:46:07.128+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient(hunting): handle_auth_done global_id 6978 payload 824 2024-09-12T00:46:07.469 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:46:07.128+0000 7f94ffb34640 1 monclient: found mon.noname-a 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:46:07.128+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: dump: 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.470 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:46:07.128+0000 7f93e9602640 10 monclient: dump: 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.471 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:46:07.128+0000 7f9503725800 5 monclient: authenticate success, global_id 6978 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:46:07.128+0000 7f9500335640 4 set_mon_vals no callback set 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:46:07.128+0000 7f9503725800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:46:07.130+0000 7f93e9602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:46:07.130+0000 7f93e9602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:46:07.130+0000 7f93e9602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:46:07.130+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f93d8076380 auth_method 0 2024-09-12T00:46:07.472 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: get_monmap_and_config 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:46:07.131+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.473 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding auth protocol: cephx 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding auth protocol: cephx 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding auth protocol: cephx 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: crc 2024-09-12T00:46:07.474 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x562977ee40b0) adding con mode: secure 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:46:07.131+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:46:07.131+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding auth protocol: cephx 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding auth protocol: cephx 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding auth protocol: cephx 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.475 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: crc 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:46:07.131+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7650) adding con mode: secure 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:46:07.131+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:46:07.131+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:46:07.132+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key cmddesc rotate-key hook 0x7ffcb16b7798 EEXIST 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977f186c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977ee96d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977f13ba0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.427104s 2024-09-12T00:46:07.476 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977f186c0 auth_method 0 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): get_auth_request con 0x562977f13ba0 auth_method 0 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:46:07.132+0000 7f94f7fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.477 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): get_auth_request con 0x562977ee96d0 auth_method 0 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:46:07.132+0000 7f94ff333640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient(hunting): handle_auth_done global_id 6518 payload 274 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:46:07.132+0000 7f94ffb34640 1 monclient: found mon.noname-c 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:46:07.132+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: dump: 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.478 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:46:07.132+0000 7f93e2ffd640 10 monclient: dump: 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.479 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:46:07.132+0000 7f9503725800 5 monclient: authenticate success, global_id 6518 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:46:07.132+0000 7f9503725800 10 monclient: get_monmap_and_config success 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:46:07.132+0000 7f9503725800 4 set_mon_vals no callback set 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: shutdown 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: build_initial_monmap 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:46:07.133+0000 7f9503725800 1 build_initial for_mkfs: 0 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: monmap: 2024-09-12T00:46:07.480 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding auth protocol: cephx 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding auth protocol: cephx 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding auth protocol: cephx 2024-09-12T00:46:07.481 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: crc 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977f0a2f0) adding con mode: secure 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:46:07.133+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: starting msgr at 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: starting objecter 2024-09-12T00:46:07.482 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:46:07.133+0000 7f9503725800 5 asok(0x562977c2b630) register_command objecter_requests cmddesc objecter_requests hook 0x562977ec6320 EEXIST 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: setting wanted keys 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:46:07.133+0000 7f9503725800 1 librados: calling monclient init 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:46:07.133+0000 7f9503725800 10 monclient: init 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding auth protocol: cephx 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding auth protocol: cephx 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding auth protocol: cephx 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.483 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: crc 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:46:07.133+0000 7f9503725800 5 AuthRegistry(0x562977ed8d90) adding con mode: secure 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:46:07.134+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:46:07.134+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:46:07.134+0000 7f9503725800 5 asok(0x562977c2b630) register_command rotate-key cmddesc rotate-key hook 0x562977ed8ed8 EEXIST 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): picked mon.noname-c con 0x562977ee96d0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): picked mon.noname-a con 0x562977f13ba0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): picked mon.noname-b con 0x562977f186c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.484 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient(hunting): authenticate will time out at 2091.429373s 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): get_auth_request con 0x562977ee96d0 auth_method 0 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): get_auth_request con 0x562977f13ba0 auth_method 0 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.485 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:46:07.134+0000 7f94ff333640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient(hunting): handle_auth_done global_id 6521 payload 824 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient: _finish_hunting 0 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:46:07.134+0000 7f94ffb34640 1 monclient: found mon.noname-c 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:46:07.134+0000 7f94ffb34640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:46:07.134+0000 7f94f7fff640 10 monclient: get_auth_request con 0x562977f186c0 auth_method 0 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: dump: 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.486 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: _finish_auth 0 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: _check_auth_tickets 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:46:07.134+0000 7f93e17fa640 10 monclient: dump: 2024-09-12T00:46:07.487 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:46:07.134+0000 7f9503725800 5 monclient: authenticate success, global_id 6521 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:46:07.134+0000 7f93e2ffd640 4 set_mon_vals no callback set 2024-09-12T00:46:07.488 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:46:07.134+0000 7f9503725800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:46:07.135+0000 7f9503725800 10 monclient: _renew_subs 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:46:07.135+0000 7f9503725800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:46:07.135+0000 7f9503725800 1 librados: init done 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:46:07.135+0000 7f9503725800 5 asok(0x562977c2b630) register_command cr dump hook 0x562977ee87b8 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:46:07.136+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:46:07.136+0000 7f93e17fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:46:07.136+0000 7f93e17fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:46:07.136+0000 7f93e17fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:46:07.136+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f93c8076470 auth_method 0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:46:07.137+0000 7f94f7fff640 10 monclient: get_auth_request con 0x562977f325e0 auth_method 0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:46:07.137+0000 7f9503725800 20 realm 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.489 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:46:07.137+0000 7f9503725800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:46:07.137+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:46:07.138+0000 7f94ffb34640 10 monclient: get_auth_request con 0x562977f36960 auth_method 0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:46:07.138+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:46:07.139+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:46:07.139+0000 7f9503725800 20 searching for the correct realm 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:46:07.139+0000 7f94ff333640 10 monclient: get_auth_request con 0x562977f3bab0 auth_method 0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:46:07.140+0000 7f94f7fff640 10 monclient: get_auth_request con 0x7f94f0036050 auth_method 0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:46:07.140+0000 7f94ffb34640 10 monclient: get_auth_request con 0x7f94e8020060 auth_method 0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:46:07.141+0000 7f94ff333640 10 monclient: get_auth_request con 0x7f94f80abc20 auth_method 0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:46:07.143+0000 7f94f7fff640 10 monclient: get_auth_request con 0x7f94f0053040 auth_method 0 2024-09-12T00:46:07.490 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:46:07.143+0000 7f94f7fff640 0 -- 172.21.15.163:0/1796906874 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f94f0053040 msgr2=0x7f94f0042400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:46:07.344+0000 7f94f7fff640 10 monclient: get_auth_request con 0x7f94f0053040 auth_method 0 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:46:07.347+0000 7f94ffb34640 10 monclient: get_auth_request con 0x7f94f0017040 auth_method 0 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:46:07.349+0000 7f94ffb34640 0 -- 172.21.15.163:0/1796906874 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x562977f36960 msgr2=0x562977f38d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:46:07.349+0000 7f93e17fa640 1 client.6521.objecter ms_handle_reset 0x562977f36960 session 0x562977f357e0 osd.5 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:46:07.349+0000 7f93e17fa640 10 monclient: _renew_subs 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:46:07.349+0000 7f93e17fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:46:07.349+0000 7f94ffb34640 10 monclient: get_auth_request con 0x7f93c8086ba0 auth_method 0 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:46:07.352+0000 7f9503725800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.491 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:46:07.352+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:46:07.352+0000 7f9503725800 20 zone default found 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:46:07.352+0000 7f9503725800 4 Realm: () 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:46:07.353+0000 7f9503725800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:46:07.353+0000 7f9503725800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:46:07.353+0000 7f9503725800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:46:07.353+0000 7f9503725800 20 zonegroup default 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.492 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:46:07.353+0000 7f9503725800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:46:07.353+0000 7f9503725800 20 started sync module instance, tier type = 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:46:07.353+0000 7f9503725800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=0 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=1 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=2 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=3 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=4 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=5 2024-09-12T00:46:07.493 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:46:07.362+0000 7f9503725800 20 add_watcher() i=6 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:46:07.363+0000 7f9503725800 20 add_watcher() i=7 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:46:07.363+0000 7f9503725800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding auth protocol: cephx 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding auth protocol: cephx 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding auth protocol: cephx 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:46:07.365+0000 7f93b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.494 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: crc 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:46:07.365+0000 7f9503725800 5 AuthRegistry(0x7ffcb16b7b30) adding con mode: secure 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:46:07.365+0000 7f9503725800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:46:07.365+0000 7f9503725800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:46:07.365+0000 7f9503725800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache list hook 0x562977f07f70 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache inspect hook 0x562977f07f70 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache erase hook 0x562977f07f70 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:46:07.365+0000 7f9503725800 5 asok(0x562977c2b630) register_command cache zap hook 0x562977f07f70 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:46:07.365+0000 7f9503725800 5 note: GC not initialized 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:46:07.366+0000 7f93b4fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace show hook 0x7f94f806d070 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace history hook 0x7f94f806d070 2024-09-12T00:46:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace active hook 0x7f94f806d070 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:46:07.366+0000 7f9503725800 5 asok(0x562977c2b630) register_command sync trace active_short hook 0x7f94f806d070 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:46:07.366+0000 7f9503725800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:46:07.366+0000 7f9503725800 20 Filter name: none 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:46:07.366+0000 7f932e7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:46:07.366+0000 7f9503725800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:46:07.366+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:46:07.366+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:46:07.366+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:46:07.366+0000 7f9503725800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:46:07.366+0000 7f9503725800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : miss 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:46:07.366+0000 7f9503725800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:46:07.367+0000 7f9503725800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:46:07.367+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.496 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:46:07.367+0000 7f9503725800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:46:07.367+0000 7f9503725800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:46:07.367+0000 7f9503725800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:46:07.367+0000 7f9503725800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:46:07.370+0000 7f9503725800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:46:07.370+0000 7f9503725800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:46:07.370+0000 7f9503725800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:46:07.370+0000 7f9503725800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27, ofs0, ns] 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366195 cookie 94736106136576 notifier 6521 bl.length()=939 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:46:07.371+0000 7f93e2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_sources= new_sources= 2024-09-12T00:46:07.497 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential sources added=[] removed=[] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_dests= new_dests= 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:46:07.372+0000 7f9503725800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential dests added=[] removed=[] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:46:07.373+0000 7f9503725800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9503725800 time 2024-09-12T00:46:07.373545+0000 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9504d8c71a] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:07.498 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:46:07.374+0000 7f9503725800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9503725800 thread_name:radosgw-admin 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9503a3e6f0] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9503a8b99c] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9504d8c774] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9504d8c8d8] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562976eff641] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd884de) [0x5629774124de] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x562976f0f31d] 2024-09-12T00:46:07.499 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9503a29590] 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:46:07.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:46:07.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:46:07.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:46:07.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:46:07.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:46:07.505 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:46:07.506 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f932e7fc640 / http_manager 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93b4fe1640 / http_manager 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93b5fe3640 / rgw_dt_lg_renew 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93e17fa640 / ms_dispatch 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93e2ffd640 / io_context_pool 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93e9602640 / ms_dispatch 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93ebe07640 / ms_dispatch 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f93ed60a640 / io_context_pool 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94f7fff640 / msgr-worker-2 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94ff333640 / msgr-worker-1 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94ffb34640 / msgr-worker-0 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9500335640 / io_context_pool 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9503725800 / radosgw-admin 2024-09-12T00:46:07.507 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:46:07.508 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:46:07.508 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:46:07.375221Z_5a0eb522-ff8a-4038-9838-69b875d1c695/log 2024-09-12T00:46:07.508 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:46:07.508 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.448+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.449+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.449+0000 7f97f8e14800 20 realm 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.449+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.450+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.450+0000 7f97f8e14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.450+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.450+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.450+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.451+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.451+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.451+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.451+0000 7f97f8e14800 20 searching for the correct realm 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.455+0000 7f97f44cb640 0 -- 172.21.15.163:0/1866768452 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f97ec025040 msgr2=0x7f97ec0690f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.458+0000 7f97ebcca640 0 -- 172.21.15.163:0/1866768452 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f97e40c63d0 msgr2=0x7f97e40d39c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.461+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 zone default found 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 4 Realm: () 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 zonegroup default 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.462+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.463+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.463+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.463+0000 7f97f8e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.463+0000 7f97f8e14800 20 started sync module instance, tier type = 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.463+0000 7f97f8e14800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=0 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=1 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=2 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=3 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=4 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=5 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.471+0000 7f97f8e14800 20 add_watcher() i=6 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.472+0000 7f97f8e14800 20 add_watcher() i=7 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.472+0000 7f97f8e14800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:07.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.474+0000 7f96aafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.474+0000 7f97f8e14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.474+0000 7f97f8e14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.474+0000 7f97f8e14800 5 note: GC not initialized 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.475+0000 7f96a9fdb640 20 reqs_thread_entry: start 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.475+0000 7f97f8e14800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.475+0000 7f97f8e14800 20 Filter name: none 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.475+0000 7f961b7fe640 20 reqs_thread_entry: start 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.475+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.476+0000 7f97f8e14800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.477+0000 7f97f8e14800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.477+0000 7f97f8e14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.478+0000 7f96aafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.480+0000 7f97f8e14800 20 remove_watcher() i=0 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.480+0000 7f97f8e14800 2 removed watcher, disabling cache 2024-09-12T00:46:07.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.481+0000 7f97f8e14800 20 remove_watcher() i=1 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.482+0000 7f97f8e14800 20 remove_watcher() i=2 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.484+0000 7f97f8e14800 20 remove_watcher() i=3 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.485+0000 7f97f8e14800 20 remove_watcher() i=4 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.486+0000 7f97f8e14800 20 remove_watcher() i=5 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.487+0000 7f97f8e14800 20 remove_watcher() i=6 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.488+0000 7f97f8e14800 20 remove_watcher() i=7 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:07.519 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:07.531 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:07.531 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:07.587 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:46:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:07.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.658+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 realm 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.659+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.660+0000 7f2b53215800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.660+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.660+0000 7f2b53215800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:07.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.660+0000 7f2b53215800 20 searching for the correct realm 2024-09-12T00:46:07.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.664+0000 7f2b47fff640 0 -- 172.21.15.163:0/1123502495 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2b400db320 msgr2=0x7f2b400db7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.870+0000 7f2b4f193640 0 -- 172.21.15.163:0/1123502495 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ba775931e0 msgr2=0x55ba775955d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.873+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 zone default found 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 4 Realm: () 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 zonegroup default 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.874+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.875+0000 7f2b53215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:07.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.875+0000 7f2b53215800 20 started sync module instance, tier type = 2024-09-12T00:46:07.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.875+0000 7f2b53215800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:07.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.884+0000 7f2b53215800 20 add_watcher() i=0 2024-09-12T00:46:07.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.884+0000 7f2b53215800 20 add_watcher() i=1 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.884+0000 7f2b53215800 20 add_watcher() i=2 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.884+0000 7f2b53215800 20 add_watcher() i=3 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.884+0000 7f2b53215800 20 add_watcher() i=4 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.884+0000 7f2b53215800 20 add_watcher() i=5 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.885+0000 7f2b53215800 20 add_watcher() i=6 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.885+0000 7f2b53215800 20 add_watcher() i=7 2024-09-12T00:46:07.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.885+0000 7f2b53215800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:07.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.886+0000 7f2a057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 5 note: GC not initialized 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f297ffff640 20 reqs_thread_entry: start 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 20 Filter name: none 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f297dffb640 20 reqs_thread_entry: start 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:46:07.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.887+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:07.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:07.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:07.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : miss 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 20 rados->read ofs=0 len=0 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.888+0000 7f2b53215800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:07.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.889+0000 7f2b53215800 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to be held by another RGW process; skipping for now 2024-09-12T00:46:07.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.890+0000 7f2a057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:07.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.892+0000 7f2b53215800 20 remove_watcher() i=0 2024-09-12T00:46:07.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.892+0000 7f2b53215800 2 removed watcher, disabling cache 2024-09-12T00:46:07.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.893+0000 7f2b53215800 20 remove_watcher() i=1 2024-09-12T00:46:07.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.894+0000 7f2b53215800 20 remove_watcher() i=2 2024-09-12T00:46:07.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.895+0000 7f2b53215800 20 remove_watcher() i=3 2024-09-12T00:46:07.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.896+0000 7f2b53215800 20 remove_watcher() i=4 2024-09-12T00:46:07.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.897+0000 7f2b53215800 20 remove_watcher() i=5 2024-09-12T00:46:07.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.898+0000 7f2b53215800 20 remove_watcher() i=6 2024-09-12T00:46:07.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:07.900+0000 7f2b53215800 20 remove_watcher() i=7 2024-09-12T00:46:07.909 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:46:37.938 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:46:37.973 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:37.973 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:38.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.016+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 realm 2024-09-12T00:46:38.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:38.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.017+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.018+0000 7fb128723800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:38.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.018+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.019+0000 7fb128723800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:38.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.019+0000 7fb128723800 20 searching for the correct realm 2024-09-12T00:46:38.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.024+0000 7fb11bfff640 0 -- 172.21.15.163:0/2620598689 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fb11400b040 msgr2=0x7fb11405f920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:38.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.029+0000 7fb124c14640 0 -- 172.21.15.163:0/2620598689 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5564448d2ca0 msgr2=0x5564448d50f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:38.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 zone default found 2024-09-12T00:46:38.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 4 Realm: () 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 zonegroup default 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.032+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 started sync module instance, tier type = 2024-09-12T00:46:38.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.033+0000 7fb128723800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:38.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=0 2024-09-12T00:46:38.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=1 2024-09-12T00:46:38.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=2 2024-09-12T00:46:38.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=3 2024-09-12T00:46:38.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=4 2024-09-12T00:46:38.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=5 2024-09-12T00:46:38.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.046+0000 7fb128723800 20 add_watcher() i=6 2024-09-12T00:46:38.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.047+0000 7fb128723800 20 add_watcher() i=7 2024-09-12T00:46:38.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.047+0000 7fb128723800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:38.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.049+0000 7fafdafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:38.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.049+0000 7fb128723800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:38.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.049+0000 7fb128723800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:38.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.049+0000 7fb128723800 5 note: GC not initialized 2024-09-12T00:46:38.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fafd9fdb640 20 reqs_thread_entry: start 2024-09-12T00:46:38.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:38.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 20 Filter name: none 2024-09-12T00:46:38.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7faf4b7fe640 20 reqs_thread_entry: start 2024-09-12T00:46:38.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:46:38.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : miss 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.050+0000 7fb128723800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.051+0000 7fb128723800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.051+0000 7fb128723800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.051+0000 7fb128723800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.051+0000 7fb128723800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:38.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.051+0000 7fb128723800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.051+0000 7fb128723800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:38.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.052+0000 7fb128723800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7fb128723800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7fb128723800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7fb128723800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7fb128723800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27, ofs0, ns] 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7faffb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366196 cookie 93889135239664 notifier 7035 bl.length()=939 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7faffb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7faffb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.056+0000 7faffb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.058+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_sources= new_sources= 2024-09-12T00:46:38.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.058+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential sources added=[] removed=[] 2024-09-12T00:46:38.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.058+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_dests= new_dests= 2024-09-12T00:46:38.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.058+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential dests added=[] removed=[] 2024-09-12T00:46:38.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.060+0000 7fb128723800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27.2.0 2024-09-12T00:46:38.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.060+0000 7fb128723800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27.2.0 2024-09-12T00:46:38.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.060+0000 7fb128723800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27.2.1 2024-09-12T00:46:38.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.060+0000 7fb128723800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27.2.1 2024-09-12T00:46:38.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.060+0000 7fb128723800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27.0 2024-09-12T00:46:38.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.062+0000 7fb128723800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:38.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.062+0000 7fb128723800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:38.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.063+0000 7fb128723800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.063+0000 7fb128723800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.063+0000 7fb128723800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.064+0000 7fb128723800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27, ofs0, ns] 2024-09-12T00:46:38.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.064+0000 7faffb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366197 cookie 93889135239664 notifier 7035 bl.length()=939 2024-09-12T00:46:38.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.064+0000 7faffb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.064+0000 7faffb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.064+0000 7faffb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.065+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_sources= new_sources= 2024-09-12T00:46:38.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.065+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential sources added=[] removed=[] 2024-09-12T00:46:38.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.065+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_dests= new_dests= 2024-09-12T00:46:38.064 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.065+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential dests added=[] removed=[] 2024-09-12T00:46:38.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.067+0000 7fb128723800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27.0 2024-09-12T00:46:38.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.067+0000 7fb128723800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:38.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.067+0000 7fb128723800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 2024-09-12T00:46:38.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7fb128723800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7fb128723800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7fb128723800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7fb128723800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27, ofs0, ns] 2024-09-12T00:46:38.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7faffaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366198 cookie 93889135239664 notifier 7035 bl.length()=907 2024-09-12T00:46:38.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7faffaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 info.flags=0x17 2024-09-12T00:46:38.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7faffaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 to cache LRU end 2024-09-12T00:46:38.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.068+0000 7faffaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:38.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.070+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_sources= new_sources= 2024-09-12T00:46:38.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.070+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential sources added=[] removed=[] 2024-09-12T00:46:38.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.070+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): orig_dests= new_dests= 2024-09-12T00:46:38.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.070+0000 7fb128723800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27]): potential dests added=[] removed=[] 2024-09-12T00:46:38.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.071+0000 7fb128723800 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2024-09-12T00:46:38.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.073+0000 7fafdafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:38.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.075+0000 7fb128723800 20 remove_watcher() i=0 2024-09-12T00:46:38.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.075+0000 7fb128723800 2 removed watcher, disabling cache 2024-09-12T00:46:38.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.076+0000 7fb128723800 20 remove_watcher() i=1 2024-09-12T00:46:38.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.077+0000 7fb128723800 20 remove_watcher() i=2 2024-09-12T00:46:38.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.080+0000 7fb128723800 20 remove_watcher() i=3 2024-09-12T00:46:38.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.081+0000 7fb128723800 20 remove_watcher() i=4 2024-09-12T00:46:38.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.082+0000 7fb128723800 20 remove_watcher() i=5 2024-09-12T00:46:38.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.083+0000 7fb128723800 20 remove_watcher() i=6 2024-09-12T00:46:38.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.083+0000 7fb128723800 20 remove_watcher() i=7 2024-09-12T00:46:38.094 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T00:46:38.124 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:38.124 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:38.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.161+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 realm 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.163+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.164+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:38.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.164+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.165+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:38.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.165+0000 7f5ec662f800 20 searching for the correct realm 2024-09-12T00:46:38.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.169+0000 7f5ec3918640 0 -- 172.21.15.163:0/2662572384 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5eb40e3350 msgr2=0x7f5eb40c0890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:38.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.376+0000 7f5ec491a640 0 -- 172.21.15.163:0/2662572384 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55b329d2ea40 msgr2=0x55b329d30ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.379+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 zone default found 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 4 Realm: () 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 zonegroup default 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.380+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.381+0000 7f5ec662f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:38.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.381+0000 7f5ec662f800 20 started sync module instance, tier type = 2024-09-12T00:46:38.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.381+0000 7f5ec662f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=0 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=1 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=2 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=3 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=4 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=5 2024-09-12T00:46:38.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.390+0000 7f5ec662f800 20 add_watcher() i=6 2024-09-12T00:46:38.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.391+0000 7f5ec662f800 20 add_watcher() i=7 2024-09-12T00:46:38.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.391+0000 7f5ec662f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:38.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.393+0000 7f5d7b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:38.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.393+0000 7f5ec662f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:38.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.393+0000 7f5ec662f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.393+0000 7f5ec662f800 5 note: GC not initialized 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.393+0000 7f5d7a7dc640 20 reqs_thread_entry: start 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.394+0000 7f5ec662f800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.394+0000 7f5ec662f800 20 Filter name: none 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.394+0000 7f5d737fe640 20 reqs_thread_entry: start 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.394+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.395+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:38.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.395+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.395+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:38.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.395+0000 7f5ec662f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:38.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.395+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.396+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=201 2024-09-12T00:46:38.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.396+0000 7f5ec662f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:38.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.396+0000 7f5ec662f800 20 rados_obj.operate() r=0 bl.length=423 2024-09-12T00:46:38.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.396+0000 7f5ec662f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:38.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.397+0000 7f5d7b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:38.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.400+0000 7f5ec662f800 20 remove_watcher() i=0 2024-09-12T00:46:38.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.400+0000 7f5ec662f800 2 removed watcher, disabling cache 2024-09-12T00:46:38.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.401+0000 7f5ec662f800 20 remove_watcher() i=1 2024-09-12T00:46:38.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.402+0000 7f5ec662f800 20 remove_watcher() i=2 2024-09-12T00:46:38.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.403+0000 7f5ec662f800 20 remove_watcher() i=3 2024-09-12T00:46:38.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.404+0000 7f5ec662f800 20 remove_watcher() i=4 2024-09-12T00:46:38.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.405+0000 7f5ec662f800 20 remove_watcher() i=5 2024-09-12T00:46:38.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.406+0000 7f5ec662f800 20 remove_watcher() i=6 2024-09-12T00:46:38.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:38.407+0000 7f5ec662f800 20 remove_watcher() i=7 2024-09-12T00:46:38.416 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:38.416 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:38.416 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-trim-reshard-log-entries id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:46:38.416 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:38.418 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.419 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.440 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.440 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.658 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.658 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.720 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T00:46:38.720 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:38.721 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.721 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.762 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.762 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.819 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.819 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.856 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.857 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.892 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.892 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.928 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.928 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:38.965 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:38.966 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.000 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.001 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.036 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.036 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.073 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.074 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.109 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.109 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.145 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.181 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.181 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.216 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.216 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.252 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.252 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.288 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.288 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.324 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.324 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.364 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.364 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.399 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.399 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.435 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.435 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.469 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.469 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.507 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:39.507 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:39.542 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T00:46:39.570 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:39.570 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:39.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.607+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.609+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.609+0000 7f5ef7946800 20 realm 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.609+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.610+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.610+0000 7f5ef7946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.610+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.610+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.610+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.611+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:39.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.611+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.611+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:39.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.611+0000 7f5ef7946800 20 searching for the correct realm 2024-09-12T00:46:39.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.615+0000 7f5eeffff640 0 -- 172.21.15.163:0/1265109322 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5ee0028020 msgr2=0x7f5ee0088aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:39.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.821+0000 7f5ef5c38640 0 -- 172.21.15.163:0/1265109322 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x559402e2ea30 msgr2=0x559402e30e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:39.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:39.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:39.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:39.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:39.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:39.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:39.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.824+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:39.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 zone default found 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 4 Realm: () 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:39.825 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 zonegroup default 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.825+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.826+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.826+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.826+0000 7f5ef7946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.826+0000 7f5ef7946800 20 started sync module instance, tier type = 2024-09-12T00:46:39.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.826+0000 7f5ef7946800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=0 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=1 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=2 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=3 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=4 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=5 2024-09-12T00:46:39.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.835+0000 7f5ef7946800 20 add_watcher() i=6 2024-09-12T00:46:39.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.836+0000 7f5ef7946800 20 add_watcher() i=7 2024-09-12T00:46:39.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.836+0000 7f5ef7946800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:39.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.837+0000 7f5dabfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:39.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5ef7946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:39.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5ef7946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:39.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5ef7946800 5 note: GC not initialized 2024-09-12T00:46:39.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5daafe5640 20 reqs_thread_entry: start 2024-09-12T00:46:39.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5ef7946800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:39.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5ef7946800 20 Filter name: none 2024-09-12T00:46:39.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5da8fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:39.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.838+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.839+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.839+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.839+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.840+0000 7f5ef7946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.840+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.840+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.840+0000 7f5ef7946800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.840+0000 7f5ef7946800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:39.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.840+0000 7f5ef7946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:39.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.841+0000 7f5dabfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:39.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.844+0000 7f5ef7946800 20 remove_watcher() i=0 2024-09-12T00:46:39.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.844+0000 7f5ef7946800 2 removed watcher, disabling cache 2024-09-12T00:46:39.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.845+0000 7f5ef7946800 20 remove_watcher() i=1 2024-09-12T00:46:39.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.846+0000 7f5ef7946800 20 remove_watcher() i=2 2024-09-12T00:46:39.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.847+0000 7f5ef7946800 20 remove_watcher() i=3 2024-09-12T00:46:39.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.848+0000 7f5ef7946800 20 remove_watcher() i=4 2024-09-12T00:46:39.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.849+0000 7f5ef7946800 20 remove_watcher() i=5 2024-09-12T00:46:39.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.850+0000 7f5ef7946800 20 remove_watcher() i=6 2024-09-12T00:46:39.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.851+0000 7f5ef7946800 20 remove_watcher() i=7 2024-09-12T00:46:39.860 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:39.860 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:39.860 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-block-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:39.860 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:39.862 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T00:46:39.896 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:39.896 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:39.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.933+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.934+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.934+0000 7f4c1a73e800 20 realm 2024-09-12T00:46:39.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.934+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.934+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.934+0000 7f4c1a73e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:39.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.934+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.935+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.935+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.935+0000 7f4c1a73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:39.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.935+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.936+0000 7f4c1a73e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:39.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.936+0000 7f4c1a73e800 20 searching for the correct realm 2024-09-12T00:46:39.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.940+0000 7f4c0ffff640 0 -- 172.21.15.163:0/4282883287 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4c08075070 msgr2=0x7f4c080e5310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:39.942 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.944+0000 7f4c16c87640 0 -- 172.21.15.163:0/4282883287 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5576f1e6e520 msgr2=0x5576f1e70910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:39.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:39.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:39.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.946+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 zone default found 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 4 Realm: () 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:39.947 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 zonegroup default 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.947+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.948+0000 7f4c1a73e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.948+0000 7f4c1a73e800 20 started sync module instance, tier type = 2024-09-12T00:46:39.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.948+0000 7f4c1a73e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:39.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=0 2024-09-12T00:46:39.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=1 2024-09-12T00:46:39.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=2 2024-09-12T00:46:39.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=3 2024-09-12T00:46:39.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=4 2024-09-12T00:46:39.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=5 2024-09-12T00:46:39.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.956+0000 7f4c1a73e800 20 add_watcher() i=6 2024-09-12T00:46:39.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.957+0000 7f4c1a73e800 20 add_watcher() i=7 2024-09-12T00:46:39.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.957+0000 7f4c1a73e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:39.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4accfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:39.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4c1a73e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:39.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4c1a73e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:39.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4c1a73e800 5 note: GC not initialized 2024-09-12T00:46:39.958 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4a477fe640 20 reqs_thread_entry: start 2024-09-12T00:46:39.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4c1a73e800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:39.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4c1a73e800 20 Filter name: none 2024-09-12T00:46:39.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.959+0000 7f4a457fa640 20 reqs_thread_entry: start 2024-09-12T00:46:39.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T00:46:39.959 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:39.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T00:46:39.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T00:46:39.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 : miss 2024-09-12T00:46:39.960 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 20 rados->read ofs=0 len=0 2024-09-12T00:46:39.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:39.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:39.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.960+0000 7f4c1a73e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4c1a73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4c1a73e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4c1a73e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4c1a73e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28, ofs0, ns] 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4af9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366201 cookie 93969352992016 notifier 7095 bl.length()=915 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4af9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4af9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.964 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.964+0000 7f4af9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.966+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_sources= new_sources= 2024-09-12T00:46:39.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.966+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential sources added=[] removed=[] 2024-09-12T00:46:39.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.966+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_dests= new_dests= 2024-09-12T00:46:39.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.966+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential dests added=[] removed=[] 2024-09-12T00:46:39.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.968+0000 7f4c1a73e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.0 2024-09-12T00:46:39.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.968+0000 7f4c1a73e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.0 2024-09-12T00:46:39.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.968+0000 7f4c1a73e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.1 2024-09-12T00:46:39.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.968+0000 7f4c1a73e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.1 2024-09-12T00:46:39.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.968+0000 7f4c1a73e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.0 2024-09-12T00:46:39.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.970+0000 7f4c1a73e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:39.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.970+0000 7f4c1a73e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 2024-09-12T00:46:39.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.971+0000 7f4c1a73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.971+0000 7f4c1a73e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.971+0000 7f4c1a73e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.971+0000 7f4c1a73e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28, ofs0, ns] 2024-09-12T00:46:39.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.972+0000 7f4af9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366202 cookie 93969352992016 notifier 7095 bl.length()=915 2024-09-12T00:46:39.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.972+0000 7f4af9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.972+0000 7f4af9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.972+0000 7f4af9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.973+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_sources= new_sources= 2024-09-12T00:46:39.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.973+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential sources added=[] removed=[] 2024-09-12T00:46:39.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.973+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_dests= new_dests= 2024-09-12T00:46:39.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.973+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential dests added=[] removed=[] 2024-09-12T00:46:39.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.973+0000 7f4c1a73e800 -1 Injecting error=-5 at location=block_writes 2024-09-12T00:46:39.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.973+0000 7f4c1a73e800 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T00:46:39.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.975+0000 7f4c1a73e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:39.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.975+0000 7f4c1a73e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 2024-09-12T00:46:39.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.976+0000 7f4c1a73e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.976+0000 7f4c1a73e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.976+0000 7f4c1a73e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.976+0000 7f4c1a73e800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28, ofs0, ns] 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.977+0000 7f4af97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366203 cookie 93969352992016 notifier 7095 bl.length()=883 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.977+0000 7f4af97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.977+0000 7f4af97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.977+0000 7f4af97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.978+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_sources= new_sources= 2024-09-12T00:46:39.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.978+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential sources added=[] removed=[] 2024-09-12T00:46:39.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.978+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_dests= new_dests= 2024-09-12T00:46:39.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.978+0000 7f4c1a73e800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential dests added=[] removed=[] 2024-09-12T00:46:39.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.979+0000 7f4c1a73e800 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T00:46:39.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.981+0000 7f4accfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:39.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.983+0000 7f4c1a73e800 20 remove_watcher() i=0 2024-09-12T00:46:39.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.983+0000 7f4c1a73e800 2 removed watcher, disabling cache 2024-09-12T00:46:39.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.984+0000 7f4c1a73e800 20 remove_watcher() i=1 2024-09-12T00:46:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.985+0000 7f4c1a73e800 20 remove_watcher() i=2 2024-09-12T00:46:39.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.986+0000 7f4c1a73e800 20 remove_watcher() i=3 2024-09-12T00:46:39.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.987+0000 7f4c1a73e800 20 remove_watcher() i=4 2024-09-12T00:46:39.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.988+0000 7f4c1a73e800 20 remove_watcher() i=5 2024-09-12T00:46:39.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.989+0000 7f4c1a73e800 20 remove_watcher() i=6 2024-09-12T00:46:39.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:39.990+0000 7f4c1a73e800 20 remove_watcher() i=7 2024-09-12T00:46:40.000 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T00:46:40.030 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:40.030 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:40.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.069+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 realm 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.071+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.072+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:40.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.072+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.072+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:40.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.072+0000 7f6f9082f800 20 searching for the correct realm 2024-09-12T00:46:40.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.076+0000 7f6f83fff640 0 -- 172.21.15.163:0/678584338 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f6f7c001c20 msgr2=0x7f6f7c0880b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:46:40.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.282+0000 7f6f8c38c640 0 -- 172.21.15.163:0/678584338 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x556d3ad19550 msgr2=0x556d3ad1b940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:40.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:40.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:40.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:40.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:40.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:40.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:40.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.284+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:40.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:40.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 zone default found 2024-09-12T00:46:40.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 4 Realm: () 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 zonegroup default 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.285+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.286+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.286+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.286+0000 7f6f9082f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.286+0000 7f6f9082f800 20 started sync module instance, tier type = 2024-09-12T00:46:40.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.286+0000 7f6f9082f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:40.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=0 2024-09-12T00:46:40.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=1 2024-09-12T00:46:40.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=2 2024-09-12T00:46:40.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=3 2024-09-12T00:46:40.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=4 2024-09-12T00:46:40.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=5 2024-09-12T00:46:40.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=6 2024-09-12T00:46:40.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 20 add_watcher() i=7 2024-09-12T00:46:40.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.296+0000 7f6f9082f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:40.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.298+0000 7f6e41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.298+0000 7f6f9082f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.298+0000 7f6f9082f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.298+0000 7f6f9082f800 5 note: GC not initialized 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6e40fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6f9082f800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6f9082f800 20 Filter name: none 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6dba7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:40.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:40.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.299+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.300+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:40.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.300+0000 7f6f9082f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:40.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.300+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.300+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.300+0000 7f6f9082f800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.301+0000 7f6f9082f800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.301+0000 7f6f9082f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.302+0000 7f6e41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.304+0000 7f6f9082f800 20 remove_watcher() i=0 2024-09-12T00:46:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.304+0000 7f6f9082f800 2 removed watcher, disabling cache 2024-09-12T00:46:40.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.305+0000 7f6f9082f800 20 remove_watcher() i=1 2024-09-12T00:46:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.306+0000 7f6f9082f800 20 remove_watcher() i=2 2024-09-12T00:46:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.307+0000 7f6f9082f800 20 remove_watcher() i=3 2024-09-12T00:46:40.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.308+0000 7f6f9082f800 20 remove_watcher() i=4 2024-09-12T00:46:40.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.309+0000 7f6f9082f800 20 remove_watcher() i=5 2024-09-12T00:46:40.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.310+0000 7f6f9082f800 20 remove_watcher() i=6 2024-09-12T00:46:40.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.312+0000 7f6f9082f800 20 remove_watcher() i=7 2024-09-12T00:46:40.325 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:40.325 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:40.325 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-block-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:40.325 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:40.325 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:40.326 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:40.356 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:40.356 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:40.414 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:46:40.445 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:40.445 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:40.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.482+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 realm 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.483+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.484+0000 7fcebf33d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:40.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.484+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.484+0000 7fcebf33d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.484+0000 7fcebf33d800 20 searching for the correct realm 2024-09-12T00:46:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.488+0000 7fceba829640 0 -- 172.21.15.163:0/1516813956 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fceac06dd40 msgr2=0x7fceac07a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:40.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.694+0000 7fcebb82b640 0 -- 172.21.15.163:0/1516813956 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55994a375a90 msgr2=0x55994a377e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:40.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:40.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:40.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:40.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.696+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 zone default found 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 4 Realm: () 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:40.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 zonegroup default 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.697+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.698+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.698+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.698+0000 7fcebf33d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.698+0000 7fcebf33d800 20 started sync module instance, tier type = 2024-09-12T00:46:40.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.698+0000 7fcebf33d800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:40.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=0 2024-09-12T00:46:40.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=1 2024-09-12T00:46:40.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=2 2024-09-12T00:46:40.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=3 2024-09-12T00:46:40.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=4 2024-09-12T00:46:40.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=5 2024-09-12T00:46:40.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.707+0000 7fcebf33d800 20 add_watcher() i=6 2024-09-12T00:46:40.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.708+0000 7fcebf33d800 20 add_watcher() i=7 2024-09-12T00:46:40.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.708+0000 7fcebf33d800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:40.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.710+0000 7fcd71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:40.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.710+0000 7fcebf33d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:40.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.710+0000 7fcebf33d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:40.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.710+0000 7fcebf33d800 5 note: GC not initialized 2024-09-12T00:46:40.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.710+0000 7fcd70fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:40.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.710+0000 7fcebf33d800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:40.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 20 Filter name: none 2024-09-12T00:46:40.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fccea7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:40.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T00:46:40.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 : miss 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:40.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.711+0000 7fcebf33d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcebf33d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcebf33d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcebf33d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcebf33d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28, ofs0, ns] 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcd9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366204 cookie 94116863548560 notifier 6653 bl.length()=915 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcd9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcd9effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.715+0000 7fcd9effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.717+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_sources= new_sources= 2024-09-12T00:46:40.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.717+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential sources added=[] removed=[] 2024-09-12T00:46:40.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.717+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_dests= new_dests= 2024-09-12T00:46:40.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.717+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential dests added=[] removed=[] 2024-09-12T00:46:40.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.719+0000 7fcebf33d800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.0 2024-09-12T00:46:40.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.719+0000 7fcebf33d800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.0 2024-09-12T00:46:40.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.719+0000 7fcebf33d800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.1 2024-09-12T00:46:40.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.719+0000 7fcebf33d800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.1.1 2024-09-12T00:46:40.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.719+0000 7fcebf33d800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.0 2024-09-12T00:46:40.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.722+0000 7fcebf33d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:40.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.722+0000 7fcebf33d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcebf33d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcebf33d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcebf33d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcebf33d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28, ofs0, ns] 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcd9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366205 cookie 94116863548560 notifier 6653 bl.length()=915 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcd9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcd9effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.723+0000 7fcd9effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.724+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_sources= new_sources= 2024-09-12T00:46:40.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.724+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential sources added=[] removed=[] 2024-09-12T00:46:40.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.724+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_dests= new_dests= 2024-09-12T00:46:40.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.724+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential dests added=[] removed=[] 2024-09-12T00:46:40.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.725+0000 7fcebf33d800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28.0 2024-09-12T00:46:40.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.726+0000 7fcebf33d800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:40.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.726+0000 7fcebf33d800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 2024-09-12T00:46:40.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcebf33d800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcebf33d800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcebf33d800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcebf33d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28, ofs0, ns] 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcd9e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366206 cookie 94116863548560 notifier 6653 bl.length()=883 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcd9e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 info.flags=0x17 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcd9e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 to cache LRU end 2024-09-12T00:46:40.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.727+0000 7fcd9e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:40.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.728+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_sources= new_sources= 2024-09-12T00:46:40.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.728+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential sources added=[] removed=[] 2024-09-12T00:46:40.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.728+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): orig_dests= new_dests= 2024-09-12T00:46:40.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.728+0000 7fcebf33d800 20 handle_bi_update(): bucket=:error-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28]): potential dests added=[] removed=[] 2024-09-12T00:46:40.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.729+0000 7fcebf33d800 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T00:46:40.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.731+0000 7fcd71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:40.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.733+0000 7fcebf33d800 20 remove_watcher() i=0 2024-09-12T00:46:40.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.733+0000 7fcebf33d800 2 removed watcher, disabling cache 2024-09-12T00:46:40.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.734+0000 7fcebf33d800 20 remove_watcher() i=1 2024-09-12T00:46:40.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.736+0000 7fcebf33d800 20 remove_watcher() i=2 2024-09-12T00:46:40.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.737+0000 7fcebf33d800 20 remove_watcher() i=3 2024-09-12T00:46:40.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.738+0000 7fcebf33d800 20 remove_watcher() i=4 2024-09-12T00:46:40.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.739+0000 7fcebf33d800 20 remove_watcher() i=5 2024-09-12T00:46:40.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.740+0000 7fcebf33d800 20 remove_watcher() i=6 2024-09-12T00:46:40.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.741+0000 7fcebf33d800 20 remove_watcher() i=7 2024-09-12T00:46:40.753 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T00:46:40.781 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:40.781 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:40.817 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.818+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 realm 2024-09-12T00:46:40.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.819 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:40.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:40.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.819+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.820+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:40.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.820+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:40.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.820+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:40.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.820+0000 7fa107542800 20 searching for the correct realm 2024-09-12T00:46:40.824 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:40.824+0000 7fa0fbfff640 0 -- 172.21.15.163:0/608601155 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa0f404e020 msgr2=0x7fa0f4067a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:41.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.030+0000 7fa103a87640 0 -- 172.21.15.163:0/608601155 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x556bd418b560 msgr2=0x556bd418d950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:41.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:41.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:41.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:41.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.032+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:41.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 zone default found 2024-09-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 4 Realm: () 2024-09-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:41.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 zonegroup default 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.033+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.034+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.034+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.034+0000 7fa107542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.034+0000 7fa107542800 20 started sync module instance, tier type = 2024-09-12T00:46:41.035 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.034+0000 7fa107542800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=0 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=1 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=2 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=3 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=4 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=5 2024-09-12T00:46:41.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.043+0000 7fa107542800 20 add_watcher() i=6 2024-09-12T00:46:41.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.044+0000 7fa107542800 20 add_watcher() i=7 2024-09-12T00:46:41.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.044+0000 7fa107542800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7f9fb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7fa107542800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7fa107542800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7fa107542800 5 note: GC not initialized 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7f9fb8fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7fa107542800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:41.046 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7fa107542800 20 Filter name: none 2024-09-12T00:46:41.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7f9f327fc640 20 reqs_thread_entry: start 2024-09-12T00:46:41.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.046+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.047+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:41.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.047+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.047 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:41.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:41.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:41.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 rados->read ofs=0 len=0 2024-09-12T00:46:41.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:41.048 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.048+0000 7fa107542800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:41.049 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.050+0000 7f9fb9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:41.051 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.052+0000 7fa107542800 20 remove_watcher() i=0 2024-09-12T00:46:41.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.052+0000 7fa107542800 2 removed watcher, disabling cache 2024-09-12T00:46:41.052 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.053+0000 7fa107542800 20 remove_watcher() i=1 2024-09-12T00:46:41.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.054+0000 7fa107542800 20 remove_watcher() i=2 2024-09-12T00:46:41.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.055+0000 7fa107542800 20 remove_watcher() i=3 2024-09-12T00:46:41.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.056+0000 7fa107542800 20 remove_watcher() i=4 2024-09-12T00:46:41.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.056+0000 7fa107542800 20 remove_watcher() i=5 2024-09-12T00:46:41.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.057+0000 7fa107542800 20 remove_watcher() i=6 2024-09-12T00:46:41.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:41.058+0000 7fa107542800 20 remove_watcher() i=7 2024-09-12T00:46:41.069 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:41.069 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:41.069 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-block-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:46:41.069 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:41.071 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.071 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.092 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.092 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.300 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.301 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.362 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T00:46:41.363 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:41.364 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.364 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.403 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.403 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.459 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.459 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.495 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.495 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.529 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.530 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.569 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.569 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.603 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.603 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.639 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.639 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.673 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.673 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.709 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.709 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.744 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.744 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.780 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.780 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.815 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.815 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.853 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.853 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.889 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.889 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.926 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.926 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.962 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.962 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:41.996 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:41.996 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:42.032 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:42.033 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:42.070 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:42.070 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:42.107 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:42.107 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:42.142 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:42.142 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:42.178 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T00:46:42.206 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:42.206 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:42.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.242+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.244+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.244+0000 7fc8c373d800 20 realm 2024-09-12T00:46:42.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.244+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.244+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.244+0000 7fc8c373d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:42.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.244+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.245+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.245+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.245+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.245+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.246+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:42.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.246+0000 7fc8c373d800 20 searching for the correct realm 2024-09-12T00:46:42.249 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.250+0000 7fc8bec29640 0 -- 172.21.15.163:0/482391125 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc8b0017410 msgr2=0x7fc8b0017890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.455+0000 7fc8bfc2b640 0 -- 172.21.15.163:0/482391125 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55b8241168e0 msgr2=0x55b824118da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.458+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 zone default found 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 4 Realm: () 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 zonegroup default 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.459+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.460+0000 7fc8c373d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.460+0000 7fc8c373d800 20 started sync module instance, tier type = 2024-09-12T00:46:42.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.460+0000 7fc8c373d800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:42.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=0 2024-09-12T00:46:42.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=1 2024-09-12T00:46:42.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=2 2024-09-12T00:46:42.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=3 2024-09-12T00:46:42.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=4 2024-09-12T00:46:42.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=5 2024-09-12T00:46:42.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.468+0000 7fc8c373d800 20 add_watcher() i=6 2024-09-12T00:46:42.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.469+0000 7fc8c373d800 20 add_watcher() i=7 2024-09-12T00:46:42.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.469+0000 7fc8c373d800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:42.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.471+0000 7fc775fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.471+0000 7fc8c373d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:42.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.471+0000 7fc8c373d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:42.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.471+0000 7fc8c373d800 5 note: GC not initialized 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.471+0000 7fc774fe1640 20 reqs_thread_entry: start 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.471+0000 7fc8c373d800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.472+0000 7fc8c373d800 20 Filter name: none 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.472+0000 7fc6ee7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.472+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.472+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.472+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.473+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:42.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.473+0000 7fc8c373d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:42.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.473+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.474+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.474+0000 7fc8c373d800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.474+0000 7fc8c373d800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:42.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.474+0000 7fc8c373d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:42.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.475+0000 7fc775fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.477+0000 7fc8c373d800 20 remove_watcher() i=0 2024-09-12T00:46:42.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.477+0000 7fc8c373d800 2 removed watcher, disabling cache 2024-09-12T00:46:42.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.478+0000 7fc8c373d800 20 remove_watcher() i=1 2024-09-12T00:46:42.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.479+0000 7fc8c373d800 20 remove_watcher() i=2 2024-09-12T00:46:42.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.480+0000 7fc8c373d800 20 remove_watcher() i=3 2024-09-12T00:46:42.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.481+0000 7fc8c373d800 20 remove_watcher() i=4 2024-09-12T00:46:42.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.482+0000 7fc8c373d800 20 remove_watcher() i=5 2024-09-12T00:46:42.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.483+0000 7fc8c373d800 20 remove_watcher() i=6 2024-09-12T00:46:42.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.484+0000 7fc8c373d800 20 remove_watcher() i=7 2024-09-12T00:46:42.494 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.494 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:42.494 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-block-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:42.494 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.496 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T00:46:42.530 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:42.530 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:42.567 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.567+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 realm 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:42.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.570+0000 7fa1fa420800 20 searching for the correct realm 2024-09-12T00:46:42.574 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.574+0000 7fa1f7709640 0 -- 172.21.15.163:0/3053483530 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa1e80b4be0 msgr2=0x7fa1e80a4320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.578+0000 7fa1f870b640 0 -- 172.21.15.163:0/3053483530 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f1a980c630 msgr2=0x55f1a980ea40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 zone default found 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 4 Realm: () 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 zonegroup default 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 started sync module instance, tier type = 2024-09-12T00:46:42.584 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.582+0000 7fa1fa420800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:42.590 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=0 2024-09-12T00:46:42.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=1 2024-09-12T00:46:42.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=2 2024-09-12T00:46:42.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=3 2024-09-12T00:46:42.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=4 2024-09-12T00:46:42.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=5 2024-09-12T00:46:42.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=6 2024-09-12T00:46:42.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.592+0000 7fa1fa420800 20 add_watcher() i=7 2024-09-12T00:46:42.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.592+0000 7fa1fa420800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:42.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa0adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa1fa420800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa1fa420800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa1fa420800 5 note: GC not initialized 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa0acfe1640 20 reqs_thread_entry: start 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa1fa420800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa1fa420800 20 Filter name: none 2024-09-12T00:46:42.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.594+0000 7fa0267fc640 20 reqs_thread_entry: start 2024-09-12T00:46:42.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:46:42.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:46:42.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:46:42.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : miss 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.595+0000 7fa1fa420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:42.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa1fa420800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa1fa420800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:46:42.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94496419311520 notifier 6707 bl.length()=915 2024-09-12T00:46:42.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:46:42.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:46:42.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:46:42.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:46:42.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.603+0000 7fa1fa420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.0 2024-09-12T00:46:42.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.0 2024-09-12T00:46:42.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.603+0000 7fa1fa420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.1 2024-09-12T00:46:42.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.1 2024-09-12T00:46:42.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.0 2024-09-12T00:46:42.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.605+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:42.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.605+0000 7fa1fa420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:42.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa1fa420800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa1fa420800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 94496419311520 notifier 6707 bl.length()=915 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:46:42.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:46:42.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:46:42.609 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa1fa420800 time 2024-09-12T00:46:42.610615+0000 2024-09-12T00:46:42.609 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:42.609 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.609 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa1fd98c71a] 2024-09-12T00:46:42.609 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fa1fa420800 thread_name:radosgw-admin 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.609+0000 7fa1fa420800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa1fa420800 time 2024-09-12T00:46:42.610615+0000 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.610 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa1fd98c71a] 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:42.611 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.629 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.629 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa1fc63e6f0] 2024-09-12T00:46:42.629 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa1fc68b99c] 2024-09-12T00:46:42.629 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa1fd98c774] 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.610+0000 7fa1fa420800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fa1fa420800 thread_name:radosgw-admin 2024-09-12T00:46:42.630 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa1fc63e6f0] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa1fc68b99c] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa1fd98c774] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.631 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.632 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:46:42.551+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: starting msgr at 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: starting objecter 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command objecter_requests hook 0x55f1a9725860 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: setting wanted keys 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: calling monclient init 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:46:42.551+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding auth protocol: cephx 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding auth protocol: cephx 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding auth protocol: cephx 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.633 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:46:42.552+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:46:42.552+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:46:42.552+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key hook 0x55f1a9720778 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.634 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a95cd830 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a95d60f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a95d9bd0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.847360s 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request con 0x55f1a95cd830 auth_method 0 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.635 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a95d9bd0 auth_method 0 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a95d60f0 auth_method 0 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.636 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_done global_id 7173 payload 824 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 1 monclient: found mon.noname-a 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:46:42.552+0000 7fa0dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: dump: 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.637 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: dump: 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.638 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:46:42.553+0000 7fa1fa420800 5 monclient: authenticate success, global_id 7173 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:46:42.553+0000 7fa0e5e0b640 4 set_mon_vals no callback set 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:42.639 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:46:42.553+0000 7fa1fa420800 1 librados: init done 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:46:42.554+0000 7fa0dffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:46:42.554+0000 7fa0dffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:46:42.554+0000 7fa0dffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:46:42.555+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa0e00764a0 auth_method 0 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:46:42.555+0000 7fa1f870b640 10 monclient: get_auth_request con 0x55f1a9762380 auth_method 0 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:46:42.556+0000 7fa1f7f0a640 10 monclient: get_auth_request con 0x55f1a976bb50 auth_method 0 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:46:42.557+0000 7fa1fa420800 10 monclient: build_initial_monmap 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:46:42.557+0000 7fa1fa420800 1 build_initial for_mkfs: 0 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:46:42.557+0000 7fa1fa420800 10 monclient: monmap: 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:42.640 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding auth protocol: cephx 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding auth protocol: cephx 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding auth protocol: cephx 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.641 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:46:42.558+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command objecter_requests cmddesc objecter_requests hook 0x55f1a9775060 EEXIST 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding auth protocol: cephx 2024-09-12T00:46:42.642 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding auth protocol: cephx 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding auth protocol: cephx 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.643 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:46:42.558+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:46:42.558+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key cmddesc rotate-key hook 0x55f1a9770490 EEXIST 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a9799380 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a9799760 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a9798090 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.853834s 2024-09-12T00:46:42.644 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a9798090 auth_method 0 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a9799380 auth_method 0 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:46:42.559+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:46:42.559+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.645 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:46:42.559+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_done global_id 6701 payload 824 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:46:42.559+0000 7fa1f7709640 1 monclient: found mon.noname-c 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: dump: 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.646 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:46:42.559+0000 7fa1fa420800 5 monclient: authenticate success, global_id 6701 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: dump: 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.647 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:46:42.559+0000 7fa1f8f0c640 4 set_mon_vals no callback set 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:46:42.561+0000 7fa0dd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:46:42.561+0000 7fa0dd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:46:42.561+0000 7fa0dd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.648 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:46:42.561+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa0d0076380 auth_method 0 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: get_monmap_and_config 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: build_initial_monmap 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:46:42.562+0000 7fa1fa420800 1 build_initial for_mkfs: 0 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: monmap: 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:42.649 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding auth protocol: cephx 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding auth protocol: cephx 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding auth protocol: cephx 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.650 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:46:42.562+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding auth protocol: cephx 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding auth protocol: cephx 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding auth protocol: cephx 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.651 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:46:42.562+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:46:42.562+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key cmddesc rotate-key hook 0x7ffeebab8888 EEXIST 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a97bd4b0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a97e7f20 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.652 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a97e92d0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.857995s 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a97bd4b0 auth_method 0 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a97e92d0 auth_method 0 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.653 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request con 0x55f1a97e7f20 auth_method 0 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_done global_id 6704 payload 274 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:46:42.563+0000 7fa1f870b640 1 monclient: found mon.noname-c 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.654 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: dump: 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.655 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: dump: 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.656 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:46:42.563+0000 7fa1fa420800 5 monclient: authenticate success, global_id 6704 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:46:42.563+0000 7fa1fa420800 10 monclient: get_monmap_and_config success 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:46:42.563+0000 7fa1fa420800 4 set_mon_vals no callback set 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: shutdown 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: build_initial_monmap 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 build_initial for_mkfs: 0 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: monmap: 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:42.657 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding auth protocol: cephx 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding auth protocol: cephx 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding auth protocol: cephx 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.658 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:46:42.564+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: starting msgr at 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: starting objecter 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command objecter_requests cmddesc objecter_requests hook 0x55f1a97bbe20 EEXIST 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: setting wanted keys 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: calling monclient init 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding auth protocol: cephx 2024-09-12T00:46:42.659 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding auth protocol: cephx 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding auth protocol: cephx 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.660 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:46:42.565+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:46:42.565+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:46:42.565+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key cmddesc rotate-key hook 0x55f1a97add88 EEXIST 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a97bd4b0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a97e92d0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a97f2a00 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.860349s 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a97bd4b0 auth_method 0 2024-09-12T00:46:42.661 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request con 0x55f1a97e92d0 auth_method 0 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.662 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a97f2a00 auth_method 0 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_done global_id 6707 payload 824 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 1 monclient: found mon.noname-c 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:42.663 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: dump: 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.664 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: dump: 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:46:42.565+0000 7fa1fa420800 5 monclient: authenticate success, global_id 6707 2024-09-12T00:46:42.665 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:46:42.565+0000 7fa0d6ffd640 4 set_mon_vals no callback set 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:46:42.565+0000 7fa1fa420800 1 librados: init done 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:46:42.565+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cr dump hook 0x55f1a97f3418 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:46:42.567+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:46:42.568+0000 7fa0d57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:46:42.568+0000 7fa0d57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:46:42.568+0000 7fa0d57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:46:42.568+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa0c0076470 auth_method 0 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:46:42.568+0000 7fa1f7709640 10 monclient: get_auth_request con 0x55f1a9808450 auth_method 0 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.666 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 realm 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:46:42.569+0000 7fa1fa420800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:46:42.569+0000 7fa1f870b640 10 monclient: get_auth_request con 0x55f1a980c630 auth_method 0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 searching for the correct realm 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:46:42.570+0000 7fa1f7f0a640 10 monclient: get_auth_request con 0x55f1a9811870 auth_method 0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:46:42.571+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa1e8061040 auth_method 0 2024-09-12T00:46:42.667 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:46:42.571+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa1e002c060 auth_method 0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:46:42.572+0000 7fa1f7f0a640 10 monclient: get_auth_request con 0x7fa1f002c070 auth_method 0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:46:42.574+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa1e80b4be0 auth_method 0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:46:42.574+0000 7fa1f7709640 0 -- 172.21.15.163:0/3053483530 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa1e80b4be0 msgr2=0x7fa1e80a4320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:46:42.574+0000 7fa0d57fa640 1 client.6707.objecter ms_handle_reset 0x7fa1e80b4be0 session 0x7fa1e80e4040 osd.6 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:46:42.574+0000 7fa0d57fa640 10 monclient: _renew_subs 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:46:42.574+0000 7fa0d57fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:46:42.574+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa0c0086ba0 auth_method 0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:46:42.577+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa1e80b7fe0 auth_method 0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:46:42.578+0000 7fa1f870b640 0 -- 172.21.15.163:0/3053483530 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f1a980c630 msgr2=0x55f1a980ea40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:46:42.578+0000 7fa0d57fa640 1 client.6707.objecter ms_handle_reset 0x55f1a980c630 session 0x55f1a980bfb0 osd.5 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:46:42.579+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa1e80b4be0 auth_method 0 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:42.668 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 zone default found 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:46:42.582+0000 7fa1fa420800 4 Realm: () 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:46:42.582+0000 7fa1fa420800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:42.669 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:46:42.582+0000 7fa1fa420800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:46:42.582+0000 7fa1fa420800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 zonegroup default 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 started sync module instance, tier type = 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=0 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=1 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=2 2024-09-12T00:46:42.670 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=3 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=4 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=5 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=6 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:46:42.592+0000 7fa1fa420800 20 add_watcher() i=7 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:46:42.592+0000 7fa1fa420800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding auth protocol: cephx 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding auth protocol: cephx 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding auth protocol: cephx 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.671 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:46:42.594+0000 7fa0adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:46:42.594+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache list hook 0x55f1a97dbc90 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache inspect hook 0x55f1a97dbc90 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache erase hook 0x55f1a97dbc90 2024-09-12T00:46:42.672 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache zap hook 0x55f1a97dbc90 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 note: GC not initialized 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:46:42.594+0000 7fa0acfe1640 20 reqs_thread_entry: start 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace show hook 0x7fa1e801c3c0 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace history hook 0x7fa1e801c3c0 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace active hook 0x7fa1e801c3c0 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace active_short hook 0x7fa1e801c3c0 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 Filter name: none 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:46:42.594+0000 7fa0267fc640 20 reqs_thread_entry: start 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:46:42.673 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : miss 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94496419311520 notifier 6707 bl.length()=915 2024-09-12T00:46:42.674 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:46:42.603+0000 7fa1fa420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.0 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.0 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:46:42.603+0000 7fa1fa420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.1 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.1 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.0 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:46:42.605+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:46:42.605+0000 7fa1fa420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:42.675 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 94496419311520 notifier 6707 bl.length()=915 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:46:42.609+0000 7fa1fa420800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa1fa420800 time 2024-09-12T00:46:42.610615+0000 2024-09-12T00:46:42.676 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa1fd98c71a] 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:42.677 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:46:42.610+0000 7fa1fa420800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fa1fa420800 thread_name:radosgw-admin 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa1fc63e6f0] 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa1fc68b99c] 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa1fd98c774] 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.678 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:46:42.679 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:46:42.680 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:46:42.681 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:46:42.682 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:46:42.683 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:46:42.684 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:46:42.685 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0267fc640 / http_manager 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0acfe1640 / http_manager 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0adfe3640 / rgw_dt_lg_renew 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0d57fa640 / ms_dispatch 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0d67fc640 / io_context_pool 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0d6ffd640 / io_context_pool 2024-09-12T00:46:42.686 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0dd7fa640 / ms_dispatch 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0dffff640 / ms_dispatch 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0e5e0b640 / io_context_pool 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f7709640 / msgr-worker-2 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f7f0a640 / msgr-worker-1 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f870b640 / msgr-worker-0 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f8f0c640 / io_context_pool 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1fa420800 / radosgw-admin 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.113779.log 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.687 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: crc 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97262a0) adding con mode: secure 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:46:42.551+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: starting msgr at 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: starting objecter 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command objecter_requests hook 0x55f1a9725860 2024-09-12T00:46:42.688 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: setting wanted keys 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:46:42.551+0000 7fa1fa420800 1 librados: calling monclient init 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:46:42.551+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding auth protocol: cephx 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding auth protocol: cephx 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding auth protocol: cephx 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.689 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: crc 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:46:42.551+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9720630) adding con mode: secure 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:46:42.552+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:46:42.552+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:46:42.552+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key hook 0x55f1a9720778 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a95cd830 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a95d60f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a95d9bd0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.690 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:46:42.552+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.847360s 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request con 0x55f1a95cd830 auth_method 0 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a95d9bd0 auth_method 0 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.691 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a95d60f0 auth_method 0 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:46:42.552+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:46:42.552+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_done global_id 7173 payload 824 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 1 monclient: found mon.noname-a 2024-09-12T00:46:42.692 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:46:42.552+0000 7fa1f7f0a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:46:42.552+0000 7fa0dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: dump: 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.693 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:46:42.553+0000 7fa0dffff640 10 monclient: dump: 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.694 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:46:42.553+0000 7fa1fa420800 5 monclient: authenticate success, global_id 7173 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:46:42.553+0000 7fa0e5e0b640 4 set_mon_vals no callback set 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:46:42.553+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:46:42.553+0000 7fa1fa420800 1 librados: init done 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:46:42.554+0000 7fa0dffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:46:42.554+0000 7fa0dffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:46:42.554+0000 7fa0dffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:46:42.555+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa0e00764a0 auth_method 0 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:46:42.555+0000 7fa1f870b640 10 monclient: get_auth_request con 0x55f1a9762380 auth_method 0 2024-09-12T00:46:42.695 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:46:42.556+0000 7fa1f7f0a640 10 monclient: get_auth_request con 0x55f1a976bb50 auth_method 0 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:46:42.557+0000 7fa1fa420800 10 monclient: build_initial_monmap 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:46:42.557+0000 7fa1fa420800 1 build_initial for_mkfs: 0 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:46:42.557+0000 7fa1fa420800 10 monclient: monmap: 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.696 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding auth protocol: cephx 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding auth protocol: cephx 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding auth protocol: cephx 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: crc 2024-09-12T00:46:42.697 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:46:42.557+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9771bd0) adding con mode: secure 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:46:42.558+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command objecter_requests cmddesc objecter_requests hook 0x55f1a9775060 EEXIST 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding auth protocol: cephx 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding auth protocol: cephx 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding auth protocol: cephx 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.698 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: crc 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 AuthRegistry(0x55f1a9770348) adding con mode: secure 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:46:42.558+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:46:42.558+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:46:42.558+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key cmddesc rotate-key hook 0x55f1a9770490 EEXIST 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:46:42.699 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a9799380 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a9799760 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a9798090 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:46:42.558+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.853834s 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a9798090 auth_method 0 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:46:42.558+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a9799380 auth_method 0 2024-09-12T00:46:42.700 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:46:42.558+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:46:42.559+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:46:42.559+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:46:42.559+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient(hunting): handle_auth_done global_id 6701 payload 824 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:46:42.559+0000 7fa1f7709640 1 monclient: found mon.noname-c 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:46:42.559+0000 7fa1f7709640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.701 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: dump: 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.702 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:46:42.559+0000 7fa1fa420800 5 monclient: authenticate success, global_id 6701 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:46:42.559+0000 7fa0dd7fa640 10 monclient: dump: 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.703 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:46:42.559+0000 7fa1f8f0c640 4 set_mon_vals no callback set 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:46:42.559+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:46:42.561+0000 7fa0dd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:46:42.561+0000 7fa0dd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:46:42.561+0000 7fa0dd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:46:42.561+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa0d0076380 auth_method 0 2024-09-12T00:46:42.704 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: get_monmap_and_config 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: build_initial_monmap 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:46:42.562+0000 7fa1fa420800 1 build_initial for_mkfs: 0 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: monmap: 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:42.705 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding auth protocol: cephx 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding auth protocol: cephx 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding auth protocol: cephx 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.706 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: crc 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97b9320) adding con mode: secure 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:46:42.562+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding auth protocol: cephx 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding auth protocol: cephx 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding auth protocol: cephx 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.707 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: crc 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8740) adding con mode: secure 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:46:42.562+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:46:42.562+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:46:42.562+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key cmddesc rotate-key hook 0x7ffeebab8888 EEXIST 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a97bd4b0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.708 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a97e7f20 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a97e92d0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:46:42.562+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.857995s 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a97bd4b0 auth_method 0 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a97e92d0 auth_method 0 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.709 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:46:42.563+0000 7fa1f7709640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request con 0x55f1a97e7f20 auth_method 0 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:46:42.563+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient(hunting): handle_auth_done global_id 6704 payload 274 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:46:42.563+0000 7fa1f870b640 1 monclient: found mon.noname-c 2024-09-12T00:46:42.710 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:46:42.563+0000 7fa1f870b640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: dump: 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.711 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:46:42.563+0000 7fa0d6ffd640 10 monclient: dump: 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.712 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:46:42.563+0000 7fa1fa420800 5 monclient: authenticate success, global_id 6704 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:46:42.563+0000 7fa1fa420800 10 monclient: get_monmap_and_config success 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:46:42.563+0000 7fa1fa420800 4 set_mon_vals no callback set 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: shutdown 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: build_initial_monmap 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 build_initial for_mkfs: 0 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: monmap: 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:46:42.713 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding auth protocol: cephx 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding auth protocol: cephx 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding auth protocol: cephx 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.714 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: crc 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97dff20) adding con mode: secure 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:46:42.564+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: starting msgr at 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: starting objecter 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command objecter_requests cmddesc objecter_requests hook 0x55f1a97bbe20 EEXIST 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: setting wanted keys 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:46:42.564+0000 7fa1fa420800 1 librados: calling monclient init 2024-09-12T00:46:42.715 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:46:42.564+0000 7fa1fa420800 10 monclient: init 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding auth protocol: cephx 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding auth protocol: cephx 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding auth protocol: cephx 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.716 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: crc 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:46:42.564+0000 7fa1fa420800 5 AuthRegistry(0x55f1a97adc40) adding con mode: secure 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:46:42.565+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:46:42.565+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:46:42.565+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command rotate-key cmddesc rotate-key hook 0x55f1a97add88 EEXIST 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _reopen_session rank -1 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-a con 0x55f1a97bd4b0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-c con 0x55f1a97e92d0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): picked mon.noname-b con 0x55f1a97f2a00 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): start opening mon connection 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): _renew_subs 2024-09-12T00:46:42.717 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient(hunting): authenticate will time out at 2126.860349s 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): get_auth_request con 0x55f1a97bd4b0 auth_method 0 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request con 0x55f1a97e92d0 auth_method 0 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:46:42.565+0000 7fa1f870b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:46:42.718 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): get_auth_request con 0x55f1a97f2a00 auth_method 0 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:46:42.565+0000 7fa1f7709640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient(hunting): handle_auth_done global_id 6707 payload 824 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient: _finish_hunting 0 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 1 monclient: found mon.noname-c 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:46:42.565+0000 7fa1f7f0a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: dump: 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.719 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: _finish_auth 0 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: _check_auth_tickets 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:46:42.565+0000 7fa0d57fa640 10 monclient: dump: 2024-09-12T00:46:42.720 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:46:42.565+0000 7fa1fa420800 5 monclient: authenticate success, global_id 6707 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:46:42.565+0000 7fa0d6ffd640 4 set_mon_vals no callback set 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.721 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _renew_subs 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:46:42.565+0000 7fa1fa420800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:46:42.565+0000 7fa1fa420800 1 librados: init done 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:46:42.565+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cr dump hook 0x55f1a97f3418 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:46:42.567+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:46:42.568+0000 7fa0d57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:46:42.568+0000 7fa0d57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:46:42.568+0000 7fa0d57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:46:42.568+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa0c0076470 auth_method 0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:46:42.568+0000 7fa1f7709640 10 monclient: get_auth_request con 0x55f1a9808450 auth_method 0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 realm 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.722 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:46:42.569+0000 7fa1fa420800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:46:42.569+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:46:42.569+0000 7fa1f870b640 10 monclient: get_auth_request con 0x55f1a980c630 auth_method 0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:46:42.570+0000 7fa1fa420800 20 searching for the correct realm 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:46:42.570+0000 7fa1f7f0a640 10 monclient: get_auth_request con 0x55f1a9811870 auth_method 0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:46:42.571+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa1e8061040 auth_method 0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:46:42.571+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa1e002c060 auth_method 0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:46:42.572+0000 7fa1f7f0a640 10 monclient: get_auth_request con 0x7fa1f002c070 auth_method 0 2024-09-12T00:46:42.723 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:46:42.574+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa1e80b4be0 auth_method 0 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:46:42.574+0000 7fa1f7709640 0 -- 172.21.15.163:0/3053483530 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa1e80b4be0 msgr2=0x7fa1e80a4320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:46:42.574+0000 7fa0d57fa640 1 client.6707.objecter ms_handle_reset 0x7fa1e80b4be0 session 0x7fa1e80e4040 osd.6 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:46:42.574+0000 7fa0d57fa640 10 monclient: _renew_subs 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:46:42.574+0000 7fa0d57fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:46:42.574+0000 7fa1f7709640 10 monclient: get_auth_request con 0x7fa0c0086ba0 auth_method 0 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:46:42.577+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa1e80b7fe0 auth_method 0 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:46:42.578+0000 7fa1f870b640 0 -- 172.21.15.163:0/3053483530 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f1a980c630 msgr2=0x55f1a980ea40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:46:42.578+0000 7fa0d57fa640 1 client.6707.objecter ms_handle_reset 0x55f1a980c630 session 0x55f1a980bfb0 osd.5 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:46:42.579+0000 7fa1f870b640 10 monclient: get_auth_request con 0x7fa1e80b4be0 auth_method 0 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:42.724 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:46:42.581+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 zone default found 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:46:42.582+0000 7fa1fa420800 4 Realm: () 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:46:42.582+0000 7fa1fa420800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:46:42.582+0000 7fa1fa420800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:46:42.582+0000 7fa1fa420800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:42.725 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 zonegroup default 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 started sync module instance, tier type = 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:46:42.582+0000 7fa1fa420800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=0 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=1 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=2 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=3 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=4 2024-09-12T00:46:42.726 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=5 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:46:42.591+0000 7fa1fa420800 20 add_watcher() i=6 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:46:42.592+0000 7fa1fa420800 20 add_watcher() i=7 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:46:42.592+0000 7fa1fa420800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding auth protocol: cephx 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding auth protocol: cephx 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding auth protocol: cephx 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.727 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:46:42.594+0000 7fa0adfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: crc 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 AuthRegistry(0x7ffeebab8c20) adding con mode: secure 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:46:42.594+0000 7fa1fa420800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache list hook 0x55f1a97dbc90 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache inspect hook 0x55f1a97dbc90 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache erase hook 0x55f1a97dbc90 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command cache zap hook 0x55f1a97dbc90 2024-09-12T00:46:42.728 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 note: GC not initialized 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:46:42.594+0000 7fa0acfe1640 20 reqs_thread_entry: start 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace show hook 0x7fa1e801c3c0 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace history hook 0x7fa1e801c3c0 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace active hook 0x7fa1e801c3c0 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:46:42.594+0000 7fa1fa420800 5 asok(0x55f1a9501630) register_command sync trace active_short hook 0x7fa1e801c3c0 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:46:42.594+0000 7fa1fa420800 20 Filter name: none 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:46:42.594+0000 7fa0267fc640 20 reqs_thread_entry: start 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:46:42.729 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : miss 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:46:42.595+0000 7fa1fa420800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:46:42.595+0000 7fa1fa420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:46:42.599+0000 7fa1fa420800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94496419311520 notifier 6707 bl.length()=915 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.730 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:46:42.599+0000 7fa0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:46:42.601+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:46:42.603+0000 7fa1fa420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.0 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.0 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:46:42.603+0000 7fa1fa420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.1 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.1.1 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:46:42.603+0000 7fa1fa420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.0 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:46:42.605+0000 7fa1fa420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:46:42.605+0000 7fa1fa420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:42.731 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:46:42.607+0000 7fa1fa420800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 94496419311520 notifier 6707 bl.length()=915 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:46:42.607+0000 7fa0d67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:46:42.608+0000 7fa1fa420800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:46:42.609+0000 7fa1fa420800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa1fa420800 time 2024-09-12T00:46:42.610615+0000 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:46:42.732 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa1fd98c71a] 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:46:42.610+0000 7fa1fa420800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:46:42.733 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fa1fa420800 thread_name:radosgw-admin 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa1fc63e6f0] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa1fc68b99c] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa1fd98c774] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa1fd98c8d8] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f1a8abf641] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x55f1a8ace582] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55f1a8acf3e4] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fa1fc629590] 2024-09-12T00:46:42.734 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:46:42.735 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:46:42.736 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:46:42.737 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:46:42.738 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:46:42.739 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:46:42.740 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0267fc640 / http_manager 2024-09-12T00:46:42.741 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0acfe1640 / http_manager 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0adfe3640 / rgw_dt_lg_renew 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0d57fa640 / ms_dispatch 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0d67fc640 / io_context_pool 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0d6ffd640 / io_context_pool 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0dd7fa640 / ms_dispatch 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0dffff640 / ms_dispatch 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa0e5e0b640 / io_context_pool 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f7709640 / msgr-worker-2 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f7f0a640 / msgr-worker-1 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f870b640 / msgr-worker-0 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1f8f0c640 / io_context_pool 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: 7fa1fa420800 / radosgw-admin 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:46:42.742 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:46:42.612260Z_36893677-9c42-4c68-9c12-3e581f000fb7/log 2024-09-12T00:46:42.743 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:46:42.743 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T00:46:42.744 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:42.744 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:42.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.684+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 realm 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.686+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.687+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.687+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.687+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.687+0000 7efd4c1af800 20 searching for the correct realm 2024-09-12T00:46:42.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.691+0000 7efd41498640 0 -- 172.21.15.163:0/3428519591 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7efd3c03f040 msgr2=0x7efd3c03e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:46:42.895 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.896+0000 7efd41498640 0 -- 172.21.15.163:0/3428519591 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7efd3c03f040 msgr2=0x7efd3c03e410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:42.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.899+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 zone default found 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 4 Realm: () 2024-09-12T00:46:42.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 zonegroup default 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.900+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.901+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.901+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.901+0000 7efd4c1af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.901+0000 7efd4c1af800 20 started sync module instance, tier type = 2024-09-12T00:46:42.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.901+0000 7efd4c1af800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:42.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=0 2024-09-12T00:46:42.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=1 2024-09-12T00:46:42.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=2 2024-09-12T00:46:42.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=3 2024-09-12T00:46:42.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=4 2024-09-12T00:46:42.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=5 2024-09-12T00:46:42.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.910+0000 7efd4c1af800 20 add_watcher() i=6 2024-09-12T00:46:42.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.911+0000 7efd4c1af800 20 add_watcher() i=7 2024-09-12T00:46:42.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.911+0000 7efd4c1af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:42.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.913+0000 7efbfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.913+0000 7efd4c1af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:42.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.913+0000 7efd4c1af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:42.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.913+0000 7efd4c1af800 5 note: GC not initialized 2024-09-12T00:46:42.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.913+0000 7efbfa7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:42.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.914+0000 7efd4c1af800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:42.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.914+0000 7efd4c1af800 20 Filter name: none 2024-09-12T00:46:42.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.914+0000 7efb6bfff640 20 reqs_thread_entry: start 2024-09-12T00:46:42.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.914+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.914+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.914+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:42.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 rados->read ofs=0 len=0 2024-09-12T00:46:42.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:46:42.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.915+0000 7efd4c1af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:46:42.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.916+0000 7efbfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:42.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.919+0000 7efd4c1af800 20 remove_watcher() i=0 2024-09-12T00:46:42.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.919+0000 7efd4c1af800 2 removed watcher, disabling cache 2024-09-12T00:46:42.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.920+0000 7efd4c1af800 20 remove_watcher() i=1 2024-09-12T00:46:42.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.920+0000 7efd4c1af800 20 remove_watcher() i=2 2024-09-12T00:46:42.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.922+0000 7efd4c1af800 20 remove_watcher() i=3 2024-09-12T00:46:42.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.922+0000 7efd4c1af800 20 remove_watcher() i=4 2024-09-12T00:46:42.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.923+0000 7efd4c1af800 20 remove_watcher() i=5 2024-09-12T00:46:42.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.924+0000 7efd4c1af800 20 remove_watcher() i=6 2024-09-12T00:46:42.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:42.925+0000 7efd4c1af800 20 remove_watcher() i=7 2024-09-12T00:46:42.935 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.935 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:46:42.935 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-block-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:46:42.935 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:46:42.938 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:42.938 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:42.970 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:46:42.971 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:46:43.027 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:46:43.058 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:43.058 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:43.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.095+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.096+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.096+0000 7fbb9dd35800 20 realm 2024-09-12T00:46:43.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.096+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.096+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.096+0000 7fbb9dd35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:46:43.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.096+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.097+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.097+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.097+0000 7fbb9dd35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:43.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.097+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.098+0000 7fbb9dd35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:46:43.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.098+0000 7fbb9dd35800 20 searching for the correct realm 2024-09-12T00:46:43.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.102+0000 7fbb991c2640 0 -- 172.21.15.163:0/896055913 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fbb8c0b20c0 msgr2=0x7fbb8c0c78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:46:43.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.308+0000 7fbb9a1c4640 0 -- 172.21.15.163:0/896055913 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x564eb8d4b430 msgr2=0x564eb8d4d860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:46:43.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:46:43.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.311+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 zone default found 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 4 Realm: () 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 zonegroup default 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.312+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.313+0000 7fbb9dd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:46:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.313+0000 7fbb9dd35800 20 started sync module instance, tier type = 2024-09-12T00:46:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.313+0000 7fbb9dd35800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:46:43.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=0 2024-09-12T00:46:43.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=1 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=2 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=3 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=4 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=5 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=6 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 20 add_watcher() i=7 2024-09-12T00:46:43.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.322+0000 7fbb9dd35800 2 all 8 watchers are set, enabling cache 2024-09-12T00:46:43.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.324+0000 7fba4b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:46:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:46:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 5 note: GC not initialized 2024-09-12T00:46:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fba4a7fc640 20 reqs_thread_entry: start 2024-09-12T00:46:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 20 init_complete bucket index max shards: 1 2024-09-12T00:46:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 20 Filter name: none 2024-09-12T00:46:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fb9bbfff640 20 reqs_thread_entry: start 2024-09-12T00:46:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:46:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.325+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:46:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : miss 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 20 rados->read ofs=0 len=0 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.326+0000 7fbb9dd35800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:46:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.328+0000 7fbb9dd35800 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to be held by another RGW process; skipping for now 2024-09-12T00:46:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.328+0000 7fba4b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:46:43.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.331+0000 7fbb9dd35800 20 remove_watcher() i=0 2024-09-12T00:46:43.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.331+0000 7fbb9dd35800 2 removed watcher, disabling cache 2024-09-12T00:46:43.332 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.332+0000 7fbb9dd35800 20 remove_watcher() i=1 2024-09-12T00:46:43.333 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.333+0000 7fbb9dd35800 20 remove_watcher() i=2 2024-09-12T00:46:43.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.334+0000 7fbb9dd35800 20 remove_watcher() i=3 2024-09-12T00:46:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.335+0000 7fbb9dd35800 20 remove_watcher() i=4 2024-09-12T00:46:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.336+0000 7fbb9dd35800 20 remove_watcher() i=5 2024-09-12T00:46:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.337+0000 7fbb9dd35800 20 remove_watcher() i=6 2024-09-12T00:46:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:46:43.338+0000 7fbb9dd35800 20 remove_watcher() i=7 2024-09-12T00:46:43.348 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:47:13.357 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:47:13.394 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:13.394 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:13.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.438+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.439+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.439+0000 7f1bf112e800 20 realm 2024-09-12T00:47:13.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.439+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.439+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.439+0000 7f1bf112e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:13.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.439+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.440+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.440+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.441+0000 7f1bf112e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:13.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.441+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.441+0000 7f1bf112e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:13.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.441+0000 7f1bf112e800 20 searching for the correct realm 2024-09-12T00:47:13.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.445+0000 7f1be7fff640 0 -- 172.21.15.163:0/630431537 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f1be0015070 msgr2=0x7f1be0054410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:13.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.651+0000 7f1bed565640 0 -- 172.21.15.163:0/630431537 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c6d054a160 msgr2=0x55c6d054c550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:13.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:13.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:13.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:13.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:13.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:13.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:13.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.654+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:13.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 zone default found 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 4 Realm: () 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 zonegroup default 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.655+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 started sync module instance, tier type = 2024-09-12T00:47:13.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.656+0000 7f1bf112e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:13.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=0 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=1 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=2 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=3 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=4 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=5 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.667+0000 7f1bf112e800 20 add_watcher() i=6 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.668+0000 7f1bf112e800 20 add_watcher() i=7 2024-09-12T00:47:13.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.668+0000 7f1bf112e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:13.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.670+0000 7f1aa2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:13.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.670+0000 7f1bf112e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.670+0000 7f1bf112e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.670+0000 7f1bf112e800 5 note: GC not initialized 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.670+0000 7f1aa1fe3640 20 reqs_thread_entry: start 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 20 Filter name: none 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1a137fe640 20 reqs_thread_entry: start 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:47:13.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : miss 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.671+0000 7f1bf112e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.672+0000 7f1bf112e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.672+0000 7f1bf112e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.672+0000 7f1bf112e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.672+0000 7f1bf112e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:13.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.672+0000 7f1bf112e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.672+0000 7f1bf112e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:47:13.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.673+0000 7f1bf112e800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:47:13.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1bf112e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1bf112e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1bf112e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.676 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1bf112e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:47:13.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1ac3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366211 cookie 94312387138048 notifier 6758 bl.length()=915 2024-09-12T00:47:13.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1ac3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1ac3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.677+0000 7f1ac3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.679+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:47:13.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.679+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:47:13.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.679+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:47:13.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.679+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:47:13.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.682+0000 7f1bf112e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.2.0 2024-09-12T00:47:13.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.682+0000 7f1bf112e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.2.0 2024-09-12T00:47:13.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.682+0000 7f1bf112e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.2.1 2024-09-12T00:47:13.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.682+0000 7f1bf112e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.2.1 2024-09-12T00:47:13.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.682+0000 7f1bf112e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.0 2024-09-12T00:47:13.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.684+0000 7f1bf112e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:13.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.685+0000 7f1bf112e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1bf112e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1bf112e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1bf112e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1bf112e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1ac37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366212 cookie 94312387138048 notifier 6758 bl.length()=915 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1ac37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1ac37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.686+0000 7f1ac37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.688+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:47:13.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.688+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:47:13.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.688+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:47:13.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.688+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:47:13.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.689+0000 7f1bf112e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29.0 2024-09-12T00:47:13.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.689+0000 7f1bf112e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:13.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.689+0000 7f1bf112e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1bf112e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1bf112e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1bf112e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1bf112e800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29, ofs0, ns] 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1ac3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94312387138048 notifier 6758 bl.length()=883 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1ac3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 info.flags=0x17 2024-09-12T00:47:13.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1ac3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 to cache LRU end 2024-09-12T00:47:13.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.691+0000 7f1ac3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:13.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.693+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_sources= new_sources= 2024-09-12T00:47:13.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.693+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential sources added=[] removed=[] 2024-09-12T00:47:13.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.693+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): orig_dests= new_dests= 2024-09-12T00:47:13.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.693+0000 7f1bf112e800 20 handle_bi_update(): bucket=:abort-at-block-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29]): potential dests added=[] removed=[] 2024-09-12T00:47:13.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.695+0000 7f1bf112e800 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2024-09-12T00:47:13.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.697+0000 7f1aa2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:13.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.699+0000 7f1bf112e800 20 remove_watcher() i=0 2024-09-12T00:47:13.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.699+0000 7f1bf112e800 2 removed watcher, disabling cache 2024-09-12T00:47:13.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.700+0000 7f1bf112e800 20 remove_watcher() i=1 2024-09-12T00:47:13.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.701+0000 7f1bf112e800 20 remove_watcher() i=2 2024-09-12T00:47:13.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.703+0000 7f1bf112e800 20 remove_watcher() i=3 2024-09-12T00:47:13.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.704+0000 7f1bf112e800 20 remove_watcher() i=4 2024-09-12T00:47:13.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.705+0000 7f1bf112e800 20 remove_watcher() i=5 2024-09-12T00:47:13.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.706+0000 7f1bf112e800 20 remove_watcher() i=6 2024-09-12T00:47:13.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.707+0000 7f1bf112e800 20 remove_watcher() i=7 2024-09-12T00:47:13.718 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T00:47:13.747 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:13.747 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:13.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.784+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 realm 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.786+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.787+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:13.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.787+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.787+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:13.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.787+0000 7fb458410800 20 searching for the correct realm 2024-09-12T00:47:13.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.791+0000 7fb453379640 0 -- 172.21.15.163:0/3759711404 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fb44407ba80 msgr2=0x7fb4440699c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:13.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.997+0000 7fb45437b640 0 -- 172.21.15.163:0/3759711404 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x561e68f42bc0 msgr2=0x561e68f44fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:13.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.999+0000 7fb458410800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:13.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.999+0000 7fb458410800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:13.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.999+0000 7fb458410800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:13.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.999+0000 7fb458410800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:13.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.999+0000 7fb458410800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:13.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:13.999+0000 7fb458410800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:13.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:13.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:13.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:14.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 zone default found 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 4 Realm: () 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 zonegroup default 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.000+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:14.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 started sync module instance, tier type = 2024-09-12T00:47:14.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.001+0000 7fb458410800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:14.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=0 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=1 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=2 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=3 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=4 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=5 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=6 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 20 add_watcher() i=7 2024-09-12T00:47:14.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.011+0000 7fb458410800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:14.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.013+0000 7fb309fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb458410800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb458410800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb458410800 5 note: GC not initialized 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb308fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb458410800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb458410800 20 Filter name: none 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb2827fc640 20 reqs_thread_entry: start 2024-09-12T00:47:14.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.014+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.015+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.015+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.015+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.015+0000 7fb458410800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.015+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.016+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.016+0000 7fb458410800 20 rados->read ofs=0 len=0 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.016+0000 7fb458410800 20 rados_obj.operate() r=0 bl.length=411 2024-09-12T00:47:14.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.016+0000 7fb458410800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:14.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.017+0000 7fb309fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:14.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.020+0000 7fb458410800 20 remove_watcher() i=0 2024-09-12T00:47:14.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.020+0000 7fb458410800 2 removed watcher, disabling cache 2024-09-12T00:47:14.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.021+0000 7fb458410800 20 remove_watcher() i=1 2024-09-12T00:47:14.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.022+0000 7fb458410800 20 remove_watcher() i=2 2024-09-12T00:47:14.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.023+0000 7fb458410800 20 remove_watcher() i=3 2024-09-12T00:47:14.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.024+0000 7fb458410800 20 remove_watcher() i=4 2024-09-12T00:47:14.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.025+0000 7fb458410800 20 remove_watcher() i=5 2024-09-12T00:47:14.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.026+0000 7fb458410800 20 remove_watcher() i=6 2024-09-12T00:47:14.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:14.027+0000 7fb458410800 20 remove_watcher() i=7 2024-09-12T00:47:14.036 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:14.036 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:14.036 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-block-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:47:14.036 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:14.038 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.038 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.064 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.064 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.279 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.279 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.340 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T00:47:14.340 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:14.341 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.341 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.387 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.387 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.443 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.444 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.482 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.482 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.517 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.518 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.553 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.553 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.589 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.589 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.625 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.625 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.661 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.661 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.697 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.697 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.732 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.732 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.768 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.768 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.803 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.803 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.840 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.840 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.874 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.874 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.910 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.910 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.945 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.945 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:14.981 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:14.981 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:15.018 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:15.018 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:15.054 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:15.054 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:15.090 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:15.090 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:15.125 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:15.125 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:15.160 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:47:15.188 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:15.189 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:15.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.226+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 realm 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.228+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.229+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:15.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.229+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.230+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:15.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.230+0000 7f5b0cb23800 20 searching for the correct realm 2024-09-12T00:47:15.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.435+0000 7f5b03fff640 0 -- 172.21.15.163:0/2727460847 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x5645a86df170 msgr2=0x5645a86e15d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:15.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.438+0000 7f5b0880c640 0 -- 172.21.15.163:0/2727460847 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f5b04027020 msgr2=0x7f5b040648a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.442+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 zone default found 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 4 Realm: () 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 zonegroup default 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.443+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.444+0000 7f5b0cb23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.444+0000 7f5b0cb23800 20 started sync module instance, tier type = 2024-09-12T00:47:15.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.444+0000 7f5b0cb23800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=0 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=1 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=2 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=3 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=4 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=5 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.452+0000 7f5b0cb23800 20 add_watcher() i=6 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.453+0000 7f5b0cb23800 20 add_watcher() i=7 2024-09-12T00:47:15.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.453+0000 7f5b0cb23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:15.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f59befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:15.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f5b0cb23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:15.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f5b0cb23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:15.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f5b0cb23800 5 note: GC not initialized 2024-09-12T00:47:15.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f59bdfe3640 20 reqs_thread_entry: start 2024-09-12T00:47:15.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f5b0cb23800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:15.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.455+0000 7f5b0cb23800 20 Filter name: none 2024-09-12T00:47:15.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.456+0000 7f592f7fe640 20 reqs_thread_entry: start 2024-09-12T00:47:15.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.456+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.456+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:15.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.456+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:15.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:15.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:15.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:15.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.457+0000 7f5b0cb23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:15.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.458+0000 7f59befe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:15.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.460+0000 7f5b0cb23800 20 remove_watcher() i=0 2024-09-12T00:47:15.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.460+0000 7f5b0cb23800 2 removed watcher, disabling cache 2024-09-12T00:47:15.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.461+0000 7f5b0cb23800 20 remove_watcher() i=1 2024-09-12T00:47:15.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.462+0000 7f5b0cb23800 20 remove_watcher() i=2 2024-09-12T00:47:15.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.463+0000 7f5b0cb23800 20 remove_watcher() i=3 2024-09-12T00:47:15.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.464+0000 7f5b0cb23800 20 remove_watcher() i=4 2024-09-12T00:47:15.464 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.465+0000 7f5b0cb23800 20 remove_watcher() i=5 2024-09-12T00:47:15.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.466+0000 7f5b0cb23800 20 remove_watcher() i=6 2024-09-12T00:47:15.466 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.467+0000 7f5b0cb23800 20 remove_watcher() i=7 2024-09-12T00:47:15.476 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:15.477 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:15.477 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:15.477 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:15.478 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T00:47:15.511 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:15.511 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:15.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.549+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 realm 2024-09-12T00:47:15.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:15.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.551+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.552+0000 7fd89cf40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:15.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.552+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.552+0000 7fd89cf40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:15.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.552+0000 7fd89cf40800 20 searching for the correct realm 2024-09-12T00:47:15.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.556+0000 7fd893fff640 0 -- 172.21.15.163:0/3924137853 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fd88c072310 msgr2=0x7fd88c0729f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:15.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.762+0000 7fd899487640 0 -- 172.21.15.163:0/3924137853 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5623b53f8a30 msgr2=0x5623b53fae60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:15.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:15.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 zone default found 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 4 Realm: () 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 zonegroup default 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.765+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.766+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.766+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.766+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.766+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.767+0000 7fd89cf40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.767+0000 7fd89cf40800 20 started sync module instance, tier type = 2024-09-12T00:47:15.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.767+0000 7fd89cf40800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:15.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=0 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=1 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=2 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=3 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=4 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=5 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=6 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 20 add_watcher() i=7 2024-09-12T00:47:15.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.776+0000 7fd89cf40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.778+0000 7fd74f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.778+0000 7fd89cf40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.778+0000 7fd89cf40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.778+0000 7fd89cf40800 5 note: GC not initialized 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd74e7e4640 20 reqs_thread_entry: start 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:15.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 20 Filter name: none 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd747fff640 20 reqs_thread_entry: start 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 : miss 2024-09-12T00:47:15.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.779+0000 7fd89cf40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.780+0000 7fd89cf40800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:15.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.780+0000 7fd89cf40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:15.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.780+0000 7fd89cf40800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:15.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.780+0000 7fd89cf40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:15.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.780+0000 7fd89cf40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:15.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.780+0000 7fd89cf40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 2024-09-12T00:47:15.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.783+0000 7fd89cf40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:15.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.783+0000 7fd89cf40800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:15.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.783+0000 7fd89cf40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:15.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.783+0000 7fd89cf40800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30, ofs0, ns] 2024-09-12T00:47:15.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.784+0000 7fd76ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366204 cookie 94711364691088 notifier 6809 bl.length()=931 2024-09-12T00:47:15.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.784+0000 7fd76ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:15.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.784+0000 7fd76ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:15.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.784+0000 7fd76ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:15.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.786+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_sources= new_sources= 2024-09-12T00:47:15.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.786+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential sources added=[] removed=[] 2024-09-12T00:47:15.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.786+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_dests= new_dests= 2024-09-12T00:47:15.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.786+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential dests added=[] removed=[] 2024-09-12T00:47:15.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.788+0000 7fd89cf40800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.1.0 2024-09-12T00:47:15.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.788+0000 7fd89cf40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.1.0 2024-09-12T00:47:15.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.788+0000 7fd89cf40800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.1.1 2024-09-12T00:47:15.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.788+0000 7fd89cf40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.1.1 2024-09-12T00:47:15.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.788+0000 7fd89cf40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.0 2024-09-12T00:47:15.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.790+0000 7fd89cf40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:15.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.790+0000 7fd89cf40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 2024-09-12T00:47:15.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.791+0000 7fd89cf40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:15.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.791+0000 7fd89cf40800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:15.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.791+0000 7fd89cf40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:15.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.791+0000 7fd89cf40800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30, ofs0, ns] 2024-09-12T00:47:15.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.792+0000 7fd76ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366205 cookie 94711364691088 notifier 6809 bl.length()=931 2024-09-12T00:47:15.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.792+0000 7fd76ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:15.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.792+0000 7fd76ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:15.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.792+0000 7fd76ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:15.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.793+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_sources= new_sources= 2024-09-12T00:47:15.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.793+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential sources added=[] removed=[] 2024-09-12T00:47:15.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.793+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_dests= new_dests= 2024-09-12T00:47:15.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.793+0000 7fd89cf40800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential dests added=[] removed=[] 2024-09-12T00:47:15.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.794+0000 7fd89cf40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.0 2024-09-12T00:47:15.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.794+0000 7fd89cf40800 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T00:47:15.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.794+0000 7fd89cf40800 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T00:47:15.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.797+0000 7fd74f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:15.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.799+0000 7fd89cf40800 20 remove_watcher() i=0 2024-09-12T00:47:15.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.799+0000 7fd89cf40800 2 removed watcher, disabling cache 2024-09-12T00:47:15.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.800+0000 7fd89cf40800 20 remove_watcher() i=1 2024-09-12T00:47:15.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.801+0000 7fd89cf40800 20 remove_watcher() i=2 2024-09-12T00:47:15.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.802+0000 7fd89cf40800 20 remove_watcher() i=3 2024-09-12T00:47:15.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.803+0000 7fd89cf40800 20 remove_watcher() i=4 2024-09-12T00:47:15.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.804+0000 7fd89cf40800 20 remove_watcher() i=5 2024-09-12T00:47:15.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.805+0000 7fd89cf40800 20 remove_watcher() i=6 2024-09-12T00:47:15.804 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.806+0000 7fd89cf40800 20 remove_watcher() i=7 2024-09-12T00:47:15.818 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:47:15.845 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:15.846 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:15.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.883+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.885+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.885+0000 7f19d5a30800 20 realm 2024-09-12T00:47:15.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.885+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.885+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.885+0000 7f19d5a30800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:15.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.885+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.886+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.886+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.886+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:15.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.886+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.887+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:15.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.887+0000 7f19d5a30800 20 searching for the correct realm 2024-09-12T00:47:15.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.890+0000 7f19cbfff640 0 -- 172.21.15.163:0/800429629 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55c894fabb50 msgr2=0x55c894fadfe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:15.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.893+0000 7f19d0dcc640 0 -- 172.21.15.163:0/800429629 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f19cc097c20 msgr2=0x7f19cc067a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:15.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:15.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:15.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:15.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:15.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:15.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:15.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.897+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:15.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 zone default found 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 4 Realm: () 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:15.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 zonegroup default 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.898+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.899+0000 7f19d5a30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.899+0000 7f19d5a30800 20 started sync module instance, tier type = 2024-09-12T00:47:15.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.899+0000 7f19d5a30800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=0 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=1 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=2 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=3 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=4 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=5 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.907+0000 7f19d5a30800 20 add_watcher() i=6 2024-09-12T00:47:15.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.908+0000 7f19d5a30800 20 add_watcher() i=7 2024-09-12T00:47:15.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.908+0000 7f19d5a30800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:15.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.909+0000 7f18877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f19d5a30800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f19d5a30800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f19d5a30800 5 note: GC not initialized 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f18867e4640 20 reqs_thread_entry: start 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f19d5a30800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f19d5a30800 20 Filter name: none 2024-09-12T00:47:15.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f187ffff640 20 reqs_thread_entry: start 2024-09-12T00:47:15.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.910+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.911+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.911+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.911+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.911+0000 7f19d5a30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.911+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.912+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.912+0000 7f19d5a30800 20 rados->read ofs=0 len=0 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.912+0000 7f19d5a30800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:47:15.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.912+0000 7f19d5a30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:15.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.913+0000 7f18877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:15.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.915+0000 7f19d5a30800 20 remove_watcher() i=0 2024-09-12T00:47:15.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.915+0000 7f19d5a30800 2 removed watcher, disabling cache 2024-09-12T00:47:15.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.916+0000 7f19d5a30800 20 remove_watcher() i=1 2024-09-12T00:47:15.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.917+0000 7f19d5a30800 20 remove_watcher() i=2 2024-09-12T00:47:15.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.918+0000 7f19d5a30800 20 remove_watcher() i=3 2024-09-12T00:47:15.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.919+0000 7f19d5a30800 20 remove_watcher() i=4 2024-09-12T00:47:15.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.920+0000 7f19d5a30800 20 remove_watcher() i=5 2024-09-12T00:47:15.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.921+0000 7f19d5a30800 20 remove_watcher() i=6 2024-09-12T00:47:15.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:15.922+0000 7f19d5a30800 20 remove_watcher() i=7 2024-09-12T00:47:15.931 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:15.931 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:15.931 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:15.931 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:15.933 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:15.933 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:15.965 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:15.966 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.022 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:47:16.053 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:16.054 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:16.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.092+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.093+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.093+0000 7ff510420800 20 realm 2024-09-12T00:47:16.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.093+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.094+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.094+0000 7ff510420800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:16.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.094+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.094+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.094+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.095+0000 7ff510420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:16.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.095+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.095+0000 7ff510420800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:16.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.095+0000 7ff510420800 20 searching for the correct realm 2024-09-12T00:47:16.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.098+0000 7ff50df0a640 0 -- 172.21.15.163:0/3086498862 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x5612cb452fc0 msgr2=0x5612cb455460 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:16.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.101+0000 7ff50e70b640 0 -- 172.21.15.163:0/3086498862 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7ff50006f0b0 msgr2=0x7ff50009e800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:16.105 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.106+0000 7ff510420800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:16.106 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 zone default found 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 4 Realm: () 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 zonegroup default 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.107 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 started sync module instance, tier type = 2024-09-12T00:47:16.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.107+0000 7ff510420800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=0 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=1 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=2 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=3 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=4 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=5 2024-09-12T00:47:16.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.116+0000 7ff510420800 20 add_watcher() i=6 2024-09-12T00:47:16.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.117+0000 7ff510420800 20 add_watcher() i=7 2024-09-12T00:47:16.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.117+0000 7ff510420800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:16.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.118+0000 7ff3bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:16.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:16.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:16.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 5 note: GC not initialized 2024-09-12T00:47:16.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff3be7fc640 20 reqs_thread_entry: start 2024-09-12T00:47:16.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:16.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 20 Filter name: none 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff32ffff640 20 reqs_thread_entry: start 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.119+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 : miss 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.120+0000 7ff510420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 2024-09-12T00:47:16.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.121+0000 7ff510420800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:47:16.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff510420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff510420800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff510420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff510420800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30, ofs0, ns] 2024-09-12T00:47:16.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff3f17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366206 cookie 94638719717088 notifier 6845 bl.length()=931 2024-09-12T00:47:16.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff3f17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff3f17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.125+0000 7ff3f17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.127+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_sources= new_sources= 2024-09-12T00:47:16.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.127+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential sources added=[] removed=[] 2024-09-12T00:47:16.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.127+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_dests= new_dests= 2024-09-12T00:47:16.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.127+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential dests added=[] removed=[] 2024-09-12T00:47:16.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.129+0000 7ff510420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.2.0 2024-09-12T00:47:16.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.129+0000 7ff510420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.2.0 2024-09-12T00:47:16.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.129+0000 7ff510420800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.2.1 2024-09-12T00:47:16.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.129+0000 7ff510420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.2.1 2024-09-12T00:47:16.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.129+0000 7ff510420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.0 2024-09-12T00:47:16.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.132+0000 7ff510420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:16.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.132+0000 7ff510420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 2024-09-12T00:47:16.132 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.133+0000 7ff510420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.133+0000 7ff510420800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.133+0000 7ff510420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.133+0000 7ff510420800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30, ofs0, ns] 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.134+0000 7ff3f17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366207 cookie 94638719717088 notifier 6845 bl.length()=931 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.134+0000 7ff3f17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.134+0000 7ff3f17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.134+0000 7ff3f17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.136+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_sources= new_sources= 2024-09-12T00:47:16.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.136+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential sources added=[] removed=[] 2024-09-12T00:47:16.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.136+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_dests= new_dests= 2024-09-12T00:47:16.134 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.136+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential dests added=[] removed=[] 2024-09-12T00:47:16.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.137+0000 7ff510420800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30.0 2024-09-12T00:47:16.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.137+0000 7ff510420800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:16.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.137+0000 7ff510420800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff510420800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff510420800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff510420800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff510420800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30, ofs0, ns] 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff3f0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366208 cookie 94638719717088 notifier 6845 bl.length()=899 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff3f0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 info.flags=0x17 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff3f0ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 to cache LRU end 2024-09-12T00:47:16.138 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.139+0000 7ff3f0ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:16.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.141+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_sources= new_sources= 2024-09-12T00:47:16.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.141+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential sources added=[] removed=[] 2024-09-12T00:47:16.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.141+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): orig_dests= new_dests= 2024-09-12T00:47:16.139 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.141+0000 7ff510420800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30]): potential dests added=[] removed=[] 2024-09-12T00:47:16.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.142+0000 7ff510420800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T00:47:16.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.143+0000 7ff3bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:16.144 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.146+0000 7ff510420800 20 remove_watcher() i=0 2024-09-12T00:47:16.144 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.146+0000 7ff510420800 2 removed watcher, disabling cache 2024-09-12T00:47:16.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.147+0000 7ff510420800 20 remove_watcher() i=1 2024-09-12T00:47:16.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.148+0000 7ff510420800 20 remove_watcher() i=2 2024-09-12T00:47:16.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.149+0000 7ff510420800 20 remove_watcher() i=3 2024-09-12T00:47:16.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.150+0000 7ff510420800 20 remove_watcher() i=4 2024-09-12T00:47:16.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.151+0000 7ff510420800 20 remove_watcher() i=5 2024-09-12T00:47:16.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.152+0000 7ff510420800 20 remove_watcher() i=6 2024-09-12T00:47:16.151 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.153+0000 7ff510420800 20 remove_watcher() i=7 2024-09-12T00:47:16.164 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:47:16.192 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:16.193 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:16.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.230+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.231+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.231+0000 7f88893af800 20 realm 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.231+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.232+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.232+0000 7f88893af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.232+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.232+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.232+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.233+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:16.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.233+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.233+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:16.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.233+0000 7f88893af800 20 searching for the correct realm 2024-09-12T00:47:16.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.236+0000 7f8886e99640 0 -- 172.21.15.163:0/2093444752 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f8880035040 msgr2=0x7f8880034410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:16.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.239+0000 7f8886698640 0 -- 172.21.15.163:0/2093444752 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f88780b6170 msgr2=0x7f88780836f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:16.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:16.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.243+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:16.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:16.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 zone default found 2024-09-12T00:47:16.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 4 Realm: () 2024-09-12T00:47:16.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:16.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 zonegroup default 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.244+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.245+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.245+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.245+0000 7f88893af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.245+0000 7f88893af800 20 started sync module instance, tier type = 2024-09-12T00:47:16.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.245+0000 7f88893af800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:16.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=0 2024-09-12T00:47:16.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=1 2024-09-12T00:47:16.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=2 2024-09-12T00:47:16.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=3 2024-09-12T00:47:16.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=4 2024-09-12T00:47:16.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=5 2024-09-12T00:47:16.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.253+0000 7f88893af800 20 add_watcher() i=6 2024-09-12T00:47:16.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.254+0000 7f88893af800 20 add_watcher() i=7 2024-09-12T00:47:16.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.254+0000 7f88893af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:16.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.256+0000 7f873d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:16.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.256+0000 7f88893af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.256+0000 7f88893af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.256+0000 7f88893af800 5 note: GC not initialized 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.256+0000 7f86b7fff640 20 reqs_thread_entry: start 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.257+0000 7f88893af800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.257+0000 7f88893af800 20 Filter name: none 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.257+0000 7f86b5ffb640 20 reqs_thread_entry: start 2024-09-12T00:47:16.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.257+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.257+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.257+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.258+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.258+0000 7f88893af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.258+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.258+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.258+0000 7f88893af800 20 rados->read ofs=0 len=0 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.259+0000 7f88893af800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:16.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.259+0000 7f88893af800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:16.259 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.260+0000 7f873d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:16.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.262+0000 7f88893af800 20 remove_watcher() i=0 2024-09-12T00:47:16.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.262+0000 7f88893af800 2 removed watcher, disabling cache 2024-09-12T00:47:16.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.263+0000 7f88893af800 20 remove_watcher() i=1 2024-09-12T00:47:16.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.264+0000 7f88893af800 20 remove_watcher() i=2 2024-09-12T00:47:16.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.265+0000 7f88893af800 20 remove_watcher() i=3 2024-09-12T00:47:16.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.266+0000 7f88893af800 20 remove_watcher() i=4 2024-09-12T00:47:16.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.267+0000 7f88893af800 20 remove_watcher() i=5 2024-09-12T00:47:16.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.268+0000 7f88893af800 20 remove_watcher() i=6 2024-09-12T00:47:16.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:16.269+0000 7f88893af800 20 remove_watcher() i=7 2024-09-12T00:47:16.278 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:16.278 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:16.278 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:47:16.278 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:16.279 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.280 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.301 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.301 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.507 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.507 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.573 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T00:47:16.573 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:16.574 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.574 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.615 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.615 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.672 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.672 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.706 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.706 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.743 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.743 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.777 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.777 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.812 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.812 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.849 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.849 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.887 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.887 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.921 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.922 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.956 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.956 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:16.993 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:16.993 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.028 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.028 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.063 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.063 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.100 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.100 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.136 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.137 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.172 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.172 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.207 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.208 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.242 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.243 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.279 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.279 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.315 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.315 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.351 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.351 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.388 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:47:17.417 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:17.417 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:17.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.454+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 realm 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.456+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.457+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:17.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.457+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.457+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:17.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.457+0000 7f8ac4d46800 20 searching for the correct realm 2024-09-12T00:47:17.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.461+0000 7f8ac2837640 0 -- 172.21.15.163:0/371668647 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f8abc033070 msgr2=0x7f8abc034400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:17.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.464+0000 7f8ac2036640 0 -- 172.21.15.163:0/371668647 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f8ab40a00c0 msgr2=0x7f8ab40ab600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.467+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:17.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 zone default found 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 4 Realm: () 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 zonegroup default 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.468+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.469+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.469+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.469+0000 7f8ac4d46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.469+0000 7f8ac4d46800 20 started sync module instance, tier type = 2024-09-12T00:47:17.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.469+0000 7f8ac4d46800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=0 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=1 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=2 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=3 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=4 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=5 2024-09-12T00:47:17.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.478+0000 7f8ac4d46800 20 add_watcher() i=6 2024-09-12T00:47:17.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.479+0000 7f8ac4d46800 20 add_watcher() i=7 2024-09-12T00:47:17.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.479+0000 7f8ac4d46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:17.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.480+0000 7f89797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:17.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.480+0000 7f8ac4d46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:17.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.480+0000 7f8ac4d46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:17.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.480+0000 7f8ac4d46800 5 note: GC not initialized 2024-09-12T00:47:17.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f88f3fff640 20 reqs_thread_entry: start 2024-09-12T00:47:17.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f8ac4d46800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:17.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f8ac4d46800 20 Filter name: none 2024-09-12T00:47:17.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f88f1ffb640 20 reqs_thread_entry: start 2024-09-12T00:47:17.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:17.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.481+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.482+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:17.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.482+0000 7f8ac4d46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:17.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.482+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.483+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:17.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.483+0000 7f8ac4d46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.483+0000 7f8ac4d46800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:17.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.483+0000 7f8ac4d46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:17.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.484+0000 7f89797e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:17.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.486+0000 7f8ac4d46800 20 remove_watcher() i=0 2024-09-12T00:47:17.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.486+0000 7f8ac4d46800 2 removed watcher, disabling cache 2024-09-12T00:47:17.487 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.488+0000 7f8ac4d46800 20 remove_watcher() i=1 2024-09-12T00:47:17.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.490+0000 7f8ac4d46800 20 remove_watcher() i=2 2024-09-12T00:47:17.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.491+0000 7f8ac4d46800 20 remove_watcher() i=3 2024-09-12T00:47:17.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.492+0000 7f8ac4d46800 20 remove_watcher() i=4 2024-09-12T00:47:17.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.493+0000 7f8ac4d46800 20 remove_watcher() i=5 2024-09-12T00:47:17.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.494+0000 7f8ac4d46800 20 remove_watcher() i=6 2024-09-12T00:47:17.493 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.495+0000 7f8ac4d46800 20 remove_watcher() i=7 2024-09-12T00:47:17.504 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:17.504 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:17.504 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:17.504 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:17.505 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T00:47:17.541 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:17.542 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:17.578 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.579+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.581+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.581+0000 7f226272e800 20 realm 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.581+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.582+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.582+0000 7f226272e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.582+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.582+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.582+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.583+0000 7f226272e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:17.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.583+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.583+0000 7f226272e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:17.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.583+0000 7f226272e800 20 searching for the correct realm 2024-09-12T00:47:17.585 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.586+0000 7f225e36b640 0 -- 172.21.15.163:0/584955203 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f225803d040 msgr2=0x7f2258020420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:17.588 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.590+0000 7f2255b6a640 0 -- 172.21.15.163:0/584955203 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2250021020 msgr2=0x7f2250060350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:17.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.593+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:17.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 zone default found 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 4 Realm: () 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 zonegroup default 2024-09-12T00:47:17.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.594+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.595+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.595+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.595+0000 7f226272e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.595+0000 7f226272e800 20 started sync module instance, tier type = 2024-09-12T00:47:17.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.595+0000 7f226272e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:17.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=0 2024-09-12T00:47:17.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=1 2024-09-12T00:47:17.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=2 2024-09-12T00:47:17.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=3 2024-09-12T00:47:17.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=4 2024-09-12T00:47:17.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=5 2024-09-12T00:47:17.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.603+0000 7f226272e800 20 add_watcher() i=6 2024-09-12T00:47:17.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.604+0000 7f226272e800 20 add_watcher() i=7 2024-09-12T00:47:17.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.604+0000 7f226272e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:17.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.606+0000 7f2114fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:17.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.606+0000 7f226272e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.606+0000 7f226272e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.606+0000 7f226272e800 5 note: GC not initialized 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f208f7fe640 20 reqs_thread_entry: start 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 20 Filter name: none 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f208d7fa640 20 reqs_thread_entry: start 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T00:47:17.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 : miss 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.607+0000 7f226272e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.608+0000 7f226272e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.608+0000 7f226272e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.608+0000 7f226272e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.608+0000 7f226272e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.608+0000 7f226272e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.608+0000 7f226272e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 2024-09-12T00:47:17.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f226272e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f226272e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f226272e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f226272e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31, ofs0, ns] 2024-09-12T00:47:17.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f2141ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366211 cookie 94261162804752 notifier 6896 bl.length()=931 2024-09-12T00:47:17.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f2141ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f2141ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.611+0000 7f2141ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.613+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): orig_sources= new_sources= 2024-09-12T00:47:17.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.613+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): potential sources added=[] removed=[] 2024-09-12T00:47:17.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.613+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): orig_dests= new_dests= 2024-09-12T00:47:17.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.613+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): potential dests added=[] removed=[] 2024-09-12T00:47:17.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.615+0000 7f226272e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31.1.0 2024-09-12T00:47:17.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.615+0000 7f226272e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31.1.0 2024-09-12T00:47:17.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.615+0000 7f226272e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31.1.1 2024-09-12T00:47:17.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.615+0000 7f226272e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31.1.1 2024-09-12T00:47:17.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.615+0000 7f226272e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31.0 2024-09-12T00:47:17.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.617+0000 7f226272e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:17.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.617+0000 7f226272e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f226272e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f226272e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f226272e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f226272e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31, ofs0, ns] 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f2141ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366212 cookie 94261162804752 notifier 6896 bl.length()=931 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f2141ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f2141ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.618+0000 7f2141ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.619+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): orig_sources= new_sources= 2024-09-12T00:47:17.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.619+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): potential sources added=[] removed=[] 2024-09-12T00:47:17.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.619+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): orig_dests= new_dests= 2024-09-12T00:47:17.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.619+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): potential dests added=[] removed=[] 2024-09-12T00:47:17.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.621+0000 7f226272e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31.0 2024-09-12T00:47:17.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.621+0000 7f226272e800 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T00:47:17.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.621+0000 7f226272e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:17.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.621+0000 7f226272e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f226272e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f226272e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f226272e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f226272e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31, ofs0, ns] 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f21417fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94261162804752 notifier 6896 bl.length()=899 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f21417fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 info.flags=0x17 2024-09-12T00:47:17.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f21417fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 to cache LRU end 2024-09-12T00:47:17.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.622+0000 7f21417fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:17.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.623+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): orig_sources= new_sources= 2024-09-12T00:47:17.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.623+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): potential sources added=[] removed=[] 2024-09-12T00:47:17.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.623+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): orig_dests= new_dests= 2024-09-12T00:47:17.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.623+0000 7f226272e800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31]): potential dests added=[] removed=[] 2024-09-12T00:47:17.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.625+0000 7f226272e800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T00:47:17.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.627+0000 7f2114fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:17.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.629+0000 7f226272e800 20 remove_watcher() i=0 2024-09-12T00:47:17.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.629+0000 7f226272e800 2 removed watcher, disabling cache 2024-09-12T00:47:17.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.630+0000 7f226272e800 20 remove_watcher() i=1 2024-09-12T00:47:17.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.632+0000 7f226272e800 20 remove_watcher() i=2 2024-09-12T00:47:17.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.633+0000 7f226272e800 20 remove_watcher() i=3 2024-09-12T00:47:17.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.634+0000 7f226272e800 20 remove_watcher() i=4 2024-09-12T00:47:17.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.635+0000 7f226272e800 20 remove_watcher() i=5 2024-09-12T00:47:17.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.636+0000 7f226272e800 20 remove_watcher() i=6 2024-09-12T00:47:17.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.637+0000 7f226272e800 20 remove_watcher() i=7 2024-09-12T00:47:17.647 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:47:17.676 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:17.677 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:17.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.713+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 realm 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.715+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.716+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:17.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.716+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.717+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:17.716 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.717+0000 7ff92c214800 20 searching for the correct realm 2024-09-12T00:47:17.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.720+0000 7ff9270ca640 0 -- 172.21.15.163:0/3588228828 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x555c2ffc7860 msgr2=0x555c2ffc9ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:17.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.723+0000 7ff9278cb640 0 -- 172.21.15.163:0/3588228828 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7ff92005fec0 msgr2=0x7ff92005f930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:17.726 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.727+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:17.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 zone default found 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 4 Realm: () 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 zonegroup default 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.728 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.728+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.729+0000 7ff92c214800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:17.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.729+0000 7ff92c214800 20 started sync module instance, tier type = 2024-09-12T00:47:17.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.729+0000 7ff92c214800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:17.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=0 2024-09-12T00:47:17.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=1 2024-09-12T00:47:17.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=2 2024-09-12T00:47:17.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=3 2024-09-12T00:47:17.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=4 2024-09-12T00:47:17.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=5 2024-09-12T00:47:17.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.736+0000 7ff92c214800 20 add_watcher() i=6 2024-09-12T00:47:17.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.737+0000 7ff92c214800 20 add_watcher() i=7 2024-09-12T00:47:17.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.737+0000 7ff92c214800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:17.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.739+0000 7ff7ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 5 note: GC not initialized 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff7dcfe1640 20 reqs_thread_entry: start 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 20 Filter name: none 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff7567fc640 20 reqs_thread_entry: start 2024-09-12T00:47:17.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.740+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:17.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.741+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.741+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:17.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.741+0000 7ff92c214800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:17.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.741+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.742+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:17.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.742+0000 7ff92c214800 20 rados->read ofs=0 len=0 2024-09-12T00:47:17.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.742+0000 7ff92c214800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:17.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.742+0000 7ff92c214800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:17.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.743+0000 7ff7ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:17.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.745+0000 7ff92c214800 20 remove_watcher() i=0 2024-09-12T00:47:17.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.745+0000 7ff92c214800 2 removed watcher, disabling cache 2024-09-12T00:47:17.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.746+0000 7ff92c214800 20 remove_watcher() i=1 2024-09-12T00:47:17.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.747+0000 7ff92c214800 20 remove_watcher() i=2 2024-09-12T00:47:17.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.748+0000 7ff92c214800 20 remove_watcher() i=3 2024-09-12T00:47:17.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.749+0000 7ff92c214800 20 remove_watcher() i=4 2024-09-12T00:47:17.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.750+0000 7ff92c214800 20 remove_watcher() i=5 2024-09-12T00:47:17.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.751+0000 7ff92c214800 20 remove_watcher() i=6 2024-09-12T00:47:17.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:17.752+0000 7ff92c214800 20 remove_watcher() i=7 2024-09-12T00:47:17.761 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:17.761 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:17.761 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T00:47:17.761 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:17.762 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.763 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:17.782 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:17.783 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.043 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.043 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.105 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T00:47:18.105 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:18.106 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.106 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.147 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.147 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.203 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.204 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.240 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.240 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.275 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.275 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.310 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.310 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.344 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.344 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.380 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.380 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.416 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.416 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.451 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.451 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.486 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.486 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.521 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.522 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.556 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.556 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.592 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.592 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.629 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.629 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.665 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.665 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.700 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.700 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.737 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.737 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.773 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.774 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.810 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.810 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.846 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.846 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.881 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:18.882 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:18.917 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T00:47:18.945 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:18.945 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:18.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.982+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:18.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:18.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 realm 2024-09-12T00:47:18.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:18.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:18.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:18.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:18.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:18.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.984+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:18.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.985+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:18.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.985+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:18.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.985+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:18.985 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.985+0000 7fa3e412d800 20 searching for the correct realm 2024-09-12T00:47:18.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:18.989+0000 7fa3d7675640 0 -- 172.21.15.163:0/2803348973 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa3d0057040 msgr2=0x7fa3d0057930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.194+0000 7fa3e0677640 0 -- 172.21.15.163:0/2803348973 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558b2aac57f0 msgr2=0x558b2aac7cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:19.198 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:19.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:19.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:19.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:19.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:19.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:19.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 zone default found 2024-09-12T00:47:19.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 4 Realm: () 2024-09-12T00:47:19.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:19.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:19.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:19.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 zonegroup default 2024-09-12T00:47:19.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.197+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.198+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.198+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.198+0000 7fa3e412d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.198+0000 7fa3e412d800 20 started sync module instance, tier type = 2024-09-12T00:47:19.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.198+0000 7fa3e412d800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=0 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=1 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=2 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=3 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=4 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=5 2024-09-12T00:47:19.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.207+0000 7fa3e412d800 20 add_watcher() i=6 2024-09-12T00:47:19.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.208+0000 7fa3e412d800 20 add_watcher() i=7 2024-09-12T00:47:19.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.208+0000 7fa3e412d800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:19.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.209+0000 7fa295fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa3e412d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:19.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa3e412d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:19.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa3e412d800 5 note: GC not initialized 2024-09-12T00:47:19.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa294fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:19.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa3e412d800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:19.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa3e412d800 20 Filter name: none 2024-09-12T00:47:19.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa20e7fc640 20 reqs_thread_entry: start 2024-09-12T00:47:19.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.210+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.211+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.211+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.211+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.211+0000 7fa3e412d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.211+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.212+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.212+0000 7fa3e412d800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.212+0000 7fa3e412d800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:19.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.212+0000 7fa3e412d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:19.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.213+0000 7fa295fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.215+0000 7fa3e412d800 20 remove_watcher() i=0 2024-09-12T00:47:19.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.215+0000 7fa3e412d800 2 removed watcher, disabling cache 2024-09-12T00:47:19.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.216+0000 7fa3e412d800 20 remove_watcher() i=1 2024-09-12T00:47:19.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.217+0000 7fa3e412d800 20 remove_watcher() i=2 2024-09-12T00:47:19.216 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.218+0000 7fa3e412d800 20 remove_watcher() i=3 2024-09-12T00:47:19.217 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.219+0000 7fa3e412d800 20 remove_watcher() i=4 2024-09-12T00:47:19.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.220+0000 7fa3e412d800 20 remove_watcher() i=5 2024-09-12T00:47:19.219 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.221+0000 7fa3e412d800 20 remove_watcher() i=6 2024-09-12T00:47:19.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.222+0000 7fa3e412d800 20 remove_watcher() i=7 2024-09-12T00:47:19.230 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.230 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:19.230 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:19.230 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.232 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T00:47:19.265 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:19.266 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:19.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.303+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 realm 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:19.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 searching for the correct realm 2024-09-12T00:47:19.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.310+0000 7f3b6176b640 0 -- 172.21.15.163:0/4198138366 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f3b5c0a33b0 msgr2=0x7f3b5c062e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.313+0000 7f3b60f6a640 0 -- 172.21.15.163:0/4198138366 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3b4c0be0b0 msgr2=0x7f3b4c0c6290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:19.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:19.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:19.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 zone default found 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 Realm: () 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:19.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:19.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 zonegroup default 2024-09-12T00:47:19.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 started sync module instance, tier type = 2024-09-12T00:47:19.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=0 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=1 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=2 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=3 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=4 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=5 2024-09-12T00:47:19.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=6 2024-09-12T00:47:19.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.328+0000 7f3b65b2e800 20 add_watcher() i=7 2024-09-12T00:47:19.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.328+0000 7f3b65b2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:19.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3a17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:19.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:19.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 note: GC not initialized 2024-09-12T00:47:19.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3a16fe5640 20 reqs_thread_entry: start 2024-09-12T00:47:19.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:19.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 Filter name: none 2024-09-12T00:47:19.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.330+0000 7f3a14fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:19.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:47:19.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : miss 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94171112335680 notifier 7452 bl.length()=931 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:19.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:19.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:19.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:19.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.339+0000 7f3b65b2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:19.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:19.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.339+0000 7f3b65b2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:19.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:19.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:19.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.341+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:19.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.341+0000 7f3b65b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:19.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:19.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 94171112335680 notifier 7452 bl.length()=931 2024-09-12T00:47:19.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:19.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:19.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:19.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:19.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.345+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:19.344 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3b65b2e800 time 2024-09-12T00:47:19.346858+0000 2024-09-12T00:47:19.344 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3b6718c71a] 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:19.345 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.346+0000 7f3b65b2e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3b65b2e800 time 2024-09-12T00:47:19.346858+0000 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3b6718c71a] 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:19.346 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.347 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:47:19.347 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3b65b2e800 thread_name:radosgw-admin 2024-09-12T00:47:19.365 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3b65e3e6f0] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3b65e8b99c] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3b6718c774] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.366 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:19.367 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:19.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.347+0000 7f3b65b2e800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:47:19.367 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3b65b2e800 thread_name:radosgw-admin 2024-09-12T00:47:19.367 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.367 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.367 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3b65e3e6f0] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3b65e8b99c] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3b6718c774] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:19.368 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba3a9f0) adding con mode: crc 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba3a9f0) adding con mode: secure 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: starting msgr at 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: starting objecter 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command objecter_requests hook 0x55a5eba39050 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: setting wanted keys 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: calling monclient init 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding auth protocol: cephx 2024-09-12T00:47:19.369 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding auth protocol: cephx 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding auth protocol: cephx 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.370 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key hook 0x55a5eba37538 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5eb8f0b70 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5eb97d4f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5eb97d930 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.371 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.582966s 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5eb8f0b70 auth_method 0 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5eb97d930 auth_method 0 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.372 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5eb97d4f0 auth_method 0 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_done global_id 7443 payload 824 2024-09-12T00:47:19.373 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:47:19.289+0000 7f3b6176b640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: dump: 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.374 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: dump: 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.375 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7443 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:47:19.289+0000 7f3a4f606640 4 set_mon_vals no callback set 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.376 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 1 librados: init done 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:47:19.291+0000 7f3a4de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:47:19.291+0000 7f3a4de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:47:19.291+0000 7f3a4de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:47:19.291+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3a48076470 auth_method 0 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:47:19.292+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x55a5eba6a260 auth_method 0 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:47:19.293+0000 7f3b6176b640 10 monclient: get_auth_request con 0x55a5eba82e10 auth_method 0 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 10 monclient: build_initial_monmap 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 1 build_initial for_mkfs: 0 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 10 monclient: monmap: 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:19.377 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding auth protocol: cephx 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding auth protocol: cephx 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding auth protocol: cephx 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.378 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command objecter_requests cmddesc objecter_requests hook 0x55a5eba8c350 EEXIST 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding auth protocol: cephx 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding auth protocol: cephx 2024-09-12T00:47:19.379 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding auth protocol: cephx 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.380 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key cmddesc rotate-key hook 0x55a5eba87710 EEXIST 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5ebab64e0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5ebab0f60 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5ebab1b30 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.381 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.589487s 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5ebab64e0 auth_method 0 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5ebab1b30 auth_method 0 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5ebab0f60 auth_method 0 2024-09-12T00:47:19.382 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_done global_id 7446 payload 824 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.383 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: dump: 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.384 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: dump: 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.385 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7446 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:47:19.296+0000 7f3b6276d640 4 set_mon_vals no callback set 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:47:19.298+0000 7f3a46ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:47:19.298+0000 7f3a46ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:47:19.298+0000 7f3a46ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:47:19.298+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3a3c0763b0 auth_method 0 2024-09-12T00:47:19.386 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: get_monmap_and_config 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: build_initial_monmap 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 1 build_initial for_mkfs: 0 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: monmap: 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.387 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding auth protocol: cephx 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding auth protocol: cephx 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding auth protocol: cephx 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.388 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding auth protocol: cephx 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding auth protocol: cephx 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding auth protocol: cephx 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.389 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.390 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key cmddesc rotate-key hook 0x7fff6d0144f8 EEXIST 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5ebad57a0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5ebb00210 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5ebb015c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.593321s 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5ebb00210 auth_method 0 2024-09-12T00:47:19.391 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5ebb015c0 auth_method 0 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.392 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5ebad57a0 auth_method 0 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_done global_id 7449 payload 274 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:47:19.299+0000 7f3b6176b640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: dump: 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.393 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7449 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.394 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: dump: 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient: get_monmap_and_config success 2024-09-12T00:47:19.395 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 4 set_mon_vals no callback set 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 10 monclient: shutdown 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 10 monclient: build_initial_monmap 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 1 build_initial for_mkfs: 0 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 10 monclient: monmap: 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:19.396 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding auth protocol: cephx 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding auth protocol: cephx 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding auth protocol: cephx 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.397 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 1 librados: starting msgr at 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 1 librados: starting objecter 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command objecter_requests cmddesc objecter_requests hook 0x55a5ebad7070 EEXIST 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 1 librados: setting wanted keys 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 1 librados: calling monclient init 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding auth protocol: cephx 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding auth protocol: cephx 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding auth protocol: cephx 2024-09-12T00:47:19.398 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.399 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key cmddesc rotate-key hook 0x55a5eb8c21d8 EEXIST 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5ebad57a0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5ebb015c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5ebb0a220 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.595642s 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5ebad57a0 auth_method 0 2024-09-12T00:47:19.400 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5ebb0a220 auth_method 0 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.401 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.402 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5ebb015c0 auth_method 0 2024-09-12T00:47:19.402 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.402 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.402 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.402 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_done global_id 7452 payload 824 2024-09-12T00:47:19.402 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:47:19.302+0000 7f3b61f6c640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:47:19.302+0000 7f3b61f6c640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:47:19.302+0000 7f3b61f6c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: dump: 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.403 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: dump: 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.404 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7452 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:47:19.302+0000 7f3a44ff9640 4 set_mon_vals no callback set 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.405 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 1 librados: init done 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cr dump hook 0x55a5ebaf3e88 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:47:19.303+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:47:19.304+0000 7f3a32ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:47:19.304+0000 7f3a32ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:47:19.304+0000 7f3a32ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:47:19.304+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3a2c0764a0 auth_method 0 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:47:19.304+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x55a5ebb20620 auth_method 0 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.406 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 realm 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:47:19.306+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x55a5ebb248c0 auth_method 0 2024-09-12T00:47:19.407 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 searching for the correct realm 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:47:19.307+0000 7f3b6176b640 10 monclient: get_auth_request con 0x55a5ebb29b50 auth_method 0 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:47:19.307+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3b4c06b020 auth_method 0 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:47:19.308+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x7f3b54027420 auth_method 0 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:47:19.308+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3b5c0a33b0 auth_method 0 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:47:19.310+0000 7f3b6176b640 0 -- 172.21.15.163:0/4198138366 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f3b5c0a33b0 msgr2=0x7f3b5c062e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:47:19.310+0000 7f3a32ffd640 1 client.7452.objecter ms_handle_reset 0x7f3b5c0a33b0 session 0x7f3b5c096030 osd.4 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:47:19.310+0000 7f3a32ffd640 10 monclient: _renew_subs 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:47:19.310+0000 7f3a32ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.408 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:47:19.310+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3b4c0be0b0 auth_method 0 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:47:19.310+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3a2c086bd0 auth_method 0 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:47:19.312+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x7f3b4c0be850 auth_method 0 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:47:19.313+0000 7f3b60f6a640 0 -- 172.21.15.163:0/4198138366 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3b4c0be0b0 msgr2=0x7f3b4c0c6290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:47:19.313+0000 7f3a32ffd640 1 client.7452.objecter ms_handle_reset 0x7f3b4c0be0b0 session 0x7f3b4c056e70 osd.6 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:47:19.313+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3a2c0898f0 auth_method 0 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.409 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 zone default found 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 Realm: () 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 zonegroup default 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.410 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 started sync module instance, tier type = 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=0 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=1 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=2 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=3 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=4 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=5 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=6 2024-09-12T00:47:19.411 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:47:19.328+0000 7f3b65b2e800 20 add_watcher() i=7 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:47:19.328+0000 7f3b65b2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding auth protocol: cephx 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding auth protocol: cephx 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding auth protocol: cephx 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.412 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:47:19.330+0000 7f3a17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache list hook 0x55a5ebaf50a0 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache inspect hook 0x55a5ebaf50a0 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache erase hook 0x55a5ebaf50a0 2024-09-12T00:47:19.413 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache zap hook 0x55a5ebaf50a0 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 note: GC not initialized 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:47:19.330+0000 7f3a16fe5640 20 reqs_thread_entry: start 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace show hook 0x7f3b5c007650 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace history hook 0x7f3b5c007650 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace active hook 0x7f3b5c007650 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace active_short hook 0x7f3b5c007650 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 Filter name: none 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:47:19.330+0000 7f3a14fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.414 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : miss 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.415 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94171112335680 notifier 7452 bl.length()=931 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:19.416 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:47:19.341+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:47:19.341+0000 7f3b65b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 94171112335680 notifier 7452 bl.length()=931 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.417 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:47:19.345+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:47:19.346+0000 7f3b65b2e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3b65b2e800 time 2024-09-12T00:47:19.346858+0000 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3b6718c71a] 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.418 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:47:19.347+0000 7f3b65b2e800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3b65b2e800 thread_name:radosgw-admin 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3b65e3e6f0] 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3b65e8b99c] 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:19.419 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3b6718c774] 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:47:19.420 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:47:19.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:47:19.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:47:19.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:47:19.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:47:19.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:47:19.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:47:19.427 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:47:19.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:47:19.427 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:47:19.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:47:19.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:47:19.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:47:19.428 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:47:19.428 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:47:19.428 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:47:19.428 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:47:19.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a14fe1640 / http_manager 2024-09-12T00:47:19.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a16fe5640 / http_manager 2024-09-12T00:47:19.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a17fe7640 / rgw_dt_lg_renew 2024-09-12T00:47:19.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a32ffd640 / ms_dispatch 2024-09-12T00:47:19.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a44ff9640 / io_context_pool 2024-09-12T00:47:19.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a46ffd640 / ms_dispatch 2024-09-12T00:47:19.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a4de03640 / ms_dispatch 2024-09-12T00:47:19.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a4f606640 / io_context_pool 2024-09-12T00:47:19.430 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b60f6a640 / msgr-worker-2 2024-09-12T00:47:19.430 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b6176b640 / msgr-worker-1 2024-09-12T00:47:19.430 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b61f6c640 / msgr-worker-0 2024-09-12T00:47:19.430 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b6276d640 / io_context_pool 2024-09-12T00:47:19.430 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b65b2e800 / radosgw-admin 2024-09-12T00:47:19.430 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:47:19.431 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:47:19.431 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.122026.log 2024-09-12T00:47:19.431 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:47:19.431 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:47:19.431 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba3a9f0) adding con mode: crc 2024-09-12T00:47:19.431 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba3a9f0) adding con mode: secure 2024-09-12T00:47:19.432 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.432 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: starting msgr at 2024-09-12T00:47:19.432 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: starting objecter 2024-09-12T00:47:19.432 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command objecter_requests hook 0x55a5eba39050 2024-09-12T00:47:19.432 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: setting wanted keys 2024-09-12T00:47:19.433 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 1 librados: calling monclient init 2024-09-12T00:47:19.433 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.433 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding auth protocol: cephx 2024-09-12T00:47:19.433 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding auth protocol: cephx 2024-09-12T00:47:19.433 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding auth protocol: cephx 2024-09-12T00:47:19.433 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.434 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.434 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.434 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.434 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.434 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.434 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.435 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.435 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.435 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.435 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: crc 2024-09-12T00:47:19.435 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba373f0) adding con mode: secure 2024-09-12T00:47:19.436 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.436 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.436 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key hook 0x55a5eba37538 2024-09-12T00:47:19.436 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.436 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:47:19.436 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5eb8f0b70 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.437 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5eb97d4f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.437 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5eb97d930 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.437 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.437 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.437 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.438 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.438 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:47:19.288+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.582966s 2024-09-12T00:47:19.438 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5eb8f0b70 auth_method 0 2024-09-12T00:47:19.438 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.438 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.438 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.439 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5eb97d930 auth_method 0 2024-09-12T00:47:19.439 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.439 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.439 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.439 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.439 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.440 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.440 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.440 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.440 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:47:19.289+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.441 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5eb97d4f0 auth_method 0 2024-09-12T00:47:19.441 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.441 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.441 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.441 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.441 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.442 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:47:19.289+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.442 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient(hunting): handle_auth_done global_id 7443 payload 824 2024-09-12T00:47:19.442 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.442 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:47:19.289+0000 7f3b6176b640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.442 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:47:19.289+0000 7f3b6176b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.442 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.443 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.443 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: dump: 2024-09-12T00:47:19.443 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.443 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.443 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.444 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.444 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.444 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.444 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.444 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.445 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.445 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.445 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.445 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.445 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.445 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.446 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.446 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:47:19.289+0000 7f3a4de03640 10 monclient: dump: 2024-09-12T00:47:19.446 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.446 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.446 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.447 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.447 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.447 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.447 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.447 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.448 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.448 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.448 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7443 2024-09-12T00:47:19.448 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.448 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:47:19.289+0000 7f3a4f606640 4 set_mon_vals no callback set 2024-09-12T00:47:19.448 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.449 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.449 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.449 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:47:19.289+0000 7f3b65b2e800 1 librados: init done 2024-09-12T00:47:19.449 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:47:19.291+0000 7f3a4de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:19.449 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:47:19.291+0000 7f3a4de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.449 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:47:19.291+0000 7f3a4de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.450 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:47:19.291+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3a48076470 auth_method 0 2024-09-12T00:47:19.450 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:47:19.292+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x55a5eba6a260 auth_method 0 2024-09-12T00:47:19.450 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:47:19.293+0000 7f3b6176b640 10 monclient: get_auth_request con 0x55a5eba82e10 auth_method 0 2024-09-12T00:47:19.450 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 10 monclient: build_initial_monmap 2024-09-12T00:47:19.450 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 1 build_initial for_mkfs: 0 2024-09-12T00:47:19.451 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 10 monclient: monmap: 2024-09-12T00:47:19.451 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:19.451 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:19.451 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:19.451 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:19.451 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:19.452 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.452 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:19.452 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:19.452 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:19.452 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.453 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding auth protocol: cephx 2024-09-12T00:47:19.453 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding auth protocol: cephx 2024-09-12T00:47:19.453 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding auth protocol: cephx 2024-09-12T00:47:19.453 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.453 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.453 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.454 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.455 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: crc 2024-09-12T00:47:19.455 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba88ea0) adding con mode: secure 2024-09-12T00:47:19.455 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.455 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command objecter_requests cmddesc objecter_requests hook 0x55a5eba8c350 EEXIST 2024-09-12T00:47:19.455 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding auth protocol: cephx 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding auth protocol: cephx 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding auth protocol: cephx 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.456 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: crc 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:47:19.294+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eba875c8) adding con mode: secure 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key cmddesc rotate-key hook 0x55a5eba87710 EEXIST 2024-09-12T00:47:19.457 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5ebab64e0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5ebab0f60 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5ebab1b30 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:47:19.295+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.589487s 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5ebab64e0 auth_method 0 2024-09-12T00:47:19.458 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5ebab1b30 auth_method 0 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5ebab0f60 auth_method 0 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.459 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:47:19.295+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:47:19.295+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_done global_id 7446 payload 824 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:47:19.295+0000 7f3b61f6c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.460 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: dump: 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.461 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:47:19.296+0000 7f3a46ffd640 10 monclient: dump: 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.462 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7446 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:47:19.296+0000 7f3b6276d640 4 set_mon_vals no callback set 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:47:19.296+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:47:19.298+0000 7f3a46ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:47:19.298+0000 7f3a46ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:47:19.298+0000 7f3a46ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:47:19.298+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3a3c0763b0 auth_method 0 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: get_monmap_and_config 2024-09-12T00:47:19.463 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: build_initial_monmap 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 1 build_initial for_mkfs: 0 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: monmap: 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:19.464 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding auth protocol: cephx 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding auth protocol: cephx 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding auth protocol: cephx 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.465 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: crc 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebad1690) adding con mode: secure 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding auth protocol: cephx 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding auth protocol: cephx 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding auth protocol: cephx 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.466 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: crc 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:47:19.298+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d0143b0) adding con mode: secure 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key cmddesc rotate-key hook 0x7fff6d0144f8 EEXIST 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:47:19.467 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5ebad57a0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5ebb00210 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5ebb015c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.593321s 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5ebb00210 auth_method 0 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.468 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5ebb015c0 auth_method 0 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:47:19.299+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5ebad57a0 auth_method 0 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.469 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:47:19.299+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient(hunting): handle_auth_done global_id 7449 payload 274 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:47:19.299+0000 7f3b6176b640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:47:19.299+0000 7f3b6176b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: dump: 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.470 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7449 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:47:19.299+0000 7f3a44ff9640 10 monclient: dump: 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.471 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 10 monclient: get_monmap_and_config success 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:47:19.299+0000 7f3b65b2e800 4 set_mon_vals no callback set 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 10 monclient: shutdown 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 10 monclient: build_initial_monmap 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 1 build_initial for_mkfs: 0 2024-09-12T00:47:19.472 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 10 monclient: monmap: 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding auth protocol: cephx 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding auth protocol: cephx 2024-09-12T00:47:19.473 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding auth protocol: cephx 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: crc 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 5 AuthRegistry(0x55a5ebaf8240) adding con mode: secure 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.474 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 1 librados: starting msgr at 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:47:19.300+0000 7f3b65b2e800 1 librados: starting objecter 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command objecter_requests cmddesc objecter_requests hook 0x55a5ebad7070 EEXIST 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 1 librados: setting wanted keys 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 1 librados: calling monclient init 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient: init 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding auth protocol: cephx 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding auth protocol: cephx 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding auth protocol: cephx 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.475 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: crc 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 AuthRegistry(0x55a5eb8c2090) adding con mode: secure 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command rotate-key cmddesc rotate-key hook 0x55a5eb8c21d8 EEXIST 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:47:19.476 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-a con 0x55a5ebad57a0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-b con 0x55a5ebb015c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): picked mon.noname-c con 0x55a5ebb0a220 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:47:19.301+0000 7f3b65b2e800 10 monclient(hunting): authenticate will time out at 2163.595642s 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request con 0x55a5ebad57a0 auth_method 0 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request con 0x55a5ebb0a220 auth_method 0 2024-09-12T00:47:19.477 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:47:19.301+0000 7f3b60f6a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): get_auth_request con 0x55a5ebb015c0 auth_method 0 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:19.478 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:47:19.301+0000 7f3b6176b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:47:19.301+0000 7f3b61f6c640 10 monclient(hunting): handle_auth_done global_id 7452 payload 824 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:47:19.302+0000 7f3b61f6c640 10 monclient: _finish_hunting 0 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:47:19.302+0000 7f3b61f6c640 1 monclient: found mon.noname-a 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:47:19.302+0000 7f3b61f6c640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: dump: 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.479 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: _finish_auth 0 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:47:19.302+0000 7f3a32ffd640 10 monclient: dump: 2024-09-12T00:47:19.480 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 5 monclient: authenticate success, global_id 7452 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.481 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:47:19.302+0000 7f3a44ff9640 4 set_mon_vals no callback set 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _renew_subs 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 1 librados: init done 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:47:19.302+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cr dump hook 0x55a5ebaf3e88 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:47:19.303+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:47:19.304+0000 7f3a32ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:47:19.304+0000 7f3a32ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:47:19.304+0000 7f3a32ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:47:19.304+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3a2c0764a0 auth_method 0 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:47:19.304+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x55a5ebb20620 auth_method 0 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 realm 2024-09-12T00:47:19.482 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:47:19.305+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:47:19.306+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x55a5ebb248c0 auth_method 0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:47:19.306+0000 7f3b65b2e800 20 searching for the correct realm 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:47:19.307+0000 7f3b6176b640 10 monclient: get_auth_request con 0x55a5ebb29b50 auth_method 0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:47:19.307+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3b4c06b020 auth_method 0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:47:19.308+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x7f3b54027420 auth_method 0 2024-09-12T00:47:19.483 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:47:19.308+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3b5c0a33b0 auth_method 0 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:47:19.310+0000 7f3b6176b640 0 -- 172.21.15.163:0/4198138366 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f3b5c0a33b0 msgr2=0x7f3b5c062e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:47:19.310+0000 7f3a32ffd640 1 client.7452.objecter ms_handle_reset 0x7f3b5c0a33b0 session 0x7f3b5c096030 osd.4 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:47:19.310+0000 7f3a32ffd640 10 monclient: _renew_subs 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:47:19.310+0000 7f3a32ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:47:19.310+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3b4c0be0b0 auth_method 0 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:47:19.310+0000 7f3b6176b640 10 monclient: get_auth_request con 0x7f3a2c086bd0 auth_method 0 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:47:19.312+0000 7f3b61f6c640 10 monclient: get_auth_request con 0x7f3b4c0be850 auth_method 0 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:47:19.313+0000 7f3b60f6a640 0 -- 172.21.15.163:0/4198138366 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3b4c0be0b0 msgr2=0x7f3b4c0c6290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:47:19.313+0000 7f3a32ffd640 1 client.7452.objecter ms_handle_reset 0x7f3b4c0be0b0 session 0x7f3b4c056e70 osd.6 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:47:19.313+0000 7f3b60f6a640 10 monclient: get_auth_request con 0x7f3a2c0898f0 auth_method 0 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:19.484 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:47:19.316+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 zone default found 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 Realm: () 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:19.485 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 zonegroup default 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:47:19.317+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 started sync module instance, tier type = 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:47:19.318+0000 7f3b65b2e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=0 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=1 2024-09-12T00:47:19.486 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=2 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=3 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=4 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=5 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:47:19.327+0000 7f3b65b2e800 20 add_watcher() i=6 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:47:19.328+0000 7f3b65b2e800 20 add_watcher() i=7 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:47:19.328+0000 7f3b65b2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding auth protocol: cephx 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding auth protocol: cephx 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding auth protocol: cephx 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.487 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:47:19.330+0000 7f3a17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.488 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: crc 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 AuthRegistry(0x7fff6d014890) adding con mode: secure 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache list hook 0x55a5ebaf50a0 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache inspect hook 0x55a5ebaf50a0 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache erase hook 0x55a5ebaf50a0 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command cache zap hook 0x55a5ebaf50a0 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 note: GC not initialized 2024-09-12T00:47:19.489 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:47:19.330+0000 7f3a16fe5640 20 reqs_thread_entry: start 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace show hook 0x7f3b5c007650 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace history hook 0x7f3b5c007650 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace active hook 0x7f3b5c007650 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 5 asok(0x55a5eb818630) register_command sync trace active_short hook 0x7f3b5c007650 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:47:19.330+0000 7f3b65b2e800 20 Filter name: none 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:47:19.330+0000 7f3a14fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.490 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : miss 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:47:19.331+0000 7f3b65b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.491 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:47:19.335+0000 7f3b65b2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366209 cookie 94171112335680 notifier 7452 bl.length()=931 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:47:19.335+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:47:19.337+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:19.492 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:47:19.339+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:47:19.341+0000 7f3b65b2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:47:19.341+0000 7f3b65b2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:47:19.342+0000 7f3b65b2e800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366210 cookie 94171112335680 notifier 7452 bl.length()=931 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:19.493 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:47:19.343+0000 7f3a44ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:47:19.344+0000 7f3b65b2e800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:47:19.345+0000 7f3b65b2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:47:19.346+0000 7f3b65b2e800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3b65b2e800 time 2024-09-12T00:47:19.346858+0000 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.494 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3b6718c71a] 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:47:19.347+0000 7f3b65b2e800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3b65b2e800 thread_name:radosgw-admin 2024-09-12T00:47:19.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3b65e3e6f0] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3b65e8b99c] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3b6718c774] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3b6718c8d8] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55a5eacb7641] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x55a5eacc7637] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3b65e29590] 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:19.496 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:47:19.497 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:47:19.498 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:47:19.499 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:47:19.500 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:47:19.501 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:47:19.502 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:47:19.503 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a14fe1640 / http_manager 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a16fe5640 / http_manager 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a17fe7640 / rgw_dt_lg_renew 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a32ffd640 / ms_dispatch 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a44ff9640 / io_context_pool 2024-09-12T00:47:19.504 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a46ffd640 / ms_dispatch 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a4de03640 / ms_dispatch 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a4f606640 / io_context_pool 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b60f6a640 / msgr-worker-2 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b6176b640 / msgr-worker-1 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b61f6c640 / msgr-worker-0 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b6276d640 / io_context_pool 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3b65b2e800 / radosgw-admin 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:47:19.348247Z_3c003028-9086-409a-9022-b0846cebc337/log 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:47:19.505 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T00:47:19.511 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:19.511 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:19.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.421+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 realm 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.423+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.424+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.424+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.425+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.425+0000 7f50a4b46800 20 searching for the correct realm 2024-09-12T00:47:19.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.428+0000 7f50a2637640 0 -- 172.21.15.163:0/2551777024 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x560366f06f40 msgr2=0x560366f09370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.431+0000 7f50a2e38640 0 -- 172.21.15.163:0/2551777024 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f5094072d60 msgr2=0x7f5094068330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.435+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 zone default found 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 4 Realm: () 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 zonegroup default 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:19.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 started sync module instance, tier type = 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.436+0000 7f50a4b46800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=0 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=1 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=2 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=3 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=4 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=5 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.445+0000 7f50a4b46800 20 add_watcher() i=6 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.446+0000 7f50a4b46800 20 add_watcher() i=7 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.446+0000 7f50a4b46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:19.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.447+0000 7f4f58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 5 note: GC not initialized 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f4ed37fe640 20 reqs_thread_entry: start 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 Filter name: none 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f4ed17fa640 20 reqs_thread_entry: start 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.448+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:19.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 rados->read ofs=0 len=0 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.449+0000 7f50a4b46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.451+0000 7f4f58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.453+0000 7f50a4b46800 20 remove_watcher() i=0 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.453+0000 7f50a4b46800 2 removed watcher, disabling cache 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.454+0000 7f50a4b46800 20 remove_watcher() i=1 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.455+0000 7f50a4b46800 20 remove_watcher() i=2 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.456+0000 7f50a4b46800 20 remove_watcher() i=3 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.457+0000 7f50a4b46800 20 remove_watcher() i=4 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.458+0000 7f50a4b46800 20 remove_watcher() i=5 2024-09-12T00:47:19.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.459+0000 7f50a4b46800 20 remove_watcher() i=6 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:19.460+0000 7f50a4b46800 20 remove_watcher() i=7 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:19.518 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:49.605 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:49.605 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:49.663 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:47:49.695 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:49.695 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:49.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.735+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.736+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.736+0000 7f5ceba40800 20 realm 2024-09-12T00:47:49.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.736+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.736+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.736+0000 7f5ceba40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:49.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.736+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.737+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.737+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.738+0000 7f5ceba40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:49.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.738+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.738+0000 7f5ceba40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:49.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.738+0000 7f5ceba40800 20 searching for the correct realm 2024-09-12T00:47:49.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.743+0000 7f5ce3fff640 0 -- 172.21.15.163:0/3449500038 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5cdc0bd330 msgr2=0x7f5cdc0639d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:49.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.747+0000 7f5ce9d32640 0 -- 172.21.15.163:0/3449500038 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f5cd4021070 msgr2=0x7f5cd4065220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:49.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:49.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:49.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:49.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:49.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:49.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:49.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.749+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:49.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 zone default found 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 4 Realm: () 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 zonegroup default 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.750+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 started sync module instance, tier type = 2024-09-12T00:47:49.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.751+0000 7f5ceba40800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:49.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=0 2024-09-12T00:47:49.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=1 2024-09-12T00:47:49.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=2 2024-09-12T00:47:49.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=3 2024-09-12T00:47:49.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=4 2024-09-12T00:47:49.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=5 2024-09-12T00:47:49.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=6 2024-09-12T00:47:49.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 20 add_watcher() i=7 2024-09-12T00:47:49.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.761+0000 7f5ceba40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:49.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.763+0000 7f5b9ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 5 note: GC not initialized 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5b9efe5640 20 reqs_thread_entry: start 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 20 Filter name: none 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5b9cfe1640 20 reqs_thread_entry: start 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:47:49.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.764+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:49.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:47:49.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:47:49.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : miss 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.765+0000 7f5ceba40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:49.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5ceba40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5ceba40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5ceba40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5ceba40800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:49.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5bccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366212 cookie 94104399863280 notifier 7494 bl.length()=931 2024-09-12T00:47:49.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5bccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5bccff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.769+0000 7f5bccff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.771+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:49.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.771+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:49.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.771+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:49.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.771+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:49.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.774+0000 7f5ceba40800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:49.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.774+0000 7f5ceba40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.0 2024-09-12T00:47:49.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.774+0000 7f5ceba40800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:49.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.774+0000 7f5ceba40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.1.1 2024-09-12T00:47:49.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.774+0000 7f5ceba40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:49.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.776+0000 7f5ceba40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:49.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.776+0000 7f5ceba40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5ceba40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5ceba40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5ceba40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5ceba40800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5bccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366213 cookie 94104399863280 notifier 7494 bl.length()=931 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5bccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5bccff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.777+0000 7f5bccff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.779+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:49.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.779+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:49.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.779+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:49.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.779+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:49.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.780+0000 7f5ceba40800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32.0 2024-09-12T00:47:49.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.780+0000 7f5ceba40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:49.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.780+0000 7f5ceba40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 2024-09-12T00:47:49.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.781+0000 7f5ceba40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.781+0000 7f5ceba40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.781+0000 7f5ceba40800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.781+0000 7f5ceba40800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32, ofs0, ns] 2024-09-12T00:47:49.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.782+0000 7f5bbbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366214 cookie 94104399863280 notifier 7494 bl.length()=899 2024-09-12T00:47:49.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.782+0000 7f5bbbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 info.flags=0x17 2024-09-12T00:47:49.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.782+0000 7f5bbbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 to cache LRU end 2024-09-12T00:47:49.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.782+0000 7f5bbbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:49.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.783+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_sources= new_sources= 2024-09-12T00:47:49.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.783+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential sources added=[] removed=[] 2024-09-12T00:47:49.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.783+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): orig_dests= new_dests= 2024-09-12T00:47:49.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.783+0000 7f5ceba40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32]): potential dests added=[] removed=[] 2024-09-12T00:47:49.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.785+0000 7f5ceba40800 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2024-09-12T00:47:49.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.786+0000 7f5b9ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:49.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.788+0000 7f5ceba40800 20 remove_watcher() i=0 2024-09-12T00:47:49.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.788+0000 7f5ceba40800 2 removed watcher, disabling cache 2024-09-12T00:47:49.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.790+0000 7f5ceba40800 20 remove_watcher() i=1 2024-09-12T00:47:49.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.791+0000 7f5ceba40800 20 remove_watcher() i=2 2024-09-12T00:47:49.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.792+0000 7f5ceba40800 20 remove_watcher() i=3 2024-09-12T00:47:49.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.793+0000 7f5ceba40800 20 remove_watcher() i=4 2024-09-12T00:47:49.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.794+0000 7f5ceba40800 20 remove_watcher() i=5 2024-09-12T00:47:49.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.795+0000 7f5ceba40800 20 remove_watcher() i=6 2024-09-12T00:47:49.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.796+0000 7f5ceba40800 20 remove_watcher() i=7 2024-09-12T00:47:49.806 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T00:47:49.835 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:49.836 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:49.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.873+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 realm 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.875+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.876+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.876+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.876+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:49.876 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.876+0000 7f5cb5413800 20 searching for the correct realm 2024-09-12T00:47:49.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.881+0000 7f5ca8347640 0 -- 172.21.15.163:0/3954045590 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5ca0064970 msgr2=0x7f5ca007f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:49.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.885+0000 7f5cb1349640 0 -- 172.21.15.163:0/3954045590 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558c81506e40 msgr2=0x558c81509230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.887+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 zone default found 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 4 Realm: () 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 zonegroup default 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.888+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.889+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.889+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.889+0000 7f5cb5413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:49.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.889+0000 7f5cb5413800 20 started sync module instance, tier type = 2024-09-12T00:47:49.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.889+0000 7f5cb5413800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:49.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=0 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=1 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=2 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=3 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=4 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=5 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.898+0000 7f5cb5413800 20 add_watcher() i=6 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.899+0000 7f5cb5413800 20 add_watcher() i=7 2024-09-12T00:47:49.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.899+0000 7f5cb5413800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:49.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.900+0000 7f5b66fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5cb5413800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5cb5413800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5cb5413800 5 note: GC not initialized 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5b65fe3640 20 reqs_thread_entry: start 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5cb5413800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5cb5413800 20 Filter name: none 2024-09-12T00:47:49.900 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5ad77fe640 20 reqs_thread_entry: start 2024-09-12T00:47:49.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.901+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.902+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.902+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.902+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.902+0000 7f5cb5413800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.902+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.903+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.903+0000 7f5cb5413800 20 rados->read ofs=0 len=0 2024-09-12T00:47:49.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.903+0000 7f5cb5413800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:47:49.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.903+0000 7f5cb5413800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:49.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.904+0000 7f5b66fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:49.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.907+0000 7f5cb5413800 20 remove_watcher() i=0 2024-09-12T00:47:49.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.907+0000 7f5cb5413800 2 removed watcher, disabling cache 2024-09-12T00:47:49.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.908+0000 7f5cb5413800 20 remove_watcher() i=1 2024-09-12T00:47:49.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.909+0000 7f5cb5413800 20 remove_watcher() i=2 2024-09-12T00:47:49.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.910+0000 7f5cb5413800 20 remove_watcher() i=3 2024-09-12T00:47:49.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.911+0000 7f5cb5413800 20 remove_watcher() i=4 2024-09-12T00:47:49.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.912+0000 7f5cb5413800 20 remove_watcher() i=5 2024-09-12T00:47:49.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.913+0000 7f5cb5413800 20 remove_watcher() i=6 2024-09-12T00:47:49.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:49.913+0000 7f5cb5413800 20 remove_watcher() i=7 2024-09-12T00:47:49.922 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:49.923 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:49.923 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-commit-target-layout id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:47:49.923 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:49.925 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:49.925 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:49.945 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:49.945 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.161 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.161 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.222 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T00:47:50.222 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:50.223 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.223 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.264 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.264 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.320 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.321 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.357 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.357 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.392 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.392 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.426 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.427 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.462 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.463 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.497 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.498 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.535 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.535 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.569 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.569 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.641 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.641 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.675 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.675 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.713 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.713 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.749 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.749 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.784 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.784 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.821 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.821 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.856 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.856 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.892 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.892 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.926 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.927 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.962 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.962 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:50.996 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:50.996 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:51.033 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:51.033 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:51.068 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T00:47:51.097 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:51.097 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:51.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.134+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.136+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.136+0000 7f586ab2c800 20 realm 2024-09-12T00:47:51.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.136+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.136+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.136+0000 7f586ab2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:51.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.136+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.137+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.137+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.137+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:51.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.137+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.138+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:51.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.138+0000 7f586ab2c800 20 searching for the correct realm 2024-09-12T00:47:51.140 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.142+0000 7f585ffff640 0 -- 172.21.15.163:0/2498570572 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5858048410 msgr2=0x7f5858048890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:51.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.348+0000 7f5867050640 0 -- 172.21.15.163:0/2498570572 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x559b889dbae0 msgr2=0x559b889ddfa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:51.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.351+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 zone default found 2024-09-12T00:47:51.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 4 Realm: () 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 zonegroup default 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 started sync module instance, tier type = 2024-09-12T00:47:51.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.352+0000 7f586ab2c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=0 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=1 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=2 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=3 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=4 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=5 2024-09-12T00:47:51.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.361+0000 7f586ab2c800 20 add_watcher() i=6 2024-09-12T00:47:51.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.362+0000 7f586ab2c800 20 add_watcher() i=7 2024-09-12T00:47:51.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.362+0000 7f586ab2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:51.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.363+0000 7f571d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.363+0000 7f586ab2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.363+0000 7f586ab2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.363+0000 7f586ab2c800 5 note: GC not initialized 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f5697fff640 20 reqs_thread_entry: start 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f586ab2c800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f586ab2c800 20 Filter name: none 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f5695ffb640 20 reqs_thread_entry: start 2024-09-12T00:47:51.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:51.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.364+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.365+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:51.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.365+0000 7f586ab2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:51.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.365+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.365+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:51.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.365+0000 7f586ab2c800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.366+0000 7f586ab2c800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:51.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.366+0000 7f586ab2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:51.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.367+0000 7f571d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:51.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.369+0000 7f586ab2c800 20 remove_watcher() i=0 2024-09-12T00:47:51.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.369+0000 7f586ab2c800 2 removed watcher, disabling cache 2024-09-12T00:47:51.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.370+0000 7f586ab2c800 20 remove_watcher() i=1 2024-09-12T00:47:51.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.371+0000 7f586ab2c800 20 remove_watcher() i=2 2024-09-12T00:47:51.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.372+0000 7f586ab2c800 20 remove_watcher() i=3 2024-09-12T00:47:51.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.373+0000 7f586ab2c800 20 remove_watcher() i=4 2024-09-12T00:47:51.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.373+0000 7f586ab2c800 20 remove_watcher() i=5 2024-09-12T00:47:51.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.374+0000 7f586ab2c800 20 remove_watcher() i=6 2024-09-12T00:47:51.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.375+0000 7f586ab2c800 20 remove_watcher() i=7 2024-09-12T00:47:51.384 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:51.384 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:51.384 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-do-reshard id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:51.384 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:51.386 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T00:47:51.419 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:51.420 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:51.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.457+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 realm 2024-09-12T00:47:51.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:51.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.459+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.460+0000 7f553fb26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:51.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.460+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.460+0000 7f553fb26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:51.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.460+0000 7f553fb26800 20 searching for the correct realm 2024-09-12T00:47:51.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.463+0000 7f553b709640 0 -- 172.21.15.163:0/132953295 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f55340839c0 msgr2=0x7f5534082430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:51.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.467+0000 7f553bf0a640 0 -- 172.21.15.163:0/132953295 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f552c0838f0 msgr2=0x7f552c06e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:51.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:51.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:51.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:51.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:51.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:51.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:51.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:51.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.673+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:51.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 zone default found 2024-09-12T00:47:51.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 4 Realm: () 2024-09-12T00:47:51.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:51.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 zonegroup default 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.674+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.675+0000 7f553fb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.675+0000 7f553fb26800 20 started sync module instance, tier type = 2024-09-12T00:47:51.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.675+0000 7f553fb26800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:51.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=0 2024-09-12T00:47:51.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=1 2024-09-12T00:47:51.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=2 2024-09-12T00:47:51.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=3 2024-09-12T00:47:51.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=4 2024-09-12T00:47:51.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=5 2024-09-12T00:47:51.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.683+0000 7f553fb26800 20 add_watcher() i=6 2024-09-12T00:47:51.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.684+0000 7f553fb26800 20 add_watcher() i=7 2024-09-12T00:47:51.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.684+0000 7f553fb26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:51.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.686+0000 7f53f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:51.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.686+0000 7f553fb26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:51.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.686+0000 7f553fb26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:51.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.686+0000 7f553fb26800 5 note: GC not initialized 2024-09-12T00:47:51.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.686+0000 7f53f0fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:51.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 20 Filter name: none 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f536a7fc640 20 reqs_thread_entry: start 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 : miss 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:51.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:51.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.687+0000 7f553fb26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:51.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.688+0000 7f553fb26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 2024-09-12T00:47:51.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f553fb26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:51.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f553fb26800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:51.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f553fb26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:51.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f553fb26800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33, ofs0, ns] 2024-09-12T00:47:51.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f541effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366216 cookie 94110187696800 notifier 7034 bl.length()=911 2024-09-12T00:47:51.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f541effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:51.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f541effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:51.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.691+0000 7f541effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:51.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.693+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_sources= new_sources= 2024-09-12T00:47:51.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.693+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential sources added=[] removed=[] 2024-09-12T00:47:51.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.693+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_dests= new_dests= 2024-09-12T00:47:51.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.693+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential dests added=[] removed=[] 2024-09-12T00:47:51.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.696+0000 7f553fb26800 -1 Injecting error=-5 at location=do_reshard 2024-09-12T00:47:51.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.699+0000 7f553fb26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:51.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.699+0000 7f553fb26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 2024-09-12T00:47:51.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f553fb26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:51.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f553fb26800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:51.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f553fb26800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:51.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f553fb26800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33, ofs0, ns] 2024-09-12T00:47:51.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f541e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366217 cookie 94110187696800 notifier 7034 bl.length()=879 2024-09-12T00:47:51.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f541e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:51.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f541e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:51.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.700+0000 7f541e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:51.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.702+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_sources= new_sources= 2024-09-12T00:47:51.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.702+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential sources added=[] removed=[] 2024-09-12T00:47:51.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.702+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_dests= new_dests= 2024-09-12T00:47:51.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.702+0000 7f553fb26800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential dests added=[] removed=[] 2024-09-12T00:47:51.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.702+0000 7f553fb26800 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T00:47:51.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.704+0000 7f53f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:51.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.706+0000 7f553fb26800 20 remove_watcher() i=0 2024-09-12T00:47:51.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.706+0000 7f553fb26800 2 removed watcher, disabling cache 2024-09-12T00:47:51.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.707+0000 7f553fb26800 20 remove_watcher() i=1 2024-09-12T00:47:51.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.708+0000 7f553fb26800 20 remove_watcher() i=2 2024-09-12T00:47:51.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.709+0000 7f553fb26800 20 remove_watcher() i=3 2024-09-12T00:47:51.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.710+0000 7f553fb26800 20 remove_watcher() i=4 2024-09-12T00:47:51.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.711+0000 7f553fb26800 20 remove_watcher() i=5 2024-09-12T00:47:51.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.712+0000 7f553fb26800 20 remove_watcher() i=6 2024-09-12T00:47:51.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.713+0000 7f553fb26800 20 remove_watcher() i=7 2024-09-12T00:47:51.724 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T00:47:51.753 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:51.753 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:51.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.790+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 realm 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:51.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.994+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.995+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:51.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.995+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:51.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.995+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:51.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.995+0000 7f627e496800 20 searching for the correct realm 2024-09-12T00:47:51.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:51.999+0000 7f627bf80640 0 -- 172.21.15.163:0/2499204653 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x55a0a8d06c00 msgr2=0x55a0a8d08ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:52.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.002+0000 7f627c781640 0 -- 172.21.15.163:0/2499204653 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f626c084900 msgr2=0x7f626c092420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:52.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.006+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 zone default found 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 4 Realm: () 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 zonegroup default 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 started sync module instance, tier type = 2024-09-12T00:47:52.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.007+0000 7f627e496800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=0 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=1 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=2 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=3 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=4 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=5 2024-09-12T00:47:52.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.016+0000 7f627e496800 20 add_watcher() i=6 2024-09-12T00:47:52.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.017+0000 7f627e496800 20 add_watcher() i=7 2024-09-12T00:47:52.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.017+0000 7f627e496800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:52.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f6131fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:52.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f627e496800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:52.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f627e496800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:52.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f627e496800 5 note: GC not initialized 2024-09-12T00:47:52.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f6130fe1640 20 reqs_thread_entry: start 2024-09-12T00:47:52.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f627e496800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:52.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.019+0000 7f627e496800 20 Filter name: none 2024-09-12T00:47:52.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.020+0000 7f60aa7fc640 20 reqs_thread_entry: start 2024-09-12T00:47:52.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.020+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.020+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.020+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.020+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.021+0000 7f627e496800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.021+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.021+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.021+0000 7f627e496800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.021+0000 7f627e496800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:52.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.021+0000 7f627e496800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:52.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.023+0000 7f6131fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:52.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.025+0000 7f627e496800 20 remove_watcher() i=0 2024-09-12T00:47:52.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.025+0000 7f627e496800 2 removed watcher, disabling cache 2024-09-12T00:47:52.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.026+0000 7f627e496800 20 remove_watcher() i=1 2024-09-12T00:47:52.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.027+0000 7f627e496800 20 remove_watcher() i=2 2024-09-12T00:47:52.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.028+0000 7f627e496800 20 remove_watcher() i=3 2024-09-12T00:47:52.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.029+0000 7f627e496800 20 remove_watcher() i=4 2024-09-12T00:47:52.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.030+0000 7f627e496800 20 remove_watcher() i=5 2024-09-12T00:47:52.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.031+0000 7f627e496800 20 remove_watcher() i=6 2024-09-12T00:47:52.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.032+0000 7f627e496800 20 remove_watcher() i=7 2024-09-12T00:47:52.041 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:52.041 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:52.041 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-do-reshard id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:52.041 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:52.042 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:52.042 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:52.075 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:52.076 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:52.133 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:47:52.163 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:52.164 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:52.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.201+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 realm 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.202 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.203+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.204+0000 7f433270a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:52.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.204+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.204+0000 7f433270a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:52.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.204+0000 7f433270a800 20 searching for the correct realm 2024-09-12T00:47:52.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.207+0000 7f43301f4640 0 -- 172.21.15.163:0/1383655407 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f4328067040 msgr2=0x7f43280599d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:52.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.413+0000 7f43309f5640 0 -- 172.21.15.163:0/1383655407 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f4320062960 msgr2=0x7f4320043400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:52.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:52.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 zone default found 2024-09-12T00:47:52.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 4 Realm: () 2024-09-12T00:47:52.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:52.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:52.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 zonegroup default 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.620+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 started sync module instance, tier type = 2024-09-12T00:47:52.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.621+0000 7f433270a800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=0 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=1 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=2 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=3 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=4 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=5 2024-09-12T00:47:52.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.631+0000 7f433270a800 20 add_watcher() i=6 2024-09-12T00:47:52.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.632+0000 7f433270a800 20 add_watcher() i=7 2024-09-12T00:47:52.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.632+0000 7f433270a800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:52.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f41e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:52.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 5 note: GC not initialized 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f41e5fdb640 20 reqs_thread_entry: start 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 20 Filter name: none 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f41577fe640 20 reqs_thread_entry: start 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.634+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 : miss 2024-09-12T00:47:52.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:52.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:52.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.635+0000 7f433270a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f433270a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f433270a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f433270a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f433270a800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33, ofs0, ns] 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f42077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366218 cookie 94124270989936 notifier 7067 bl.length()=911 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f42077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f42077fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.639+0000 7f42077fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.641+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_sources= new_sources= 2024-09-12T00:47:52.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.641+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential sources added=[] removed=[] 2024-09-12T00:47:52.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.641+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_dests= new_dests= 2024-09-12T00:47:52.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.641+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential dests added=[] removed=[] 2024-09-12T00:47:52.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.643+0000 7f433270a800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33.1.0 2024-09-12T00:47:52.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.643+0000 7f433270a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33.1.0 2024-09-12T00:47:52.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.643+0000 7f433270a800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33.1.1 2024-09-12T00:47:52.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.643+0000 7f433270a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33.1.1 2024-09-12T00:47:52.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.643+0000 7f433270a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33.0 2024-09-12T00:47:52.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.646+0000 7f433270a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:52.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.646+0000 7f433270a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 2024-09-12T00:47:52.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.647+0000 7f433270a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.647+0000 7f433270a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.647+0000 7f433270a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.647+0000 7f433270a800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33, ofs0, ns] 2024-09-12T00:47:52.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.648+0000 7f42077fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94124270989936 notifier 7067 bl.length()=911 2024-09-12T00:47:52.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.648+0000 7f42077fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.648+0000 7f42077fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.648+0000 7f42077fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.649+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_sources= new_sources= 2024-09-12T00:47:52.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.649+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential sources added=[] removed=[] 2024-09-12T00:47:52.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.649+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_dests= new_dests= 2024-09-12T00:47:52.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.649+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential dests added=[] removed=[] 2024-09-12T00:47:52.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.651+0000 7f433270a800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33.0 2024-09-12T00:47:52.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.651+0000 7f433270a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:47:52.650 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.651+0000 7f433270a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f433270a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f433270a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f433270a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f433270a800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33, ofs0, ns] 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f4206ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366220 cookie 94124270989936 notifier 7067 bl.length()=879 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f4206ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 info.flags=0x17 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f4206ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 to cache LRU end 2024-09-12T00:47:52.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.653+0000 7f4206ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:52.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.654+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_sources= new_sources= 2024-09-12T00:47:52.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.654+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential sources added=[] removed=[] 2024-09-12T00:47:52.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.654+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): orig_dests= new_dests= 2024-09-12T00:47:52.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.654+0000 7f433270a800 20 handle_bi_update(): bucket=:error-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33]): potential dests added=[] removed=[] 2024-09-12T00:47:52.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.656+0000 7f433270a800 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T00:47:52.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.657+0000 7f41e6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:52.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.660+0000 7f433270a800 20 remove_watcher() i=0 2024-09-12T00:47:52.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.660+0000 7f433270a800 2 removed watcher, disabling cache 2024-09-12T00:47:52.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.661+0000 7f433270a800 20 remove_watcher() i=1 2024-09-12T00:47:52.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.662+0000 7f433270a800 20 remove_watcher() i=2 2024-09-12T00:47:52.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.663+0000 7f433270a800 20 remove_watcher() i=3 2024-09-12T00:47:52.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.664+0000 7f433270a800 20 remove_watcher() i=4 2024-09-12T00:47:52.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.665+0000 7f433270a800 20 remove_watcher() i=5 2024-09-12T00:47:52.665 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.666+0000 7f433270a800 20 remove_watcher() i=6 2024-09-12T00:47:52.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.667+0000 7f433270a800 20 remove_watcher() i=7 2024-09-12T00:47:52.679 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T00:47:52.709 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:52.709 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:52.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.746+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 realm 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.748+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.749+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:52.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.749+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.749+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:52.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.749+0000 7f24a9cbb800 20 searching for the correct realm 2024-09-12T00:47:52.750 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.751+0000 7f24a7fa6640 0 -- 172.21.15.163:0/1400629623 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f2490060040 msgr2=0x7f24900c8a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:52.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.755+0000 7f24a7fa6640 0 -- 172.21.15.163:0/1400629623 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f2370086bd0 msgr2=0x7f2370089000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:52.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:52.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.760+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:52.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:52.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 20 zone default found 2024-09-12T00:47:52.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 4 Realm: () 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 20 zonegroup default 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.761+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 started sync module instance, tier type = 2024-09-12T00:47:52.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.762+0000 7f24a9cbb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=0 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=1 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=2 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=3 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=4 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=5 2024-09-12T00:47:52.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.771+0000 7f24a9cbb800 20 add_watcher() i=6 2024-09-12T00:47:52.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.772+0000 7f24a9cbb800 20 add_watcher() i=7 2024-09-12T00:47:52.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.772+0000 7f24a9cbb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:52.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.774+0000 7f235dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:52.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.774+0000 7f24a9cbb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:52.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.774+0000 7f24a9cbb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:52.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.774+0000 7f24a9cbb800 5 note: GC not initialized 2024-09-12T00:47:52.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f235cfe1640 20 reqs_thread_entry: start 2024-09-12T00:47:52.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f24a9cbb800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:52.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f24a9cbb800 20 Filter name: none 2024-09-12T00:47:52.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f22d67fc640 20 reqs_thread_entry: start 2024-09-12T00:47:52.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:52.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.775+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 rados->read ofs=0 len=0 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.776+0000 7f24a9cbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:52.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.778+0000 7f235dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:52.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.780+0000 7f24a9cbb800 20 remove_watcher() i=0 2024-09-12T00:47:52.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.780+0000 7f24a9cbb800 2 removed watcher, disabling cache 2024-09-12T00:47:52.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.781+0000 7f24a9cbb800 20 remove_watcher() i=1 2024-09-12T00:47:52.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.782+0000 7f24a9cbb800 20 remove_watcher() i=2 2024-09-12T00:47:52.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.783+0000 7f24a9cbb800 20 remove_watcher() i=3 2024-09-12T00:47:52.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.784+0000 7f24a9cbb800 20 remove_watcher() i=4 2024-09-12T00:47:52.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.785+0000 7f24a9cbb800 20 remove_watcher() i=5 2024-09-12T00:47:52.784 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.785+0000 7f24a9cbb800 20 remove_watcher() i=6 2024-09-12T00:47:52.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:52.786+0000 7f24a9cbb800 20 remove_watcher() i=7 2024-09-12T00:47:52.796 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:52.796 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:52.796 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-do-reshard id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:47:52.796 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:52.797 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:52.798 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:52.818 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:52.818 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.031 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.031 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.093 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T00:47:53.094 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:53.095 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.095 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.138 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.138 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.194 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.194 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.231 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.231 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.267 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.267 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.302 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.303 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.339 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.339 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.374 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.374 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.410 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.410 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.447 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.447 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.482 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.483 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.519 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.519 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.556 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.556 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.593 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.593 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.629 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.629 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.669 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.669 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.700 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.700 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.737 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.737 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.774 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.774 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.809 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.810 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.846 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.846 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.883 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:53.883 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:53.920 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T00:47:53.947 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:53.948 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:53.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.986+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 realm 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:53.987 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.988+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.989+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:53.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.989+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.989+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:53.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.989+0000 7f3cc8937800 20 searching for the correct realm 2024-09-12T00:47:53.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.991+0000 7f3cc4dc4640 0 -- 172.21.15.163:0/251559741 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f3cb80a7410 msgr2=0x7f3cb80a1d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:53.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.994+0000 7f3cc3dc2640 0 -- 172.21.15.163:0/251559741 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f3cb40a6c20 msgr2=0x7f3cb4067dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:53.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:53.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:53.999+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:53.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:54.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 zone default found 2024-09-12T00:47:54.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 4 Realm: () 2024-09-12T00:47:54.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:54.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 zonegroup default 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.000+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.001+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.001+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.001+0000 7f3cc8937800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.001+0000 7f3cc8937800 20 started sync module instance, tier type = 2024-09-12T00:47:54.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.001+0000 7f3cc8937800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=0 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=1 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=2 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=3 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=4 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=5 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.010+0000 7f3cc8937800 20 add_watcher() i=6 2024-09-12T00:47:54.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.011+0000 7f3cc8937800 20 add_watcher() i=7 2024-09-12T00:47:54.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.011+0000 7f3cc8937800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.012+0000 7f3b76fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3cc8937800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3cc8937800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3cc8937800 5 note: GC not initialized 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3b75fdb640 20 reqs_thread_entry: start 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3cc8937800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3cc8937800 20 Filter name: none 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3ae77fe640 20 reqs_thread_entry: start 2024-09-12T00:47:54.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.013+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.014+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.014+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:54.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:54.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:54.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.015+0000 7f3cc8937800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:54.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.016+0000 7f3b76fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.019+0000 7f3cc8937800 20 remove_watcher() i=0 2024-09-12T00:47:54.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.019+0000 7f3cc8937800 2 removed watcher, disabling cache 2024-09-12T00:47:54.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.020+0000 7f3cc8937800 20 remove_watcher() i=1 2024-09-12T00:47:54.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.020+0000 7f3cc8937800 20 remove_watcher() i=2 2024-09-12T00:47:54.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.021+0000 7f3cc8937800 20 remove_watcher() i=3 2024-09-12T00:47:54.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.022+0000 7f3cc8937800 20 remove_watcher() i=4 2024-09-12T00:47:54.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.023+0000 7f3cc8937800 20 remove_watcher() i=5 2024-09-12T00:47:54.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.024+0000 7f3cc8937800 20 remove_watcher() i=6 2024-09-12T00:47:54.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.025+0000 7f3cc8937800 20 remove_watcher() i=7 2024-09-12T00:47:54.034 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.034 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:54.034 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-do-reshard id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:54.035 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.036 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T00:47:54.071 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:54.071 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:54.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.110+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 realm 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.112+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.112+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.112+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:54.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.112+0000 7f0392137800 20 searching for the correct realm 2024-09-12T00:47:54.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.116+0000 7f038d620640 0 -- 172.21.15.163:0/151660342 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f0258086ba0 msgr2=0x7f0258088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.119+0000 7f038e622640 0 -- 172.21.15.163:0/151660342 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f0380017040 msgr2=0x7f0380028960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 zone default found 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 4 Realm: () 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:54.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 zonegroup default 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 started sync module instance, tier type = 2024-09-12T00:47:54.328 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.327+0000 7f0392137800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:54.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=0 2024-09-12T00:47:54.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=1 2024-09-12T00:47:54.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=2 2024-09-12T00:47:54.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=3 2024-09-12T00:47:54.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=4 2024-09-12T00:47:54.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=5 2024-09-12T00:47:54.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.337+0000 7f0392137800 20 add_watcher() i=6 2024-09-12T00:47:54.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.338+0000 7f0392137800 20 add_watcher() i=7 2024-09-12T00:47:54.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.338+0000 7f0392137800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:54.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.340+0000 7f023ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.340+0000 7f0392137800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:54.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.340+0000 7f0392137800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:54.339 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.340+0000 7f0392137800 5 note: GC not initialized 2024-09-12T00:47:54.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.340+0000 7f023effd640 20 reqs_thread_entry: start 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 20 Filter name: none 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f023cff9640 20 reqs_thread_entry: start 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : miss 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.341+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.342+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.342+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.342+0000 7f0392137800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.342+0000 7f0392137800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:54.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.342+0000 7f0392137800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.342+0000 7f0392137800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:47:54.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.345+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.345+0000 7f0392137800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.345+0000 7f0392137800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.345+0000 7f0392137800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34, ofs0, ns] 2024-09-12T00:47:54.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94882834498416 notifier 7118 bl.length()=911 2024-09-12T00:47:54.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.345 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_sources= new_sources= 2024-09-12T00:47:54.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential sources added=[] removed=[] 2024-09-12T00:47:54.346 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_dests= new_dests= 2024-09-12T00:47:54.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential dests added=[] removed=[] 2024-09-12T00:47:54.348 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0392137800 time 2024-09-12T00:47:54.350896+0000 2024-09-12T00:47:54.348 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:54.349 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.349 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f039378c71a] 2024-09-12T00:47:54.349 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.349 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.349 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.350+0000 7f0392137800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0392137800 time 2024-09-12T00:47:54.350896+0000 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f039378c71a] 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.350 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:54.351 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.351 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:54.351 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:54.351 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.351 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:47:54.351 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f0392137800 thread_name:radosgw-admin 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f039243e6f0] 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f039248b99c] 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f039378c774] 2024-09-12T00:47:54.368 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.351+0000 7f0392137800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f0392137800 thread_name:radosgw-admin 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f039243e6f0] 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f039248b99c] 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:54.369 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f039378c774] 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:47:54.370 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:47:54.092+0000 7f027be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:47:54.092+0000 7f027be07640 10 monclient: dump: 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:47:54.092+0000 7f0392137800 5 monclient: authenticate success, global_id 7629 2024-09-12T00:47:54.371 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:47:54.092+0000 7f0392137800 10 monclient: get_monmap_and_config success 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:47:54.092+0000 7f0392137800 4 set_mon_vals no callback set 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:47:54.093+0000 7f0392137800 10 monclient: shutdown 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:47:54.093+0000 7f0392137800 5 asok(0x564ba173c630) unregister_commands rotate-key 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:47:54.094+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:47:54.094+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:47:54.094+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.372 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding auth protocol: cephx 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding auth protocol: cephx 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding auth protocol: cephx 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.373 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:47:54.094+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: starting msgr at 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: starting objecter 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:47:54.094+0000 7f0392137800 5 asok(0x564ba173c630) register_command objecter_requests hook 0x564ba1962dd0 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: setting wanted keys 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: calling monclient init 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:47:54.094+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding auth protocol: cephx 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding auth protocol: cephx 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding auth protocol: cephx 2024-09-12T00:47:54.374 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:47:54.094+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.375 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:47:54.094+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:47:54.095+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key hook 0x564ba195b758 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba1808830 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba18110f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba1814bd0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.389080s 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba18110f0 auth_method 0 2024-09-12T00:47:54.376 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba1814bd0 auth_method 0 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): get_auth_request con 0x564ba1808830 auth_method 0 2024-09-12T00:47:54.377 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_done global_id 7109 payload 824 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:47:54.095+0000 7f038d620640 1 monclient: found mon.noname-c 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: dump: 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.378 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: dump: 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.379 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:47:54.095+0000 7f0392137800 5 monclient: authenticate success, global_id 7109 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:47:54.095+0000 7f027be07640 4 set_mon_vals no callback set 2024-09-12T00:47:54.380 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:47:54.095+0000 7f0392137800 1 librados: init done 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:47:54.097+0000 7f027a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:47:54.097+0000 7f027a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:47:54.097+0000 7f027a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:47:54.097+0000 7f038de21640 10 monclient: get_auth_request con 0x7f0274076470 auth_method 0 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:47:54.098+0000 7f038e622640 10 monclient: get_auth_request con 0x564ba19857c0 auth_method 0 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:47:54.098+0000 7f038de21640 10 monclient: get_auth_request con 0x564ba19a82c0 auth_method 0 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:47:54.100+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:47:54.100+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:47:54.100+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.381 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding auth protocol: cephx 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding auth protocol: cephx 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding auth protocol: cephx 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.382 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:47:54.100+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:47:54.100+0000 7f0392137800 5 asok(0x564ba173c630) register_command objecter_requests cmddesc objecter_requests hook 0x564ba19b1580 EEXIST 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:47:54.100+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding auth protocol: cephx 2024-09-12T00:47:54.383 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding auth protocol: cephx 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding auth protocol: cephx 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.384 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:47:54.101+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:47:54.101+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:47:54.101+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key cmddesc rotate-key hook 0x564ba19aca40 EEXIST 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba19d58a0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba19d5c80 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba19d45b0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.385 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.395411s 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba19d58a0 auth_method 0 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba19d45b0 auth_method 0 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.386 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): get_auth_request con 0x564ba19d5c80 auth_method 0 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_done global_id 7635 payload 824 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:47:54.101+0000 7f038d620640 1 monclient: found mon.noname-a 2024-09-12T00:47:54.387 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: dump: 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.388 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: dump: 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.389 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:47:54.102+0000 7f0392137800 5 monclient: authenticate success, global_id 7635 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:47:54.102+0000 7f038ee23640 4 set_mon_vals no callback set 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:47:54.103+0000 7f02737fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:47:54.103+0000 7f02737fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:47:54.103+0000 7f02737fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:47:54.103+0000 7f038e622640 10 monclient: get_auth_request con 0x7f0268076380 auth_method 0 2024-09-12T00:47:54.390 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: get_monmap_and_config 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:47:54.104+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.391 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding auth protocol: cephx 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding auth protocol: cephx 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding auth protocol: cephx 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.392 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:47:54.104+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding auth protocol: cephx 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding auth protocol: cephx 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding auth protocol: cephx 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.393 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:47:54.104+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:47:54.104+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:47:54.105+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key cmddesc rotate-key hook 0x7ffea7583b58 EEXIST 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba1a29ad0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba1a1a420 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba1a24f00 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.394 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.399081s 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba1a29ad0 auth_method 0 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba1a24f00 auth_method 0 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.395 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_done global_id 7115 payload 274 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:47:54.105+0000 7f038e622640 1 monclient: found mon.noname-c 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: dump: 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.396 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:47:54.397 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: dump: 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.398 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:47:54.105+0000 7f0392137800 5 monclient: authenticate success, global_id 7115 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient: get_monmap_and_config success 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:47:54.105+0000 7f0392137800 4 set_mon_vals no callback set 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: shutdown 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:47:54.106+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.399 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding auth protocol: cephx 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding auth protocol: cephx 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding auth protocol: cephx 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.400 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:47:54.106+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: starting msgr at 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: starting objecter 2024-09-12T00:47:54.401 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:47:54.106+0000 7f0392137800 5 asok(0x564ba173c630) register_command objecter_requests cmddesc objecter_requests hook 0x564ba19fb790 EEXIST 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: setting wanted keys 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: calling monclient init 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding auth protocol: cephx 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding auth protocol: cephx 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding auth protocol: cephx 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.402 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:47:54.106+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:47:54.107+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:47:54.107+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key cmddesc rotate-key hook 0x564ba19ea2a8 EEXIST 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba1a1a420 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba1a24f00 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba1a29ad0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.403 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.401251s 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba1a1a420 auth_method 0 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): get_auth_request con 0x564ba1a24f00 auth_method 0 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.404 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba1a29ad0 auth_method 0 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_done global_id 7118 payload 824 2024-09-12T00:47:54.405 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:47:54.107+0000 7f038e622640 1 monclient: found mon.noname-c 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: dump: 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.406 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: dump: 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.407 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:47:54.107+0000 7f0392137800 5 monclient: authenticate success, global_id 7118 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:47:54.107+0000 7f02717fa640 4 set_mon_vals no callback set 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.408 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:47:54.107+0000 7f0392137800 1 librados: init done 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:47:54.107+0000 7f0392137800 5 asok(0x564ba173c630) register_command cr dump hook 0x564ba1a1f998 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:47:54.110+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:47:54.110+0000 7f025f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:47:54.110+0000 7f025f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:47:54.110+0000 7f025f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:47:54.110+0000 7f038de21640 10 monclient: get_auth_request con 0x7f0258076470 auth_method 0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:47:54.110+0000 7f038d620640 10 monclient: get_auth_request con 0x564ba1a43ad0 auth_method 0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:47:54.111+0000 7f0392137800 20 realm 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:47:54.111+0000 7f0392137800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.409 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:47:54.111+0000 7f038e622640 10 monclient: get_auth_request con 0x564ba1a47d30 auth_method 0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:47:54.112+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:47:54.112+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:47:54.112+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:47:54.112+0000 7f0392137800 20 searching for the correct realm 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:47:54.112+0000 7f038de21640 10 monclient: get_auth_request con 0x564ba1a4cf90 auth_method 0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:47:54.113+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0380035040 auth_method 0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:47:54.114+0000 7f038e622640 10 monclient: get_auth_request con 0x7f03840c3d70 auth_method 0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:47:54.114+0000 7f038de21640 10 monclient: get_auth_request con 0x7f038804f030 auth_method 0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:47:54.115+0000 7f025f7fe640 1 client.7118.objecter ms_handle_reset 0x7f0380035040 session 0x7f0380011040 osd.7 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:47:54.115+0000 7f025f7fe640 10 monclient: _renew_subs 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:47:54.115+0000 7f025f7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.410 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:47:54.115+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0258086ba0 auth_method 0 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:47:54.116+0000 7f038d620640 0 -- 172.21.15.163:0/151660342 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f0258086ba0 msgr2=0x7f0258088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:47:54.116+0000 7f025f7fe640 1 client.7118.objecter ms_handle_reset 0x7f0258086ba0 session 0x7f0380011040 osd.7 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:47:54.116+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0380035040 auth_method 0 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:47:54.117+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0380028070 auth_method 0 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:47:54.119+0000 7f038e622640 10 monclient: get_auth_request con 0x7f0380017040 auth_method 0 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:47:54.119+0000 7f038e622640 0 -- 172.21.15.163:0/151660342 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f0380017040 msgr2=0x7f0380028960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:47:54.320+0000 7f038e622640 10 monclient: get_auth_request con 0x7f0380017040 auth_method 0 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:54.411 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:47:54.327+0000 7f0392137800 20 zone default found 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:47:54.327+0000 7f0392137800 4 Realm: () 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:47:54.327+0000 7f0392137800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:47:54.327+0000 7f0392137800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:47:54.327+0000 7f0392137800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:47:54.327+0000 7f0392137800 20 zonegroup default 2024-09-12T00:47:54.412 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:47:54.327+0000 7f0392137800 20 started sync module instance, tier type = 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:47:54.327+0000 7f0392137800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=0 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=1 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=2 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=3 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=4 2024-09-12T00:47:54.413 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=5 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:47:54.337+0000 7f0392137800 20 add_watcher() i=6 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:47:54.338+0000 7f0392137800 20 add_watcher() i=7 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:47:54.338+0000 7f0392137800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding auth protocol: cephx 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding auth protocol: cephx 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding auth protocol: cephx 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.414 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:47:54.340+0000 7f023ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:47:54.340+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:47:54.340+0000 7f0392137800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:47:54.340+0000 7f0392137800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache list hook 0x564ba19f8430 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache inspect hook 0x564ba19f8430 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache erase hook 0x564ba19f8430 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache zap hook 0x564ba19f8430 2024-09-12T00:47:54.415 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:47:54.340+0000 7f0392137800 5 note: GC not initialized 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:47:54.340+0000 7f023effd640 20 reqs_thread_entry: start 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace show hook 0x7f0388016c30 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace history hook 0x7f0388016c30 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace active hook 0x7f0388016c30 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace active_short hook 0x7f0388016c30 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:47:54.341+0000 7f0392137800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:47:54.341+0000 7f0392137800 20 Filter name: none 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:47:54.341+0000 7f023cff9640 20 reqs_thread_entry: start 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:47:54.341+0000 7f0392137800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:47:54.341+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:47:54.341+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:47:54.341+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:47:54.416 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:47:54.341+0000 7f0392137800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:47:54.341+0000 7f0392137800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : miss 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:47:54.341+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:47:54.342+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:47:54.342+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:47:54.342+0000 7f0392137800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:47:54.342+0000 7f0392137800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:47:54.342+0000 7f0392137800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:47:54.342+0000 7f0392137800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:47:54.345+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:47:54.345+0000 7f0392137800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:47:54.345+0000 7f0392137800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:47:54.345+0000 7f0392137800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34, ofs0, ns] 2024-09-12T00:47:54.417 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94882834498416 notifier 7118 bl.length()=911 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_sources= new_sources= 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential sources added=[] removed=[] 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_dests= new_dests= 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential dests added=[] removed=[] 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:47:54.350+0000 7f0392137800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0392137800 time 2024-09-12T00:47:54.350896+0000 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f039378c71a] 2024-09-12T00:47:54.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:47:54.351+0000 7f0392137800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f0392137800 thread_name:radosgw-admin 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f039243e6f0] 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f039248b99c] 2024-09-12T00:47:54.419 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f039378c774] 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:47:54.420 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:47:54.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:47:54.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:47:54.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:47:54.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:47:54.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:47:54.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f023cff9640 / http_manager 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f023effd640 / http_manager 2024-09-12T00:47:54.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f023ffff640 / rgw_dt_lg_renew 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f025f7fe640 / ms_dispatch 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f0270ff9640 / io_context_pool 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f02717fa640 / io_context_pool 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f02737fe640 / ms_dispatch 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f027a604640 / ms_dispatch 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f027be07640 / io_context_pool 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038d620640 / msgr-worker-2 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038de21640 / msgr-worker-1 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038e622640 / msgr-worker-0 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038ee23640 / io_context_pool 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: 7f0392137800 / radosgw-admin 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:47:54.428 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.127916.log 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:47:54.092+0000 7f027be07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:47:54.092+0000 7f027be07640 10 monclient: dump: 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.429 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:47:54.092+0000 7f0392137800 5 monclient: authenticate success, global_id 7629 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:47:54.092+0000 7f0392137800 10 monclient: get_monmap_and_config success 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:47:54.092+0000 7f0392137800 4 set_mon_vals no callback set 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:47:54.093+0000 7f0392137800 10 monclient: shutdown 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:47:54.093+0000 7f0392137800 5 asok(0x564ba173c630) unregister_commands rotate-key 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:47:54.094+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:47:54.094+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:47:54.094+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.430 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding auth protocol: cephx 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding auth protocol: cephx 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding auth protocol: cephx 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.431 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: crc 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba1962020) adding con mode: secure 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:47:54.094+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: starting msgr at 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: starting objecter 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:47:54.094+0000 7f0392137800 5 asok(0x564ba173c630) register_command objecter_requests hook 0x564ba1962dd0 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: setting wanted keys 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:47:54.094+0000 7f0392137800 1 librados: calling monclient init 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:47:54.094+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.432 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding auth protocol: cephx 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding auth protocol: cephx 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding auth protocol: cephx 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.433 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: crc 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:47:54.094+0000 7f0392137800 5 AuthRegistry(0x564ba195b610) adding con mode: secure 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:47:54.094+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:47:54.094+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:47:54.095+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key hook 0x564ba195b758 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba1808830 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba18110f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba1814bd0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.434 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.389080s 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba18110f0 auth_method 0 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba1814bd0 auth_method 0 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.435 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:47:54.095+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): get_auth_request con 0x564ba1808830 auth_method 0 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:47:54.095+0000 7f038de21640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient(hunting): handle_auth_done global_id 7109 payload 824 2024-09-12T00:47:54.436 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:47:54.095+0000 7f038d620640 1 monclient: found mon.noname-c 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:47:54.095+0000 7f038d620640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: dump: 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.437 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:47:54.095+0000 7f027a604640 10 monclient: dump: 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.438 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:47:54.095+0000 7f0392137800 5 monclient: authenticate success, global_id 7109 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:47:54.095+0000 7f027be07640 4 set_mon_vals no callback set 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:47:54.095+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:47:54.095+0000 7f0392137800 1 librados: init done 2024-09-12T00:47:54.439 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:47:54.097+0000 7f027a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:47:54.097+0000 7f027a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:47:54.097+0000 7f027a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:47:54.097+0000 7f038de21640 10 monclient: get_auth_request con 0x7f0274076470 auth_method 0 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:47:54.098+0000 7f038e622640 10 monclient: get_auth_request con 0x564ba19857c0 auth_method 0 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:47:54.098+0000 7f038de21640 10 monclient: get_auth_request con 0x564ba19a82c0 auth_method 0 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:47:54.100+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:47:54.100+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:47:54.100+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.440 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding auth protocol: cephx 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding auth protocol: cephx 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding auth protocol: cephx 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.441 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: crc 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ae070) adding con mode: secure 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:47:54.100+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:47:54.100+0000 7f0392137800 5 asok(0x564ba173c630) register_command objecter_requests cmddesc objecter_requests hook 0x564ba19b1580 EEXIST 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:47:54.100+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding auth protocol: cephx 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding auth protocol: cephx 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding auth protocol: cephx 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.442 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: crc 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:47:54.100+0000 7f0392137800 5 AuthRegistry(0x564ba19ac8f8) adding con mode: secure 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:47:54.101+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:47:54.101+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.443 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:47:54.101+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key cmddesc rotate-key hook 0x564ba19aca40 EEXIST 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba19d58a0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba19d5c80 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba19d45b0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:47:54.101+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.395411s 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba19d58a0 auth_method 0 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.444 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba19d45b0 auth_method 0 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:47:54.101+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): get_auth_request con 0x564ba19d5c80 auth_method 0 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.445 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:47:54.101+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient(hunting): handle_auth_done global_id 7635 payload 824 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:47:54.101+0000 7f038d620640 1 monclient: found mon.noname-a 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:47:54.101+0000 7f038d620640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: dump: 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.446 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:47:54.102+0000 7f02737fe640 10 monclient: dump: 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.447 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:47:54.102+0000 7f0392137800 5 monclient: authenticate success, global_id 7635 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:47:54.102+0000 7f038ee23640 4 set_mon_vals no callback set 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.448 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:47:54.102+0000 7f0392137800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:47:54.103+0000 7f02737fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:47:54.103+0000 7f02737fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:47:54.103+0000 7f02737fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:47:54.103+0000 7f038e622640 10 monclient: get_auth_request con 0x7f0268076380 auth_method 0 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: get_monmap_and_config 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:47:54.104+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.449 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding auth protocol: cephx 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding auth protocol: cephx 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding auth protocol: cephx 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.450 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: crc 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x564ba19f54d0) adding con mode: secure 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:47:54.104+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:47:54.104+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding auth protocol: cephx 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding auth protocol: cephx 2024-09-12T00:47:54.451 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding auth protocol: cephx 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: crc 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:47:54.104+0000 7f0392137800 5 AuthRegistry(0x7ffea7583a10) adding con mode: secure 2024-09-12T00:47:54.452 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:47:54.104+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:47:54.104+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:47:54.105+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key cmddesc rotate-key hook 0x7ffea7583b58 EEXIST 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba1a29ad0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba1a1a420 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba1a24f00 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.399081s 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba1a29ad0 auth_method 0 2024-09-12T00:47:54.453 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba1a24f00 auth_method 0 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:47:54.105+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient(hunting): handle_auth_done global_id 7115 payload 274 2024-09-12T00:47:54.454 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:47:54.105+0000 7f038e622640 1 monclient: found mon.noname-c 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:47:54.105+0000 7f038e622640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: dump: 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.455 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:47:54.105+0000 7f02717fa640 10 monclient: dump: 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.456 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:47:54.105+0000 7f0392137800 5 monclient: authenticate success, global_id 7115 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:47:54.105+0000 7f0392137800 10 monclient: get_monmap_and_config success 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:47:54.105+0000 7f0392137800 4 set_mon_vals no callback set 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: shutdown 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: build_initial_monmap 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:47:54.106+0000 7f0392137800 1 build_initial for_mkfs: 0 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: monmap: 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:47:54.457 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding auth protocol: cephx 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding auth protocol: cephx 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding auth protocol: cephx 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.458 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: crc 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19f9030) adding con mode: secure 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:47:54.106+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: starting msgr at 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: starting objecter 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:47:54.106+0000 7f0392137800 5 asok(0x564ba173c630) register_command objecter_requests cmddesc objecter_requests hook 0x564ba19fb790 EEXIST 2024-09-12T00:47:54.459 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: setting wanted keys 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:47:54.106+0000 7f0392137800 1 librados: calling monclient init 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:47:54.106+0000 7f0392137800 10 monclient: init 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding auth protocol: cephx 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding auth protocol: cephx 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding auth protocol: cephx 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.460 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: crc 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:47:54.106+0000 7f0392137800 5 AuthRegistry(0x564ba19ea160) adding con mode: secure 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:47:54.106+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:47:54.107+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:47:54.107+0000 7f0392137800 5 asok(0x564ba173c630) register_command rotate-key cmddesc rotate-key hook 0x564ba19ea2a8 EEXIST 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _reopen_session rank -1 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): picked mon.noname-c con 0x564ba1a1a420 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): picked mon.noname-a con 0x564ba1a24f00 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): picked mon.noname-b con 0x564ba1a29ad0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.461 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): start opening mon connection 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): _renew_subs 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient(hunting): authenticate will time out at 2198.401251s 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): get_auth_request con 0x564ba1a1a420 auth_method 0 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): get_auth_request con 0x564ba1a24f00 auth_method 0 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.462 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:47:54.107+0000 7f038de21640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): get_auth_request con 0x564ba1a29ad0 auth_method 0 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:47:54.107+0000 7f038d620640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient(hunting): handle_auth_done global_id 7118 payload 824 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient: _finish_hunting 0 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:47:54.107+0000 7f038e622640 1 monclient: found mon.noname-c 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:47:54.107+0000 7f038e622640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.463 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: dump: 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.464 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:47:54.107+0000 7f025f7fe640 10 monclient: dump: 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:47:54.465 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:47:54.107+0000 7f0392137800 5 monclient: authenticate success, global_id 7118 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:47:54.107+0000 7f02717fa640 4 set_mon_vals no callback set 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _renew_subs 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:47:54.107+0000 7f0392137800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:47:54.107+0000 7f0392137800 1 librados: init done 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:47:54.107+0000 7f0392137800 5 asok(0x564ba173c630) register_command cr dump hook 0x564ba1a1f998 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:47:54.110+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:47:54.110+0000 7f025f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:47:54.110+0000 7f025f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:47:54.110+0000 7f025f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:47:54.466 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:47:54.110+0000 7f038de21640 10 monclient: get_auth_request con 0x7f0258076470 auth_method 0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:47:54.110+0000 7f038d620640 10 monclient: get_auth_request con 0x564ba1a43ad0 auth_method 0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:47:54.111+0000 7f0392137800 20 realm 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:47:54.111+0000 7f0392137800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:47:54.111+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:47:54.111+0000 7f038e622640 10 monclient: get_auth_request con 0x564ba1a47d30 auth_method 0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:47:54.112+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:47:54.112+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:47:54.112+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:54.467 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:47:54.112+0000 7f0392137800 20 searching for the correct realm 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:47:54.112+0000 7f038de21640 10 monclient: get_auth_request con 0x564ba1a4cf90 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:47:54.113+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0380035040 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:47:54.114+0000 7f038e622640 10 monclient: get_auth_request con 0x7f03840c3d70 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:47:54.114+0000 7f038de21640 10 monclient: get_auth_request con 0x7f038804f030 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:47:54.115+0000 7f025f7fe640 1 client.7118.objecter ms_handle_reset 0x7f0380035040 session 0x7f0380011040 osd.7 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:47:54.115+0000 7f025f7fe640 10 monclient: _renew_subs 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:47:54.115+0000 7f025f7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:47:54.115+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0258086ba0 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:47:54.116+0000 7f038d620640 0 -- 172.21.15.163:0/151660342 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f0258086ba0 msgr2=0x7f0258088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:47:54.116+0000 7f025f7fe640 1 client.7118.objecter ms_handle_reset 0x7f0258086ba0 session 0x7f0380011040 osd.7 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:47:54.116+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0380035040 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:47:54.117+0000 7f038d620640 10 monclient: get_auth_request con 0x7f0380028070 auth_method 0 2024-09-12T00:47:54.468 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:47:54.119+0000 7f038e622640 10 monclient: get_auth_request con 0x7f0380017040 auth_method 0 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:47:54.119+0000 7f038e622640 0 -- 172.21.15.163:0/151660342 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f0380017040 msgr2=0x7f0380028960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:47:54.320+0000 7f038e622640 10 monclient: get_auth_request con 0x7f0380017040 auth_method 0 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:47:54.326+0000 7f0392137800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:47:54.326+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.469 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:47:54.327+0000 7f0392137800 20 zone default found 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:47:54.327+0000 7f0392137800 4 Realm: () 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:47:54.327+0000 7f0392137800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:47:54.327+0000 7f0392137800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:47:54.327+0000 7f0392137800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:47:54.327+0000 7f0392137800 20 zonegroup default 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:47:54.327+0000 7f0392137800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:47:54.327+0000 7f0392137800 20 started sync module instance, tier type = 2024-09-12T00:47:54.470 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:47:54.327+0000 7f0392137800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=0 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=1 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=2 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=3 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=4 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:47:54.336+0000 7f0392137800 20 add_watcher() i=5 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:47:54.337+0000 7f0392137800 20 add_watcher() i=6 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:47:54.338+0000 7f0392137800 20 add_watcher() i=7 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:47:54.338+0000 7f0392137800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding auth protocol: cephx 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding auth protocol: cephx 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding auth protocol: cephx 2024-09-12T00:47:54.471 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: crc 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:47:54.340+0000 7f023ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:47:54.340+0000 7f0392137800 5 AuthRegistry(0x7ffea7583ef0) adding con mode: secure 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:47:54.340+0000 7f0392137800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:47:54.472 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:47:54.340+0000 7f0392137800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:47:54.340+0000 7f0392137800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache list hook 0x564ba19f8430 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache inspect hook 0x564ba19f8430 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache erase hook 0x564ba19f8430 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:47:54.340+0000 7f0392137800 5 asok(0x564ba173c630) register_command cache zap hook 0x564ba19f8430 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:47:54.340+0000 7f0392137800 5 note: GC not initialized 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:47:54.340+0000 7f023effd640 20 reqs_thread_entry: start 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace show hook 0x7f0388016c30 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace history hook 0x7f0388016c30 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace active hook 0x7f0388016c30 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:47:54.341+0000 7f0392137800 5 asok(0x564ba173c630) register_command sync trace active_short hook 0x7f0388016c30 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:47:54.341+0000 7f0392137800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:47:54.341+0000 7f0392137800 20 Filter name: none 2024-09-12T00:47:54.473 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:47:54.341+0000 7f023cff9640 20 reqs_thread_entry: start 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:47:54.341+0000 7f0392137800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:47:54.341+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:47:54.341+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:47:54.341+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:47:54.341+0000 7f0392137800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:47:54.341+0000 7f0392137800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : miss 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:47:54.341+0000 7f0392137800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:47:54.342+0000 7f0392137800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:47:54.342+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:47:54.342+0000 7f0392137800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:47:54.342+0000 7f0392137800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:47:54.342+0000 7f0392137800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:47:54.342+0000 7f0392137800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:47:54.474 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:47:54.345+0000 7f0392137800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:47:54.345+0000 7f0392137800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:47:54.345+0000 7f0392137800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:47:54.345+0000 7f0392137800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34, ofs0, ns] 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94882834498416 notifier 7118 bl.length()=911 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:47:54.346+0000 7f0270ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_sources= new_sources= 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential sources added=[] removed=[] 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_dests= new_dests= 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:47:54.347+0000 7f0392137800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential dests added=[] removed=[] 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:47:54.350+0000 7f0392137800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0392137800 time 2024-09-12T00:47:54.350896+0000 2024-09-12T00:47:54.475 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f039378c71a] 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:47:54.351+0000 7f0392137800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:47:54.476 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f0392137800 thread_name:radosgw-admin 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f039243e6f0] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f039248b99c] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f039378c774] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f039378c8d8] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x564b9f930641] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x564b9f94038a] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0392429590] 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:47:54.477 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:47:54.478 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:47:54.479 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:47:54.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:47:54.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:47:54.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:47:54.483 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:47:54.484 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f023cff9640 / http_manager 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f023effd640 / http_manager 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f023ffff640 / rgw_dt_lg_renew 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f025f7fe640 / ms_dispatch 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f0270ff9640 / io_context_pool 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f02717fa640 / io_context_pool 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f02737fe640 / ms_dispatch 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f027a604640 / ms_dispatch 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f027be07640 / io_context_pool 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038d620640 / msgr-worker-2 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038de21640 / msgr-worker-1 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038e622640 / msgr-worker-0 2024-09-12T00:47:54.485 INFO:tasks.workunit.client.0.smithi163.stderr: 7f038ee23640 / io_context_pool 2024-09-12T00:47:54.486 INFO:tasks.workunit.client.0.smithi163.stderr: 7f0392137800 / radosgw-admin 2024-09-12T00:47:54.486 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:47:54.486 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:47:54.486 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:47:54.352284Z_828ee489-d7f8-4046-80ab-ac9e348f8180/log 2024-09-12T00:47:54.486 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:47:54.486 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T00:47:54.487 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.426+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.427+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.427+0000 7f20b8526800 20 realm 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.427+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.428+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.428+0000 7f20b8526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.428+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.428+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.428+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.429+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.488 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.429+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.429+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:54.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.429+0000 7f20b8526800 20 searching for the correct realm 2024-09-12T00:47:54.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.433+0000 7f20b3908640 0 -- 172.21.15.163:0/1146777778 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f20a4065040 msgr2=0x7f20a4065420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:47:54.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.639+0000 7f20b490a640 0 -- 172.21.15.163:0/1146777778 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x561267fff9a0 msgr2=0x561268001d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.642+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 zone default found 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 4 Realm: () 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 zonegroup default 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.643+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.644+0000 7f20b8526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.644+0000 7f20b8526800 20 started sync module instance, tier type = 2024-09-12T00:47:54.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.644+0000 7f20b8526800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=0 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=1 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=2 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=3 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=4 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=5 2024-09-12T00:47:54.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.654+0000 7f20b8526800 20 add_watcher() i=6 2024-09-12T00:47:54.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.655+0000 7f20b8526800 20 add_watcher() i=7 2024-09-12T00:47:54.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.655+0000 7f20b8526800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:54.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.656+0000 7f1f6afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f20b8526800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f20b8526800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f20b8526800 5 note: GC not initialized 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f1f69fdb640 20 reqs_thread_entry: start 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f20b8526800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f20b8526800 20 Filter name: none 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f1edb7fe640 20 reqs_thread_entry: start 2024-09-12T00:47:54.656 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.657+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.658+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.658+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.658+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T00:47:54.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.659+0000 7f20b8526800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:54.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.659+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.659+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:54.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.659+0000 7f20b8526800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.660+0000 7f20b8526800 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T00:47:54.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.660+0000 7f20b8526800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:47:54.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.661+0000 7f1f6afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:54.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.663+0000 7f20b8526800 20 remove_watcher() i=0 2024-09-12T00:47:54.661 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.663+0000 7f20b8526800 2 removed watcher, disabling cache 2024-09-12T00:47:54.663 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.665+0000 7f20b8526800 20 remove_watcher() i=1 2024-09-12T00:47:54.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.667+0000 7f20b8526800 20 remove_watcher() i=2 2024-09-12T00:47:54.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.668+0000 7f20b8526800 20 remove_watcher() i=3 2024-09-12T00:47:54.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.670+0000 7f20b8526800 20 remove_watcher() i=4 2024-09-12T00:47:54.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.671+0000 7f20b8526800 20 remove_watcher() i=5 2024-09-12T00:47:54.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.671+0000 7f20b8526800 20 remove_watcher() i=6 2024-09-12T00:47:54.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.672+0000 7f20b8526800 20 remove_watcher() i=7 2024-09-12T00:47:54.681 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.681 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:47:54.681 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-do-reshard id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:47:54.681 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:47:54.683 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:54.683 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:54.716 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:47:54.716 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:47:54.773 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:47:54.806 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:54.806 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:54.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.843+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 realm 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:54.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.845+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.846+0000 7f1584d2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:54.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.846+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:54.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.846+0000 7f1584d2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:47:54.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.846+0000 7f1584d2a800 20 searching for the correct realm 2024-09-12T00:47:54.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:54.850+0000 7f157bfff640 0 -- 172.21.15.163:0/2470029312 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f157407a410 msgr2=0x7f157407a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:55.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.055+0000 7f15812db640 0 -- 172.21.15.163:0/2470029312 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5611eec34f70 msgr2=0x5611eec373a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:47:55.057 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:55.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:47:55.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.058+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 zone default found 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 4 Realm: () 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 zonegroup default 2024-09-12T00:47:55.059 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.059+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.060+0000 7f1584d2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.060+0000 7f1584d2a800 20 started sync module instance, tier type = 2024-09-12T00:47:55.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.060+0000 7f1584d2a800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=0 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=1 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=2 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=3 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=4 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=5 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=6 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 20 add_watcher() i=7 2024-09-12T00:47:55.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.069+0000 7f1584d2a800 2 all 8 watchers are set, enabling cache 2024-09-12T00:47:55.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.071+0000 7f1436fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.071+0000 7f1584d2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.071+0000 7f1584d2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.071+0000 7f1584d2a800 5 note: GC not initialized 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1435fe3640 20 reqs_thread_entry: start 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 20 init_complete bucket index max shards: 1 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 20 Filter name: none 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f13a77fe640 20 reqs_thread_entry: start 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:47:55.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:47:55.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:47:55.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.072+0000 7f1584d2a800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:47:55.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : miss 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 20 rados->read ofs=0 len=0 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:47:55.073 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.073+0000 7f1584d2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:47:55.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.074+0000 7f1584d2a800 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to be held by another RGW process; skipping for now 2024-09-12T00:47:55.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.075+0000 7f1436fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:47:55.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.077+0000 7f1584d2a800 20 remove_watcher() i=0 2024-09-12T00:47:55.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.077+0000 7f1584d2a800 2 removed watcher, disabling cache 2024-09-12T00:47:55.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.078+0000 7f1584d2a800 20 remove_watcher() i=1 2024-09-12T00:47:55.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.079+0000 7f1584d2a800 20 remove_watcher() i=2 2024-09-12T00:47:55.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.080+0000 7f1584d2a800 20 remove_watcher() i=3 2024-09-12T00:47:55.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.080+0000 7f1584d2a800 20 remove_watcher() i=4 2024-09-12T00:47:55.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.081+0000 7f1584d2a800 20 remove_watcher() i=5 2024-09-12T00:47:55.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.082+0000 7f1584d2a800 20 remove_watcher() i=6 2024-09-12T00:47:55.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:47:55.083+0000 7f1584d2a800 20 remove_watcher() i=7 2024-09-12T00:47:55.093 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:48:25.126 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:48:25.161 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:25.161 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:25.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.204+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.205+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.205+0000 7f565352c800 20 realm 2024-09-12T00:48:25.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.205+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.205+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.205+0000 7f565352c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:25.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.205+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.206+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.206+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.207+0000 7f565352c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:25.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.207+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.207+0000 7f565352c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:25.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.207+0000 7f565352c800 20 searching for the correct realm 2024-09-12T00:48:25.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.212+0000 7f564ea4e640 0 -- 172.21.15.163:0/3219927235 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f564004b0c0 msgr2=0x7f5640098040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:25.418 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.419+0000 7f564fa50640 0 -- 172.21.15.163:0/3219927235 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x555a49321290 msgr2=0x555a49323680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:25.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:25.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:25.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:25.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:25.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:25.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:25.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.422+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:25.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:25.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 zone default found 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 4 Realm: () 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 zonegroup default 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.423+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 started sync module instance, tier type = 2024-09-12T00:48:25.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.424+0000 7f565352c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:25.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=0 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=1 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=2 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=3 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=4 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=5 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.435+0000 7f565352c800 20 add_watcher() i=6 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.436+0000 7f565352c800 20 add_watcher() i=7 2024-09-12T00:48:25.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.436+0000 7f565352c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:25.436 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.437+0000 7f5505fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:25.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:25.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:25.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 5 note: GC not initialized 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f5504fe1640 20 reqs_thread_entry: start 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 20 Filter name: none 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f547e7fc640 20 reqs_thread_entry: start 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.438+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.439+0000 7f565352c800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:48:25.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.439+0000 7f565352c800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:48:25.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.439+0000 7f565352c800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:48:25.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.439+0000 7f565352c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : miss 2024-09-12T00:48:25.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.439+0000 7f565352c800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.440+0000 7f565352c800 20 rados_obj.operate() r=0 bl.length=441 2024-09-12T00:48:25.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.440+0000 7f565352c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.440+0000 7f565352c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.440 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.440+0000 7f565352c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:25.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.440+0000 7f565352c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.440+0000 7f565352c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:48:25.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.441+0000 7f565352c800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:48:25.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f565352c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f565352c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f565352c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f565352c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34, ofs0, ns] 2024-09-12T00:48:25.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f5532ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366220 cookie 93846263477216 notifier 7166 bl.length()=911 2024-09-12T00:48:25.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f5532ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f5532ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.446+0000 7f5532ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.448+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_sources= new_sources= 2024-09-12T00:48:25.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.448+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential sources added=[] removed=[] 2024-09-12T00:48:25.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.448+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_dests= new_dests= 2024-09-12T00:48:25.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.448+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential dests added=[] removed=[] 2024-09-12T00:48:25.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.452+0000 7f565352c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34.2.0 2024-09-12T00:48:25.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.452+0000 7f565352c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34.2.0 2024-09-12T00:48:25.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.452+0000 7f565352c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34.2.1 2024-09-12T00:48:25.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.452+0000 7f565352c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34.2.1 2024-09-12T00:48:25.451 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.452+0000 7f565352c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34.0 2024-09-12T00:48:25.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.454+0000 7f565352c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : hit (requested=0x17, cached=0x17) 2024-09-12T00:48:25.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.454+0000 7f565352c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:48:25.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f565352c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.454 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f565352c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f565352c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f565352c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34, ofs0, ns] 2024-09-12T00:48:25.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f55327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366221 cookie 93846263477216 notifier 7166 bl.length()=911 2024-09-12T00:48:25.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f55327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f55327fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.456+0000 7f55327fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.458+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_sources= new_sources= 2024-09-12T00:48:25.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.458+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential sources added=[] removed=[] 2024-09-12T00:48:25.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.458+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_dests= new_dests= 2024-09-12T00:48:25.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.458+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential dests added=[] removed=[] 2024-09-12T00:48:25.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.459+0000 7f565352c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34.0 2024-09-12T00:48:25.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.459+0000 7f565352c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 : hit (requested=0x17, cached=0x17) 2024-09-12T00:48:25.458 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.459+0000 7f565352c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 2024-09-12T00:48:25.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f565352c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f565352c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f565352c800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f565352c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34, ofs0, ns] 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f55327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366222 cookie 93846263477216 notifier 7166 bl.length()=879 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f55327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 info.flags=0x17 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f55327fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 to cache LRU end 2024-09-12T00:48:25.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.461+0000 7f55327fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:25.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.463+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_sources= new_sources= 2024-09-12T00:48:25.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.463+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential sources added=[] removed=[] 2024-09-12T00:48:25.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.463+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): orig_dests= new_dests= 2024-09-12T00:48:25.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.463+0000 7f565352c800 20 handle_bi_update(): bucket=:abort-at-do-reshard[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34]): potential dests added=[] removed=[] 2024-09-12T00:48:25.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.464+0000 7f565352c800 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2024-09-12T00:48:25.465 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.466+0000 7f5505fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:25.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.468+0000 7f565352c800 20 remove_watcher() i=0 2024-09-12T00:48:25.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.468+0000 7f565352c800 2 removed watcher, disabling cache 2024-09-12T00:48:25.468 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.469+0000 7f565352c800 20 remove_watcher() i=1 2024-09-12T00:48:25.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.471+0000 7f565352c800 20 remove_watcher() i=2 2024-09-12T00:48:25.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.472+0000 7f565352c800 20 remove_watcher() i=3 2024-09-12T00:48:25.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.473+0000 7f565352c800 20 remove_watcher() i=4 2024-09-12T00:48:25.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.474+0000 7f565352c800 20 remove_watcher() i=5 2024-09-12T00:48:25.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.475+0000 7f565352c800 20 remove_watcher() i=6 2024-09-12T00:48:25.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.476+0000 7f565352c800 20 remove_watcher() i=7 2024-09-12T00:48:25.488 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T00:48:25.517 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:25.517 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:25.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.556+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 realm 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.558+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.559+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:25.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.559+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.559+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:25.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.559+0000 7f8a8d331800 20 searching for the correct realm 2024-09-12T00:48:25.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.563+0000 7f8a80819640 0 -- 172.21.15.163:0/1223872803 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f8a7c04b8e0 msgr2=0x7f8a7c01a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:25.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.769+0000 7f8a8981b640 0 -- 172.21.15.163:0/1223872803 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55bf76c2f550 msgr2=0x55bf76c31940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:25.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.772+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:25.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 20 zone default found 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 4 Realm: () 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 20 zonegroup default 2024-09-12T00:48:25.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.773+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 started sync module instance, tier type = 2024-09-12T00:48:25.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.774+0000 7f8a8d331800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:25.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=0 2024-09-12T00:48:25.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=1 2024-09-12T00:48:25.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=2 2024-09-12T00:48:25.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=3 2024-09-12T00:48:25.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=4 2024-09-12T00:48:25.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=5 2024-09-12T00:48:25.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.783+0000 7f8a8d331800 20 add_watcher() i=6 2024-09-12T00:48:25.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.784+0000 7f8a8d331800 20 add_watcher() i=7 2024-09-12T00:48:25.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.784+0000 7f8a8d331800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:25.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.786+0000 7f893f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:25.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.786+0000 7f8a8d331800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:25.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.786+0000 7f8a8d331800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:25.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.786+0000 7f8a8d331800 5 note: GC not initialized 2024-09-12T00:48:25.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f893e7e4640 20 reqs_thread_entry: start 2024-09-12T00:48:25.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f8a8d331800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:25.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f8a8d331800 20 Filter name: none 2024-09-12T00:48:25.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f88affff640 20 reqs_thread_entry: start 2024-09-12T00:48:25.786 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:48:25.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.787+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.788+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:48:25.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.788+0000 7f8a8d331800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:25.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.788+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.788+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=187 2024-09-12T00:48:25.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.788+0000 7f8a8d331800 20 rados->read ofs=0 len=0 2024-09-12T00:48:25.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.789+0000 7f8a8d331800 20 rados_obj.operate() r=0 bl.length=409 2024-09-12T00:48:25.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.789+0000 7f8a8d331800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:25.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.790+0000 7f893f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:25.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.792+0000 7f8a8d331800 20 remove_watcher() i=0 2024-09-12T00:48:25.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.792+0000 7f8a8d331800 2 removed watcher, disabling cache 2024-09-12T00:48:25.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.793+0000 7f8a8d331800 20 remove_watcher() i=1 2024-09-12T00:48:25.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.794+0000 7f8a8d331800 20 remove_watcher() i=2 2024-09-12T00:48:25.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.795+0000 7f8a8d331800 20 remove_watcher() i=3 2024-09-12T00:48:25.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.796+0000 7f8a8d331800 20 remove_watcher() i=4 2024-09-12T00:48:25.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.797+0000 7f8a8d331800 20 remove_watcher() i=5 2024-09-12T00:48:25.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.798+0000 7f8a8d331800 20 remove_watcher() i=6 2024-09-12T00:48:25.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:25.799+0000 7f8a8d331800 20 remove_watcher() i=7 2024-09-12T00:48:25.808 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:25.808 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:48:25.808 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-do-reshard id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:48:25.808 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:25.810 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:25.810 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:25.829 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:25.829 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.040 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.040 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.109 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T00:48:26.110 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:26.111 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.111 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.151 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.151 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.208 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.208 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.247 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.247 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.281 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.282 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.317 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.317 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.354 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.354 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.389 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.389 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.426 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.426 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.462 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.462 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.498 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.498 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.534 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.534 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.569 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.569 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.604 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.604 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.639 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.640 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.675 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.675 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.712 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.712 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.749 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.749 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.785 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.785 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.819 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.819 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.855 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.855 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.890 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:26.890 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:26.929 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T00:48:26.957 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:26.958 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:26.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.997+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 realm 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:26.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:26.999+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:26.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.000+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:26.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.000+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:26.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.000+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:26.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.000+0000 7fe04e928800 20 searching for the correct realm 2024-09-12T00:48:27.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.004+0000 7fe049e6e640 0 -- 172.21.15.163:0/3691310337 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fe03c086040 msgr2=0x7fe03c06d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.008+0000 7fe04ae70640 0 -- 172.21.15.163:0/3691310337 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55fb1a326e20 msgr2=0x55fb1a329210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:27.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 zone default found 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 4 Realm: () 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 zonegroup default 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.011+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 started sync module instance, tier type = 2024-09-12T00:48:27.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.012+0000 7fe04e928800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:27.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=0 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=1 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=2 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=3 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=4 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=5 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.021+0000 7fe04e928800 20 add_watcher() i=6 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.022+0000 7fe04e928800 20 add_watcher() i=7 2024-09-12T00:48:27.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.022+0000 7fe04e928800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.023+0000 7fdf00fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.023+0000 7fe04e928800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.023+0000 7fe04e928800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.024+0000 7fe04e928800 5 note: GC not initialized 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.024+0000 7fde7b7fe640 20 reqs_thread_entry: start 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.024+0000 7fe04e928800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.024+0000 7fe04e928800 20 Filter name: none 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.024+0000 7fde797fa640 20 reqs_thread_entry: start 2024-09-12T00:48:27.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.024+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:27.024 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.025+0000 7fe04e928800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.026+0000 7fe04e928800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.026+0000 7fe04e928800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:27.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.027+0000 7fdf00fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.029+0000 7fe04e928800 20 remove_watcher() i=0 2024-09-12T00:48:27.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.029+0000 7fe04e928800 2 removed watcher, disabling cache 2024-09-12T00:48:27.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.030+0000 7fe04e928800 20 remove_watcher() i=1 2024-09-12T00:48:27.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.031+0000 7fe04e928800 20 remove_watcher() i=2 2024-09-12T00:48:27.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.032+0000 7fe04e928800 20 remove_watcher() i=3 2024-09-12T00:48:27.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.033+0000 7fe04e928800 20 remove_watcher() i=4 2024-09-12T00:48:27.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.034+0000 7fe04e928800 20 remove_watcher() i=5 2024-09-12T00:48:27.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.035+0000 7fe04e928800 20 remove_watcher() i=6 2024-09-12T00:48:27.034 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.036+0000 7fe04e928800 20 remove_watcher() i=7 2024-09-12T00:48:27.045 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:27.045 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:48:27.045 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-logrecord-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:48:27.045 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:27.046 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T00:48:27.080 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:27.081 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:27.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.119+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 realm 2024-09-12T00:48:27.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:27.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.120+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.121+0000 7f2ffb346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.121+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.121+0000 7f2ffb346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:27.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.121+0000 7f2ffb346800 20 searching for the correct realm 2024-09-12T00:48:27.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.126+0000 7f2ff3fff640 0 -- 172.21.15.163:0/583296460 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2fec090920 msgr2=0x7f2fec06b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.332+0000 7f2ff9638640 0 -- 172.21.15.163:0/583296460 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x557b3aefafa0 msgr2=0x557b3aefd390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.334+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.334 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 zone default found 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 4 Realm: () 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 zonegroup default 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.335+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.336+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.336+0000 7f2ffb346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.336+0000 7f2ffb346800 20 started sync module instance, tier type = 2024-09-12T00:48:27.336 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.336+0000 7f2ffb346800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:27.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=0 2024-09-12T00:48:27.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=1 2024-09-12T00:48:27.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=2 2024-09-12T00:48:27.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=3 2024-09-12T00:48:27.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=4 2024-09-12T00:48:27.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=5 2024-09-12T00:48:27.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.344+0000 7f2ffb346800 20 add_watcher() i=6 2024-09-12T00:48:27.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.345+0000 7f2ffb346800 20 add_watcher() i=7 2024-09-12T00:48:27.344 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.345+0000 7f2ffb346800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:27.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2eaefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:27.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:27.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 5 note: GC not initialized 2024-09-12T00:48:27.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2eadfe3640 20 reqs_thread_entry: start 2024-09-12T00:48:27.347 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 20 Filter name: none 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2e1f7fe640 20 reqs_thread_entry: start 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.347+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 : miss 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.348 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:27.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:27.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.349 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.348+0000 7f2ffb346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 2024-09-12T00:48:27.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ffb346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ffb346800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ffb346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ffb346800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35, ofs0, ns] 2024-09-12T00:48:27.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ecf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 93987758134224 notifier 7217 bl.length()=923 2024-09-12T00:48:27.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ecf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ecf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.352+0000 7f2ecf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.354+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_sources= new_sources= 2024-09-12T00:48:27.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.354+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential sources added=[] removed=[] 2024-09-12T00:48:27.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.354+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_dests= new_dests= 2024-09-12T00:48:27.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.354+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential dests added=[] removed=[] 2024-09-12T00:48:27.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.355+0000 7f2ffb346800 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T00:48:27.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.355+0000 7f2ffb346800 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T00:48:27.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.357+0000 7f2ffb346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 : hit (requested=0x17, cached=0x17) 2024-09-12T00:48:27.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.357+0000 7f2ffb346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ffb346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ffb346800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ffb346800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ffb346800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35, ofs0, ns] 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ecf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366226 cookie 93987758134224 notifier 7217 bl.length()=891 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ecf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ecf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.359+0000 7f2ecf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.360+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_sources= new_sources= 2024-09-12T00:48:27.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.360+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential sources added=[] removed=[] 2024-09-12T00:48:27.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.360+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_dests= new_dests= 2024-09-12T00:48:27.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.360+0000 7f2ffb346800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential dests added=[] removed=[] 2024-09-12T00:48:27.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.362+0000 7f2eaefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.364+0000 7f2ffb346800 20 remove_watcher() i=0 2024-09-12T00:48:27.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.364+0000 7f2ffb346800 2 removed watcher, disabling cache 2024-09-12T00:48:27.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.365+0000 7f2ffb346800 20 remove_watcher() i=1 2024-09-12T00:48:27.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.366+0000 7f2ffb346800 20 remove_watcher() i=2 2024-09-12T00:48:27.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.367+0000 7f2ffb346800 20 remove_watcher() i=3 2024-09-12T00:48:27.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.368+0000 7f2ffb346800 20 remove_watcher() i=4 2024-09-12T00:48:27.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.369+0000 7f2ffb346800 20 remove_watcher() i=5 2024-09-12T00:48:27.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.370+0000 7f2ffb346800 20 remove_watcher() i=6 2024-09-12T00:48:27.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.371+0000 7f2ffb346800 20 remove_watcher() i=7 2024-09-12T00:48:27.381 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T00:48:27.410 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:27.410 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:27.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.448+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.449+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.449+0000 7fa532d44800 20 realm 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.449+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.450+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.450+0000 7fa532d44800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.450+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.450+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.450+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.451+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.451+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.451+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:27.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.451+0000 7fa532d44800 20 searching for the correct realm 2024-09-12T00:48:27.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.454+0000 7fa5262f3640 0 -- 172.21.15.163:0/2423136171 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x559b512ccbc0 msgr2=0x559b512cf040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.457+0000 7fa52f2f5640 0 -- 172.21.15.163:0/2423136171 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fa520066760 msgr2=0x7fa52005f1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.459 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 zone default found 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 4 Realm: () 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.461+0000 7fa532d44800 20 zonegroup default 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 started sync module instance, tier type = 2024-09-12T00:48:27.463 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.462+0000 7fa532d44800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=0 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=1 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=2 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=3 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=4 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=5 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.471+0000 7fa532d44800 20 add_watcher() i=6 2024-09-12T00:48:27.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.472+0000 7fa532d44800 20 add_watcher() i=7 2024-09-12T00:48:27.471 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.472+0000 7fa532d44800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:27.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.473+0000 7fa3e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa532d44800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa532d44800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa532d44800 5 note: GC not initialized 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa35ffff640 20 reqs_thread_entry: start 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa532d44800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa532d44800 20 Filter name: none 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa35dffb640 20 reqs_thread_entry: start 2024-09-12T00:48:27.473 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.474+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.475+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.475+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.475+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.475+0000 7fa532d44800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.475+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.476+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.476+0000 7fa532d44800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.476+0000 7fa532d44800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:27.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.476+0000 7fa532d44800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:27.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.477+0000 7fa3e57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.479+0000 7fa532d44800 20 remove_watcher() i=0 2024-09-12T00:48:27.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.479+0000 7fa532d44800 2 removed watcher, disabling cache 2024-09-12T00:48:27.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.480+0000 7fa532d44800 20 remove_watcher() i=1 2024-09-12T00:48:27.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.481+0000 7fa532d44800 20 remove_watcher() i=2 2024-09-12T00:48:27.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.482+0000 7fa532d44800 20 remove_watcher() i=3 2024-09-12T00:48:27.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.483+0000 7fa532d44800 20 remove_watcher() i=4 2024-09-12T00:48:27.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.484+0000 7fa532d44800 20 remove_watcher() i=5 2024-09-12T00:48:27.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.485+0000 7fa532d44800 20 remove_watcher() i=6 2024-09-12T00:48:27.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.486+0000 7fa532d44800 20 remove_watcher() i=7 2024-09-12T00:48:27.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:27.495 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:48:27.495 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-logrecord-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:48:27.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:27.496 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:27.496 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:27.531 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:27.532 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:27.589 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:48:27.620 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:27.621 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:27.657 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.658+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 realm 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.660+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.661+0000 7f404a60f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.661+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.661+0000 7f404a60f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:27.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.661+0000 7f404a60f800 20 searching for the correct realm 2024-09-12T00:48:27.664 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.665+0000 7f403d547640 0 -- 172.21.15.163:0/1736767426 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f403806a7a0 msgr2=0x7f40380a01d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.669+0000 7f4046549640 0 -- 172.21.15.163:0/1736767426 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558b6c69c370 msgr2=0x558b6c69e780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:27.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:27.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:27.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:27.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:27.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.872+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 zone default found 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 4 Realm: () 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:27.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:27.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 zonegroup default 2024-09-12T00:48:27.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.873+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.874+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.874+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.874+0000 7f404a60f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.874+0000 7f404a60f800 20 started sync module instance, tier type = 2024-09-12T00:48:27.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.874+0000 7f404a60f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:27.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=0 2024-09-12T00:48:27.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=1 2024-09-12T00:48:27.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=2 2024-09-12T00:48:27.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=3 2024-09-12T00:48:27.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=4 2024-09-12T00:48:27.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=5 2024-09-12T00:48:27.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=6 2024-09-12T00:48:27.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 20 add_watcher() i=7 2024-09-12T00:48:27.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.883+0000 7f404a60f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:27.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.885+0000 7f3ef77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.884 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.885+0000 7f404a60f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.885+0000 7f404a60f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.885+0000 7f404a60f800 5 note: GC not initialized 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.885+0000 7f3ef67fc640 20 reqs_thread_entry: start 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.886+0000 7f404a60f800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.886+0000 7f404a60f800 20 Filter name: none 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.886+0000 7f3e67fff640 20 reqs_thread_entry: start 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.886+0000 7f404a60f800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T00:48:27.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.886+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 : miss 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:27.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.887+0000 7f404a60f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 2024-09-12T00:48:27.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.890+0000 7f404a60f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.890+0000 7f404a60f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.890+0000 7f404a60f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.890+0000 7f404a60f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35, ofs0, ns] 2024-09-12T00:48:27.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.891+0000 7f3f297fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366227 cookie 94057307694544 notifier 7253 bl.length()=923 2024-09-12T00:48:27.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.891+0000 7f3f297fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.891+0000 7f3f297fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.891+0000 7f3f297fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.892+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_sources= new_sources= 2024-09-12T00:48:27.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.892+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential sources added=[] removed=[] 2024-09-12T00:48:27.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.892+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_dests= new_dests= 2024-09-12T00:48:27.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.892+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential dests added=[] removed=[] 2024-09-12T00:48:27.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.895+0000 7f404a60f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35.1.0 2024-09-12T00:48:27.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.895+0000 7f404a60f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35.1.0 2024-09-12T00:48:27.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.895+0000 7f404a60f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35.1.1 2024-09-12T00:48:27.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.895+0000 7f404a60f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35.1.1 2024-09-12T00:48:27.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.895+0000 7f404a60f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35.0 2024-09-12T00:48:27.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.897+0000 7f404a60f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 : hit (requested=0x17, cached=0x17) 2024-09-12T00:48:27.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.897+0000 7f404a60f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 2024-09-12T00:48:27.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.898+0000 7f404a60f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.898+0000 7f404a60f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.898+0000 7f404a60f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.898+0000 7f404a60f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35, ofs0, ns] 2024-09-12T00:48:27.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.899+0000 7f3f297fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 94057307694544 notifier 7253 bl.length()=923 2024-09-12T00:48:27.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.899+0000 7f3f297fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.899+0000 7f3f297fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.899+0000 7f3f297fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.900+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_sources= new_sources= 2024-09-12T00:48:27.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.900+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential sources added=[] removed=[] 2024-09-12T00:48:27.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.900+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_dests= new_dests= 2024-09-12T00:48:27.899 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.900+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential dests added=[] removed=[] 2024-09-12T00:48:27.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.902+0000 7f404a60f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35.0 2024-09-12T00:48:27.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.902+0000 7f404a60f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 : hit (requested=0x17, cached=0x17) 2024-09-12T00:48:27.901 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.902+0000 7f404a60f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 2024-09-12T00:48:27.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f404a60f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f404a60f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f404a60f800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f404a60f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35, ofs0, ns] 2024-09-12T00:48:27.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f3f28ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366229 cookie 94057307694544 notifier 7253 bl.length()=891 2024-09-12T00:48:27.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f3f28ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 info.flags=0x17 2024-09-12T00:48:27.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f3f28ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 to cache LRU end 2024-09-12T00:48:27.903 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.904+0000 7f3f28ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:27.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.905+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_sources= new_sources= 2024-09-12T00:48:27.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.906+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential sources added=[] removed=[] 2024-09-12T00:48:27.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.906+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): orig_dests= new_dests= 2024-09-12T00:48:27.904 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.906+0000 7f404a60f800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35]): potential dests added=[] removed=[] 2024-09-12T00:48:27.905 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.907+0000 7f404a60f800 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T00:48:27.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.908+0000 7f3ef77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:27.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.910+0000 7f404a60f800 20 remove_watcher() i=0 2024-09-12T00:48:27.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.910+0000 7f404a60f800 2 removed watcher, disabling cache 2024-09-12T00:48:27.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.911+0000 7f404a60f800 20 remove_watcher() i=1 2024-09-12T00:48:27.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.912+0000 7f404a60f800 20 remove_watcher() i=2 2024-09-12T00:48:27.912 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.914+0000 7f404a60f800 20 remove_watcher() i=3 2024-09-12T00:48:27.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.915+0000 7f404a60f800 20 remove_watcher() i=4 2024-09-12T00:48:27.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.916+0000 7f404a60f800 20 remove_watcher() i=5 2024-09-12T00:48:27.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.917+0000 7f404a60f800 20 remove_watcher() i=6 2024-09-12T00:48:27.917 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.918+0000 7f404a60f800 20 remove_watcher() i=7 2024-09-12T00:48:27.929 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T00:48:27.957 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:27.957 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:27.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.995+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 realm 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:27.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.997+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.998+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:27.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.998+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:27.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.998+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:27.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:27.998+0000 7f88b7135800 20 searching for the correct realm 2024-09-12T00:48:28.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.002+0000 7f88b2620640 0 -- 172.21.15.163:0/855637932 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f88a4086060 msgr2=0x7f88a407d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:28.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.208+0000 7f88b3622640 0 -- 172.21.15.163:0/855637932 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c7aaf85280 msgr2=0x55c7aaf87670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:28.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:28.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:28.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:28.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 20 zone default found 2024-09-12T00:48:28.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 4 Realm: () 2024-09-12T00:48:28.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:28.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:28.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.211+0000 7f88b7135800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:28.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 zonegroup default 2024-09-12T00:48:28.213 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:28.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:28.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:28.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 started sync module instance, tier type = 2024-09-12T00:48:28.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.212+0000 7f88b7135800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:28.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=0 2024-09-12T00:48:28.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=1 2024-09-12T00:48:28.220 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=2 2024-09-12T00:48:28.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=3 2024-09-12T00:48:28.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=4 2024-09-12T00:48:28.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=5 2024-09-12T00:48:28.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.221+0000 7f88b7135800 20 add_watcher() i=6 2024-09-12T00:48:28.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.222+0000 7f88b7135800 20 add_watcher() i=7 2024-09-12T00:48:28.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.222+0000 7f88b7135800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:28.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.223+0000 7f87697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:28.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f88b7135800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:28.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f88b7135800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:28.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f88b7135800 5 note: GC not initialized 2024-09-12T00:48:28.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f86e3fff640 20 reqs_thread_entry: start 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f88b7135800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f88b7135800 20 Filter name: none 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f86e1ffb640 20 reqs_thread_entry: start 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.224+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.225+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.225+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.225+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.225+0000 7f88b7135800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:28.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.225+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.226+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:28.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.226+0000 7f88b7135800 20 rados->read ofs=0 len=0 2024-09-12T00:48:28.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.226+0000 7f88b7135800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:28.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.226+0000 7f88b7135800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:28.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.227+0000 7f87697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:28.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.229+0000 7f88b7135800 20 remove_watcher() i=0 2024-09-12T00:48:28.228 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.229+0000 7f88b7135800 2 removed watcher, disabling cache 2024-09-12T00:48:28.229 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.230+0000 7f88b7135800 20 remove_watcher() i=1 2024-09-12T00:48:28.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.231+0000 7f88b7135800 20 remove_watcher() i=2 2024-09-12T00:48:28.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.232+0000 7f88b7135800 20 remove_watcher() i=3 2024-09-12T00:48:28.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.233+0000 7f88b7135800 20 remove_watcher() i=4 2024-09-12T00:48:28.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.234+0000 7f88b7135800 20 remove_watcher() i=5 2024-09-12T00:48:28.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.235+0000 7f88b7135800 20 remove_watcher() i=6 2024-09-12T00:48:28.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:28.236+0000 7f88b7135800 20 remove_watcher() i=7 2024-09-12T00:48:28.245 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:28.245 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:48:28.245 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-logrecord-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:48:28.246 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:28.248 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.248 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.266 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.266 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.482 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.482 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.545 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T00:48:28.546 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:28.546 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.546 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.587 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.587 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.644 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.645 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.681 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.681 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.717 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.717 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.754 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.754 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.789 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.789 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.825 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.825 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.860 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.861 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.896 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.896 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.934 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.934 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:28.970 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:28.970 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.005 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.005 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.041 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.041 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.076 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.076 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.112 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.112 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.148 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.148 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.185 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.185 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.219 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.219 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.255 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.255 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.294 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.294 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.329 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:29.329 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:29.366 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T00:48:29.395 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:29.395 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:29.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.630+0000 7f363402f640 0 --2- 172.21.15.163:0/221997266 >> [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] conn(0x55aa759d0d80 0x55aa759cdd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:48:29.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.635+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:29.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:29.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 realm 2024-09-12T00:48:29.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:29.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:29.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:29.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:29.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:29.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.637+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:29.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.638+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:29.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.638+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:29.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.639+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:29.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.639+0000 7f363ed46800 20 searching for the correct realm 2024-09-12T00:48:29.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.641+0000 7f363c830640 0 -- 172.21.15.163:0/1936812499 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f3638017040 msgr2=0x7f363806ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:48:29.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:29.847+0000 7f363d031640 0 -- 172.21.15.163:0/1936812499 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f362c0b5e00 msgr2=0x7f362c0b1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.053 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.054+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.054 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:30.055 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 zone default found 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 4 Realm: () 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 zonegroup default 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.055+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.056+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.056+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.056+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.056+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.056+0000 7f363ed46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.057+0000 7f363ed46800 20 started sync module instance, tier type = 2024-09-12T00:48:30.056 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.057+0000 7f363ed46800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=0 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=1 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=2 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=3 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=4 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=5 2024-09-12T00:48:30.065 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.066+0000 7f363ed46800 20 add_watcher() i=6 2024-09-12T00:48:30.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.067+0000 7f363ed46800 20 add_watcher() i=7 2024-09-12T00:48:30.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.067+0000 7f363ed46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:30.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.069+0000 7f34f2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.069+0000 7f363ed46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:30.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.069+0000 7f363ed46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:30.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.069+0000 7f363ed46800 5 note: GC not initialized 2024-09-12T00:48:30.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.069+0000 7f34f1fe3640 20 reqs_thread_entry: start 2024-09-12T00:48:30.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.070+0000 7f363ed46800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:30.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.070+0000 7f363ed46800 20 Filter name: none 2024-09-12T00:48:30.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.070+0000 7f34637fe640 20 reqs_thread_entry: start 2024-09-12T00:48:30.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.070+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.070+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.070+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.071+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:30.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.071+0000 7f363ed46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:30.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.071+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.070 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.071+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.071+0000 7f363ed46800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.072+0000 7f363ed46800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:30.071 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.072+0000 7f363ed46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:30.072 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.073+0000 7f34f2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.076+0000 7f363ed46800 20 remove_watcher() i=0 2024-09-12T00:48:30.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.076+0000 7f363ed46800 2 removed watcher, disabling cache 2024-09-12T00:48:30.075 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.077+0000 7f363ed46800 20 remove_watcher() i=1 2024-09-12T00:48:30.076 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.078+0000 7f363ed46800 20 remove_watcher() i=2 2024-09-12T00:48:30.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.079+0000 7f363ed46800 20 remove_watcher() i=3 2024-09-12T00:48:30.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.080+0000 7f363ed46800 20 remove_watcher() i=4 2024-09-12T00:48:30.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.081+0000 7f363ed46800 20 remove_watcher() i=5 2024-09-12T00:48:30.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.082+0000 7f363ed46800 20 remove_watcher() i=6 2024-09-12T00:48:30.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.083+0000 7f363ed46800 20 remove_watcher() i=7 2024-09-12T00:48:30.094 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.094 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:48:30.094 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-logrecord-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:48:30.094 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.095 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T00:48:30.129 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:30.130 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:30.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.168+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 realm 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.170+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.170+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.171+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:30.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.171+0000 7f9c42136800 20 searching for the correct realm 2024-09-12T00:48:30.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.175+0000 7f9c3d6b6640 0 -- 172.21.15.163:0/1814934755 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f9c30039920 msgr2=0x7f9c3004c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.382+0000 7f9c3e6b8640 0 -- 172.21.15.163:0/1814934755 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558e7cf8aea0 msgr2=0x558e7cf8d2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:30.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:30.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:30.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:30.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:30.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:30.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.384+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 zone default found 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 4 Realm: () 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 zonegroup default 2024-09-12T00:48:30.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.386+0000 7f9c42136800 20 started sync module instance, tier type = 2024-09-12T00:48:30.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.386+0000 7f9c42136800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:30.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=0 2024-09-12T00:48:30.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=1 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=2 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=3 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=4 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=5 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=6 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.397+0000 7f9c42136800 20 add_watcher() i=7 2024-09-12T00:48:30.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.397+0000 7f9c42136800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:30.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9aef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9c42136800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:30.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9c42136800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:30.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9c42136800 5 note: GC not initialized 2024-09-12T00:48:30.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9aee7fc640 20 reqs_thread_entry: start 2024-09-12T00:48:30.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9c42136800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:30.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9c42136800 20 Filter name: none 2024-09-12T00:48:30.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.399+0000 7f9a5ffff640 20 reqs_thread_entry: start 2024-09-12T00:48:30.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:48:30.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : miss 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.400+0000 7f9c42136800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9c42136800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9c42136800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9c42136800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36, ofs0, ns] 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366156 cookie 94070470433376 notifier 7301 bl.length()=923 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_sources= new_sources= 2024-09-12T00:48:30.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential sources added=[] removed=[] 2024-09-12T00:48:30.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_dests= new_dests= 2024-09-12T00:48:30.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential dests added=[] removed=[] 2024-09-12T00:48:30.406 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c42136800 time 2024-09-12T00:48:30.408421+0000 2024-09-12T00:48:30.406 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9c4398c71a] 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:48:30.407 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9c42136800 thread_name:radosgw-admin 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.408+0000 7f9c42136800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c42136800 time 2024-09-12T00:48:30.408421+0000 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9c4398c71a] 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:48:30.408 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:48:30.409 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.426 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9c4263e6f0] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9c4268b99c] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9c4398c774] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:48:30.427 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.409+0000 7f9c42136800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9c42136800 thread_name:radosgw-admin 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9c4263e6f0] 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9c4268b99c] 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9c4398c774] 2024-09-12T00:48:30.428 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: dump: 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.429 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.430 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: dump: 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:48:30.151+0000 7f9c42136800 5 monclient: authenticate success, global_id 7289 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:48:30.151+0000 7f9c42136800 10 monclient: get_monmap_and_config success 2024-09-12T00:48:30.431 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:48:30.151+0000 7f9c42136800 4 set_mon_vals no callback set 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: shutdown 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 asok(0x558e7cc7e630) unregister_commands rotate-key 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.432 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding auth protocol: cephx 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding auth protocol: cephx 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding auth protocol: cephx 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.433 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:48:30.152+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: starting msgr at 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: starting objecter 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command objecter_requests hook 0x558e7cea0cc0 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: setting wanted keys 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: calling monclient init 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding auth protocol: cephx 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding auth protocol: cephx 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding auth protocol: cephx 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.434 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:48:30.152+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:48:30.153+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:48:30.153+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key hook 0x558e7ce9e5c8 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.435 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cd288d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cd56d90 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7ced0420 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.447242s 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cd56d90 auth_method 0 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.436 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7ced0420 auth_method 0 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_done global_id 7292 payload 824 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 1 monclient: found mon.noname-c 2024-09-12T00:48:30.437 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:48:30.153+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7cd288d0 auth_method 0 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: dump: 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.438 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: dump: 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.439 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:48:30.153+0000 7f9c42136800 5 monclient: authenticate success, global_id 7292 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:48:30.153+0000 7f9b2be07640 4 set_mon_vals no callback set 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:48:30.153+0000 7f9c42136800 1 librados: init done 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:48:30.155+0000 7f9b2a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:48:30.155+0000 7f9b2a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:48:30.155+0000 7f9b2a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:48:30.155+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x7f9b24076470 auth_method 0 2024-09-12T00:48:30.440 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:48:30.156+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x558e7cec55b0 auth_method 0 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:48:30.157+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7ceea320 auth_method 0 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:48:30.158+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:48:30.158+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:48:30.158+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.441 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding auth protocol: cephx 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding auth protocol: cephx 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding auth protocol: cephx 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.442 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:48:30.159+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command objecter_requests cmddesc objecter_requests hook 0x558e7cef3820 EEXIST 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding auth protocol: cephx 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding auth protocol: cephx 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding auth protocol: cephx 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.443 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:48:30.159+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:48:30.159+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key cmddesc rotate-key hook 0x558e7ceeec20 EEXIST 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cf17b40 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7cf17f20 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cf16850 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.444 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.453783s 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7cf17b40 auth_method 0 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request con 0x558e7cf17f20 auth_method 0 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.445 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:48:30.160+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:48:30.160+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:48:30.160+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cf16850 auth_method 0 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.446 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_done global_id 7295 payload 824 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 1 monclient: found mon.noname-c 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: dump: 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.447 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: dump: 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.448 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:48:30.160+0000 7f9c42136800 5 monclient: authenticate success, global_id 7295 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:48:30.160+0000 7f9c3eeb9640 4 set_mon_vals no callback set 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.449 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:48:30.162+0000 7f9b237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:48:30.162+0000 7f9b237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:48:30.162+0000 7f9b237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:48:30.162+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x7f9b18076380 auth_method 0 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:48:30.162+0000 7f9c42136800 10 monclient: get_monmap_and_config 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:48:30.162+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:48:30.162+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:48:30.162+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.450 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding auth protocol: cephx 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding auth protocol: cephx 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding auth protocol: cephx 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.451 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.452 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:48:30.162+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding auth protocol: cephx 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding auth protocol: cephx 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding auth protocol: cephx 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.453 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:48:30.163+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:48:30.163+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key cmddesc rotate-key hook 0x7fff3e0552a8 EEXIST 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7cf6c010 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cf3d020 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cf674f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.454 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.457601s 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7cf6c010 auth_method 0 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request con 0x558e7cf3d020 auth_method 0 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.455 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cf674f0 auth_method 0 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_done global_id 7851 payload 274 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 1 monclient: found mon.noname-a 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:48:30.456 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: dump: 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.457 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: dump: 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.458 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 monclient: authenticate success, global_id 7851 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: get_monmap_and_config success 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:48:30.164+0000 7f9c42136800 4 set_mon_vals no callback set 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: shutdown 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.459 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:48:30.164+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding auth protocol: cephx 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding auth protocol: cephx 2024-09-12T00:48:30.460 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding auth protocol: cephx 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.461 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:48:30.165+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: starting msgr at 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: starting objecter 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command objecter_requests cmddesc objecter_requests hook 0x558e7cf3c0d0 EEXIST 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: setting wanted keys 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: calling monclient init 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding auth protocol: cephx 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding auth protocol: cephx 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding auth protocol: cephx 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.462 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:48:30.165+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:48:30.165+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key cmddesc rotate-key hook 0x558e7cf2c548 EEXIST 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.463 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7cf3d020 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cf674f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cf6c010 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.459867s 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cf6c010 auth_method 0 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7cf3d020 auth_method 0 2024-09-12T00:48:30.464 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:48:30.166+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:48:30.166+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:48:30.166+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request con 0x558e7cf674f0 auth_method 0 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_done global_id 7301 payload 824 2024-09-12T00:48:30.465 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 1 monclient: found mon.noname-c 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: dump: 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.466 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: dump: 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.467 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:48:30.166+0000 7f9c42136800 5 monclient: authenticate success, global_id 7301 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:48:30.166+0000 7f9b217fa640 4 set_mon_vals no callback set 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:48:30.166+0000 7f9c42136800 1 librados: init done 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:48:30.166+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cr dump hook 0x558e7cf5c3a8 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:48:30.168+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.468 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:48:30.168+0000 7f9b0f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:48:30.168+0000 7f9b0f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:48:30.168+0000 7f9b0f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:48:30.168+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9b080764a0 auth_method 0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:48:30.168+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7cf86c30 auth_method 0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 realm 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:48:30.169+0000 7f9c42136800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.469 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:48:30.170+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x558e7cf8aea0 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:48:30.170+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:48:30.170+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:48:30.171+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:48:30.171+0000 7f9c42136800 20 searching for the correct realm 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:48:30.171+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7cf90100 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:48:30.171+0000 7f9c3d6b6640 10 monclient: get_auth_request con 0x7f9c3000e040 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:48:30.172+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9c3407ec20 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:48:30.173+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x7f9c38078060 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:48:30.175+0000 7f9c3d6b6640 0 -- 172.21.15.163:0/1814934755 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f9c30039920 msgr2=0x7f9c3004c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:48:30.376+0000 7f9c3d6b6640 10 monclient: get_auth_request con 0x7f9c30039920 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:48:30.379+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9c3002a3c0 auth_method 0 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:48:30.382+0000 7f9c3e6b8640 0 -- 172.21.15.163:0/1814934755 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558e7cf8aea0 msgr2=0x558e7cf8d2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.470 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:48:30.382+0000 7f9b0f7fe640 1 client.7301.objecter ms_handle_reset 0x558e7cf8aea0 session 0x558e7cf8a820 osd.5 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:48:30.382+0000 7f9b0f7fe640 10 monclient: _renew_subs 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:48:30.382+0000 7f9b0f7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:48:30.382+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9b08086bd0 auth_method 0 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.471 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 zone default found 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:48:30.385+0000 7f9c42136800 4 Realm: () 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:48:30.385+0000 7f9c42136800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:48:30.385+0000 7f9c42136800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:48:30.385+0000 7f9c42136800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 zonegroup default 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.472 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 started sync module instance, tier type = 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=0 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=1 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=2 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=3 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=4 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=5 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=6 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:48:30.397+0000 7f9c42136800 20 add_watcher() i=7 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:48:30.397+0000 7f9c42136800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding auth protocol: cephx 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding auth protocol: cephx 2024-09-12T00:48:30.473 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding auth protocol: cephx 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:48:30.399+0000 7f9aef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.474 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:48:30.399+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache list hook 0x558e7cf5cda0 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache inspect hook 0x558e7cf5cda0 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache erase hook 0x558e7cf5cda0 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache zap hook 0x558e7cf5cda0 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 note: GC not initialized 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:48:30.399+0000 7f9aee7fc640 20 reqs_thread_entry: start 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace show hook 0x7f9c38066030 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace history hook 0x7f9c38066030 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace active hook 0x7f9c38066030 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace active_short hook 0x7f9c38066030 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:30.475 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 Filter name: none 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:48:30.399+0000 7f9a5ffff640 20 reqs_thread_entry: start 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : miss 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.476 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36, ofs0, ns] 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366156 cookie 94070470433376 notifier 7301 bl.length()=923 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_sources= new_sources= 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential sources added=[] removed=[] 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_dests= new_dests= 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential dests added=[] removed=[] 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:48:30.408+0000 7f9c42136800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c42136800 time 2024-09-12T00:48:30.408421+0000 2024-09-12T00:48:30.477 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9c4398c71a] 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:48:30.409+0000 7f9c42136800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:48:30.478 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9c42136800 thread_name:radosgw-admin 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9c4263e6f0] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9c4268b99c] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9c4398c774] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.479 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:48:30.480 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:48:30.481 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:48:30.482 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:48:30.483 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:48:30.484 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:48:30.485 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:48:30.486 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9a5ffff640 / http_manager 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9aee7fc640 / http_manager 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9aef7fe640 / rgw_dt_lg_renew 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b0f7fe640 / ms_dispatch 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b217fa640 / io_context_pool 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b237fe640 / ms_dispatch 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b2a604640 / ms_dispatch 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b2be07640 / io_context_pool 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3d6b6640 / msgr-worker-2 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3deb7640 / msgr-worker-1 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3e6b8640 / msgr-worker-0 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3eeb9640 / io_context_pool 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c42136800 / radosgw-admin 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:48:30.487 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.134396.log 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: dump: 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.488 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:48:30.151+0000 7f9b2be07640 10 monclient: dump: 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.489 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:48:30.151+0000 7f9c42136800 5 monclient: authenticate success, global_id 7289 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:48:30.151+0000 7f9c42136800 10 monclient: get_monmap_and_config success 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:48:30.151+0000 7f9c42136800 4 set_mon_vals no callback set 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: shutdown 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 asok(0x558e7cc7e630) unregister_commands rotate-key 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.490 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding auth protocol: cephx 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding auth protocol: cephx 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding auth protocol: cephx 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.491 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: crc 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7cea40d0) adding con mode: secure 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:48:30.152+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: starting msgr at 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: starting objecter 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command objecter_requests hook 0x558e7cea0cc0 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: setting wanted keys 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:48:30.152+0000 7f9c42136800 1 librados: calling monclient init 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:48:30.152+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding auth protocol: cephx 2024-09-12T00:48:30.492 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding auth protocol: cephx 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding auth protocol: cephx 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: crc 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:48:30.152+0000 7f9c42136800 5 AuthRegistry(0x558e7ce9e480) adding con mode: secure 2024-09-12T00:48:30.493 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:48:30.152+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:48:30.153+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:48:30.153+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key hook 0x558e7ce9e5c8 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cd288d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cd56d90 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7ced0420 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.447242s 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cd56d90 auth_method 0 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.494 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7ced0420 auth_method 0 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:48:30.153+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_done global_id 7292 payload 824 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.495 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 1 monclient: found mon.noname-c 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:48:30.153+0000 7f9c3d6b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:48:30.153+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7cd288d0 auth_method 0 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: dump: 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.496 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:48:30.153+0000 7f9b2a604640 10 monclient: dump: 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.497 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:48:30.153+0000 7f9c42136800 5 monclient: authenticate success, global_id 7292 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:48:30.153+0000 7f9b2be07640 4 set_mon_vals no callback set 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:48:30.153+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:48:30.153+0000 7f9c42136800 1 librados: init done 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:48:30.155+0000 7f9b2a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:48:30.155+0000 7f9b2a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:48:30.155+0000 7f9b2a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:48:30.155+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x7f9b24076470 auth_method 0 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:48:30.156+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x558e7cec55b0 auth_method 0 2024-09-12T00:48:30.498 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:48:30.157+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7ceea320 auth_method 0 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:48:30.158+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:48:30.158+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:48:30.158+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.499 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding auth protocol: cephx 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding auth protocol: cephx 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding auth protocol: cephx 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.500 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: crc 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:48:30.158+0000 7f9c42136800 5 AuthRegistry(0x558e7cef0420) adding con mode: secure 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:48:30.159+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command objecter_requests cmddesc objecter_requests hook 0x558e7cef3820 EEXIST 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding auth protocol: cephx 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding auth protocol: cephx 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding auth protocol: cephx 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.501 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: crc 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 AuthRegistry(0x558e7ceeead8) adding con mode: secure 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:48:30.159+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:48:30.159+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:48:30.159+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key cmddesc rotate-key hook 0x558e7ceeec20 EEXIST 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cf17b40 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7cf17f20 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.502 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cf16850 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:48:30.159+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.453783s 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7cf17b40 auth_method 0 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request con 0x558e7cf17f20 auth_method 0 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:48:30.159+0000 7f9c3deb7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.503 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:48:30.159+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:48:30.160+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:48:30.160+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:48:30.160+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cf16850 auth_method 0 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:48:30.160+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.504 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_done global_id 7295 payload 824 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 1 monclient: found mon.noname-c 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:48:30.160+0000 7f9c3e6b8640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: dump: 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.505 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:48:30.160+0000 7f9b237fe640 10 monclient: dump: 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.506 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:48:30.160+0000 7f9c42136800 5 monclient: authenticate success, global_id 7295 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:48:30.160+0000 7f9c3eeb9640 4 set_mon_vals no callback set 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:48:30.160+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:48:30.162+0000 7f9b237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:48:30.162+0000 7f9b237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.507 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:48:30.162+0000 7f9b237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:48:30.162+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x7f9b18076380 auth_method 0 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:48:30.162+0000 7f9c42136800 10 monclient: get_monmap_and_config 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:48:30.162+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:48:30.162+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:48:30.162+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.508 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding auth protocol: cephx 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding auth protocol: cephx 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding auth protocol: cephx 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.509 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: crc 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:48:30.162+0000 7f9c42136800 5 AuthRegistry(0x558e7cf379b0) adding con mode: secure 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:48:30.162+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding auth protocol: cephx 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding auth protocol: cephx 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding auth protocol: cephx 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.510 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: crc 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055160) adding con mode: secure 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:48:30.163+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:48:30.163+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:48:30.163+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key cmddesc rotate-key hook 0x7fff3e0552a8 EEXIST 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7cf6c010 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cf3d020 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cf674f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.511 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:48:30.163+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.457601s 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7cf6c010 auth_method 0 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request con 0x558e7cf3d020 auth_method 0 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.512 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:48:30.163+0000 7f9c3deb7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cf674f0 auth_method 0 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:48:30.163+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_done global_id 7851 payload 274 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 1 monclient: found mon.noname-a 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:48:30.163+0000 7f9c3e6b8640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.513 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: dump: 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.514 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:48:30.164+0000 7f9b217fa640 10 monclient: dump: 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 monclient: authenticate success, global_id 7851 2024-09-12T00:48:30.515 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: get_monmap_and_config success 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:48:30.164+0000 7f9c42136800 4 set_mon_vals no callback set 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: shutdown 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: build_initial_monmap 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:48:30.164+0000 7f9c42136800 1 build_initial for_mkfs: 0 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:48:30.164+0000 7f9c42136800 10 monclient: monmap: 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:48:30.516 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding auth protocol: cephx 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding auth protocol: cephx 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding auth protocol: cephx 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.517 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: crc 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:48:30.164+0000 7f9c42136800 5 AuthRegistry(0x558e7cf5e560) adding con mode: secure 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:48:30.165+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: starting msgr at 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: starting objecter 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command objecter_requests cmddesc objecter_requests hook 0x558e7cf3c0d0 EEXIST 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: setting wanted keys 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:48:30.165+0000 7f9c42136800 1 librados: calling monclient init 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient: init 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding auth protocol: cephx 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding auth protocol: cephx 2024-09-12T00:48:30.518 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding auth protocol: cephx 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: crc 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 AuthRegistry(0x558e7cf2c400) adding con mode: secure 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:48:30.165+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:48:30.165+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.519 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:48:30.165+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command rotate-key cmddesc rotate-key hook 0x558e7cf2c548 EEXIST 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient: _reopen_session rank -1 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-a con 0x558e7cf3d020 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-b con 0x558e7cf674f0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): picked mon.noname-c con 0x558e7cf6c010 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): start opening mon connection 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): _renew_subs 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:48:30.165+0000 7f9c42136800 10 monclient(hunting): authenticate will time out at 2234.459867s 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request con 0x558e7cf6c010 auth_method 0 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.520 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:48:30.165+0000 7f9c3d6b6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request con 0x558e7cf3d020 auth_method 0 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:48:30.165+0000 7f9c3e6b8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:48:30.166+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:48:30.166+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:48:30.166+0000 7f9c3e6b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request con 0x558e7cf674f0 auth_method 0 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:48:30.521 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:48:30.166+0000 7f9c3deb7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient(hunting): handle_auth_done global_id 7301 payload 824 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient: _finish_hunting 0 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 1 monclient: found mon.noname-c 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:48:30.166+0000 7f9c3d6b6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: dump: 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.522 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:48:30.166+0000 7f9b0f7fe640 10 monclient: dump: 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.523 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:48:30.166+0000 7f9c42136800 5 monclient: authenticate success, global_id 7301 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:48:30.166+0000 7f9b217fa640 4 set_mon_vals no callback set 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _renew_subs 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:48:30.166+0000 7f9c42136800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:48:30.166+0000 7f9c42136800 1 librados: init done 2024-09-12T00:48:30.524 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:48:30.166+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cr dump hook 0x558e7cf5c3a8 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:48:30.168+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:48:30.168+0000 7f9b0f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:48:30.168+0000 7f9b0f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:48:30.168+0000 7f9b0f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:48:30.168+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9b080764a0 auth_method 0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:48:30.168+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7cf86c30 auth_method 0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 realm 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:48:30.169+0000 7f9c42136800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.525 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:48:30.169+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:48:30.170+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x558e7cf8aea0 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:48:30.170+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:48:30.170+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:48:30.171+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:48:30.171+0000 7f9c42136800 20 searching for the correct realm 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:48:30.171+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x558e7cf90100 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:48:30.171+0000 7f9c3d6b6640 10 monclient: get_auth_request con 0x7f9c3000e040 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:48:30.172+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9c3407ec20 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:48:30.173+0000 7f9c3deb7640 10 monclient: get_auth_request con 0x7f9c38078060 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:48:30.175+0000 7f9c3d6b6640 0 -- 172.21.15.163:0/1814934755 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f9c30039920 msgr2=0x7f9c3004c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:48:30.376+0000 7f9c3d6b6640 10 monclient: get_auth_request con 0x7f9c30039920 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:48:30.379+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9c3002a3c0 auth_method 0 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:48:30.382+0000 7f9c3e6b8640 0 -- 172.21.15.163:0/1814934755 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558e7cf8aea0 msgr2=0x558e7cf8d2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.526 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:48:30.382+0000 7f9b0f7fe640 1 client.7301.objecter ms_handle_reset 0x558e7cf8aea0 session 0x558e7cf8a820 osd.5 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:48:30.382+0000 7f9b0f7fe640 10 monclient: _renew_subs 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:48:30.382+0000 7f9b0f7fe640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:48:30.382+0000 7f9c3e6b8640 10 monclient: get_auth_request con 0x7f9b08086bd0 auth_method 0 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:48:30.384+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.527 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 zone default found 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:48:30.385+0000 7f9c42136800 4 Realm: () 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:48:30.385+0000 7f9c42136800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:48:30.385+0000 7f9c42136800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:48:30.385+0000 7f9c42136800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 zonegroup default 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:48:30.385+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.528 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 started sync module instance, tier type = 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:48:30.386+0000 7f9c42136800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=0 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=1 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=2 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=3 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=4 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=5 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:48:30.396+0000 7f9c42136800 20 add_watcher() i=6 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:48:30.397+0000 7f9c42136800 20 add_watcher() i=7 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:48:30.397+0000 7f9c42136800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding auth protocol: cephx 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding auth protocol: cephx 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding auth protocol: cephx 2024-09-12T00:48:30.529 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:48:30.399+0000 7f9aef7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: crc 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 AuthRegistry(0x7fff3e055640) adding con mode: secure 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:48:30.399+0000 7f9c42136800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:48:30.530 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache list hook 0x558e7cf5cda0 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache inspect hook 0x558e7cf5cda0 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache erase hook 0x558e7cf5cda0 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command cache zap hook 0x558e7cf5cda0 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 note: GC not initialized 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:48:30.399+0000 7f9aee7fc640 20 reqs_thread_entry: start 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace show hook 0x7f9c38066030 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace history hook 0x7f9c38066030 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace active hook 0x7f9c38066030 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:48:30.399+0000 7f9c42136800 5 asok(0x558e7cc7e630) register_command sync trace active_short hook 0x7f9c38066030 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:48:30.399+0000 7f9c42136800 20 Filter name: none 2024-09-12T00:48:30.531 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:48:30.399+0000 7f9a5ffff640 20 reqs_thread_entry: start 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : miss 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:48:30.400+0000 7f9c42136800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:48:30.400+0000 7f9c42136800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:48:30.532 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:48:30.404+0000 7f9c42136800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36, ofs0, ns] 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366156 cookie 94070470433376 notifier 7301 bl.length()=923 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:48:30.404+0000 7f9b217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_sources= new_sources= 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential sources added=[] removed=[] 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_dests= new_dests= 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:48:30.406+0000 7f9c42136800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential dests added=[] removed=[] 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:48:30.408+0000 7f9c42136800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9c42136800 time 2024-09-12T00:48:30.408421+0000 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:48:30.533 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f9c4398c71a] 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:48:30.409+0000 7f9c42136800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f9c42136800 thread_name:radosgw-admin 2024-09-12T00:48:30.534 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9c4263e6f0] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f9c4268b99c] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f9c4398c774] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f9c4398c8d8] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558e7ae39641] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x558e7b34c54c] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x558e7ae4931d] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f9c42629590] 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:48:30.535 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:48:30.536 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:48:30.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:48:30.538 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:48:30.539 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:48:30.540 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:48:30.541 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9a5ffff640 / http_manager 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9aee7fc640 / http_manager 2024-09-12T00:48:30.542 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9aef7fe640 / rgw_dt_lg_renew 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b0f7fe640 / ms_dispatch 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b217fa640 / io_context_pool 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b237fe640 / ms_dispatch 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b2a604640 / ms_dispatch 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9b2be07640 / io_context_pool 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3d6b6640 / msgr-worker-2 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3deb7640 / msgr-worker-1 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3e6b8640 / msgr-worker-0 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c3eeb9640 / io_context_pool 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9c42136800 / radosgw-admin 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:48:30.410095Z_00292734-a3c1-492d-9f2e-f99abcb95474/log 2024-09-12T00:48:30.543 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:48:30.544 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T00:48:30.549 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:30.549 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:30.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.484+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.485+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.485+0000 7fa380539800 20 realm 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.485+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.486+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.486+0000 7fa380539800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.486+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.486+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.486+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.487+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.487+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.487+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.487+0000 7fa380539800 20 searching for the correct realm 2024-09-12T00:48:30.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.492+0000 7fa37b9c6640 0 -- 172.21.15.163:0/3869667975 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x5644a4184e10 msgr2=0x5644a41872b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.496+0000 7fa37b9c6640 0 -- 172.21.15.163:0/3869667975 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x7fa244086ba0 msgr2=0x7fa244088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 zone default found 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 4 Realm: () 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 zonegroup default 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.499+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 started sync module instance, tier type = 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.500+0000 7fa380539800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=0 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=1 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=2 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=3 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=4 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=5 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.509+0000 7fa380539800 20 add_watcher() i=6 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.510+0000 7fa380539800 20 add_watcher() i=7 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.510+0000 7fa380539800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.512+0000 7fa232fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.512+0000 7fa380539800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.512+0000 7fa380539800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:30.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.512+0000 7fa380539800 5 note: GC not initialized 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.512+0000 7fa231fdb640 20 reqs_thread_entry: start 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.512+0000 7fa380539800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.513+0000 7fa380539800 20 Filter name: none 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.513+0000 7fa1a37fe640 20 reqs_thread_entry: start 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.513+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.513+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.513+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.514+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.514+0000 7fa380539800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.514+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.514+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.514+0000 7fa380539800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.515+0000 7fa380539800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.515+0000 7fa380539800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.516+0000 7fa232fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.518+0000 7fa380539800 20 remove_watcher() i=0 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.518+0000 7fa380539800 2 removed watcher, disabling cache 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.519+0000 7fa380539800 20 remove_watcher() i=1 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.520+0000 7fa380539800 20 remove_watcher() i=2 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.521+0000 7fa380539800 20 remove_watcher() i=3 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.522+0000 7fa380539800 20 remove_watcher() i=4 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.523+0000 7fa380539800 20 remove_watcher() i=5 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.524+0000 7fa380539800 20 remove_watcher() i=6 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.525+0000 7fa380539800 20 remove_watcher() i=7 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:48:30.555 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-logrecord-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:48:30.556 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:48:30.556 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:30.556 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:30.570 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:48:30.571 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:48:30.628 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:48:30.659 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:30.659 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:30.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.697+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 realm 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.699+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.700+0000 7fa480ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.700+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.701+0000 7fa480ebb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:30.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.701+0000 7fa480ebb800 20 searching for the correct realm 2024-09-12T00:48:30.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.705+0000 7fa477fff640 0 -- 172.21.15.163:0/2346634274 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa470088b30 msgr2=0x7fa47005fb90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.911 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.912+0000 7fa47f1a6640 0 -- 172.21.15.163:0/2346634274 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x560b3d34c1d0 msgr2=0x560b3d34e5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:30.913 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.914+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:30.914 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:30.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 zone default found 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 4 Realm: () 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 zonegroup default 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.915+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 started sync module instance, tier type = 2024-09-12T00:48:30.916 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.916+0000 7fa480ebb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:48:30.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=0 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=1 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=2 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=3 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=4 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=5 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.926+0000 7fa480ebb800 20 add_watcher() i=6 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.927+0000 7fa480ebb800 20 add_watcher() i=7 2024-09-12T00:48:30.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.927+0000 7fa480ebb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:30.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa3357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 5 note: GC not initialized 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa2affff640 20 reqs_thread_entry: start 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 20 init_complete bucket index max shards: 1 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 20 Filter name: none 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa2adffb640 20 reqs_thread_entry: start 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.929+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : miss 2024-09-12T00:48:30.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 20 rados->read ofs=0 len=0 2024-09-12T00:48:30.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:48:30.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:48:30.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:48:30.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:48:30.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:48:30.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.930+0000 7fa480ebb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:48:30.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.931+0000 7fa480ebb800 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to be held by another RGW process; skipping for now 2024-09-12T00:48:30.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.932+0000 7fa3357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:30.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.935+0000 7fa480ebb800 20 remove_watcher() i=0 2024-09-12T00:48:30.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.935+0000 7fa480ebb800 2 removed watcher, disabling cache 2024-09-12T00:48:30.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.936+0000 7fa480ebb800 20 remove_watcher() i=1 2024-09-12T00:48:30.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.937+0000 7fa480ebb800 20 remove_watcher() i=2 2024-09-12T00:48:30.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.938+0000 7fa480ebb800 20 remove_watcher() i=3 2024-09-12T00:48:30.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.939+0000 7fa480ebb800 20 remove_watcher() i=4 2024-09-12T00:48:30.938 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.940+0000 7fa480ebb800 20 remove_watcher() i=5 2024-09-12T00:48:30.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.941+0000 7fa480ebb800 20 remove_watcher() i=6 2024-09-12T00:48:30.940 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:48:30.942+0000 7fa480ebb800 20 remove_watcher() i=7 2024-09-12T00:48:30.950 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:49:00.983 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:49:01.018 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:01.018 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:01.058 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.058+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.060+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.060 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.060+0000 7f9a0d926800 20 realm 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.060+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.060+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.060+0000 7f9a0d926800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.060+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.061+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.061+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.061 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.062+0000 7f9a0d926800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:01.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.062+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.062+0000 7f9a0d926800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:01.062 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.062+0000 7f9a0d926800 20 searching for the correct realm 2024-09-12T00:49:01.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.066+0000 7f9a03fff640 0 -- 172.21.15.163:0/1751386538 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f99fc064940 msgr2=0x7f99fc08f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:01.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.272+0000 7f9a09dda640 0 -- 172.21.15.163:0/1751386538 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d5137cd640 msgr2=0x55d5137cfa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.275+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 zone default found 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 4 Realm: () 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:01.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 zonegroup default 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.276+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.277+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.277+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.277+0000 7f9a0d926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.277+0000 7f9a0d926800 20 started sync module instance, tier type = 2024-09-12T00:49:01.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.277+0000 7f9a0d926800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:01.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=0 2024-09-12T00:49:01.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=1 2024-09-12T00:49:01.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=2 2024-09-12T00:49:01.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=3 2024-09-12T00:49:01.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=4 2024-09-12T00:49:01.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=5 2024-09-12T00:49:01.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.286+0000 7f9a0d926800 20 add_watcher() i=6 2024-09-12T00:49:01.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.287+0000 7f9a0d926800 20 add_watcher() i=7 2024-09-12T00:49:01.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.287+0000 7f9a0d926800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:01.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.289+0000 7f98bf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 5 note: GC not initialized 2024-09-12T00:49:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f98be7e4640 20 reqs_thread_entry: start 2024-09-12T00:49:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:01.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 20 Filter name: none 2024-09-12T00:49:01.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f982ffff640 20 reqs_thread_entry: start 2024-09-12T00:49:01.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:49:01.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.290+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:49:01.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : miss 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.292 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.291+0000 7f9a0d926800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:49:01.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.293+0000 7f9a0d926800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f9a0d926800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f9a0d926800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f9a0d926800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f9a0d926800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36, ofs0, ns] 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f98ecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366157 cookie 94373643389472 notifier 7911 bl.length()=923 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f98ecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f98ecff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.297+0000 7f98ecff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.299+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_sources= new_sources= 2024-09-12T00:49:01.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.299+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential sources added=[] removed=[] 2024-09-12T00:49:01.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.299+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_dests= new_dests= 2024-09-12T00:49:01.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.299+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential dests added=[] removed=[] 2024-09-12T00:49:01.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.301+0000 7f9a0d926800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36.2.0 2024-09-12T00:49:01.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.301+0000 7f9a0d926800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36.2.0 2024-09-12T00:49:01.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.301+0000 7f9a0d926800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36.2.1 2024-09-12T00:49:01.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.301+0000 7f9a0d926800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36.2.1 2024-09-12T00:49:01.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.301+0000 7f9a0d926800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36.0 2024-09-12T00:49:01.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.304+0000 7f9a0d926800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:01.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.304+0000 7f9a0d926800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:49:01.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f9a0d926800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f9a0d926800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f9a0d926800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f9a0d926800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36, ofs0, ns] 2024-09-12T00:49:01.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f98ecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366158 cookie 94373643389472 notifier 7911 bl.length()=923 2024-09-12T00:49:01.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f98ecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f98ecff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.305+0000 7f98ecff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.307+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_sources= new_sources= 2024-09-12T00:49:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.307+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential sources added=[] removed=[] 2024-09-12T00:49:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.307+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_dests= new_dests= 2024-09-12T00:49:01.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.307+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential dests added=[] removed=[] 2024-09-12T00:49:01.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.308+0000 7f9a0d926800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36.0 2024-09-12T00:49:01.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.308+0000 7f9a0d926800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:01.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.308+0000 7f9a0d926800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f9a0d926800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f9a0d926800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f9a0d926800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f9a0d926800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36, ofs0, ns] 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f98dbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366159 cookie 94373643389472 notifier 7911 bl.length()=891 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f98dbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 info.flags=0x17 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f98dbfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 to cache LRU end 2024-09-12T00:49:01.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.310+0000 7f98dbfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:01.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.311+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_sources= new_sources= 2024-09-12T00:49:01.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.311+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential sources added=[] removed=[] 2024-09-12T00:49:01.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.311+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): orig_dests= new_dests= 2024-09-12T00:49:01.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.311+0000 7f9a0d926800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36]): potential dests added=[] removed=[] 2024-09-12T00:49:01.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.313+0000 7f9a0d926800 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2024-09-12T00:49:01.314 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.315+0000 7f98bf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:01.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.317+0000 7f9a0d926800 20 remove_watcher() i=0 2024-09-12T00:49:01.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.317+0000 7f9a0d926800 2 removed watcher, disabling cache 2024-09-12T00:49:01.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.318+0000 7f9a0d926800 20 remove_watcher() i=1 2024-09-12T00:49:01.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.319+0000 7f9a0d926800 20 remove_watcher() i=2 2024-09-12T00:49:01.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.320+0000 7f9a0d926800 20 remove_watcher() i=3 2024-09-12T00:49:01.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.322+0000 7f9a0d926800 20 remove_watcher() i=4 2024-09-12T00:49:01.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.322+0000 7f9a0d926800 20 remove_watcher() i=5 2024-09-12T00:49:01.323 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.324+0000 7f9a0d926800 20 remove_watcher() i=6 2024-09-12T00:49:01.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.325+0000 7f9a0d926800 20 remove_watcher() i=7 2024-09-12T00:49:01.337 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T00:49:01.366 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:01.366 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:01.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.403+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.404 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 realm 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.405+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.406+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:01.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.406+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.406+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:01.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.406+0000 7fe16162f800 20 searching for the correct realm 2024-09-12T00:49:01.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.410+0000 7fe15e91f640 0 -- 172.21.15.163:0/375501127 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fe15006abd0 msgr2=0x7fe15008b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:01.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.616+0000 7fe15f921640 0 -- 172.21.15.163:0/375501127 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5584ac2953c0 msgr2=0x5584ac2977b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.619+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 zone default found 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 4 Realm: () 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:01.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 zonegroup default 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.620+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.621+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.621+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.621+0000 7fe16162f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.621+0000 7fe16162f800 20 started sync module instance, tier type = 2024-09-12T00:49:01.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.621+0000 7fe16162f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=0 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=1 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=2 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=3 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=4 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=5 2024-09-12T00:49:01.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.631+0000 7fe16162f800 20 add_watcher() i=6 2024-09-12T00:49:01.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.632+0000 7fe16162f800 20 add_watcher() i=7 2024-09-12T00:49:01.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.632+0000 7fe16162f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:01.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.634+0000 7fe015fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.634+0000 7fe16162f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.634+0000 7fe16162f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.634+0000 7fe16162f800 5 note: GC not initialized 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.634+0000 7fe014fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.635+0000 7fe16162f800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.635+0000 7fe16162f800 20 Filter name: none 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.635+0000 7fdf8e7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:01.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.635+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.635+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:49:01.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.635+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.636+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.636+0000 7fe16162f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.636+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.636+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=193 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.636+0000 7fe16162f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.637+0000 7fe16162f800 20 rados_obj.operate() r=0 bl.length=415 2024-09-12T00:49:01.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.637+0000 7fe16162f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:01.638 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.638+0000 7fe015fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:01.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.640+0000 7fe16162f800 20 remove_watcher() i=0 2024-09-12T00:49:01.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.640+0000 7fe16162f800 2 removed watcher, disabling cache 2024-09-12T00:49:01.641 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.642+0000 7fe16162f800 20 remove_watcher() i=1 2024-09-12T00:49:01.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.643+0000 7fe16162f800 20 remove_watcher() i=2 2024-09-12T00:49:01.644 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.644+0000 7fe16162f800 20 remove_watcher() i=3 2024-09-12T00:49:01.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.645+0000 7fe16162f800 20 remove_watcher() i=4 2024-09-12T00:49:01.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.646+0000 7fe16162f800 20 remove_watcher() i=5 2024-09-12T00:49:01.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.647+0000 7fe16162f800 20 remove_watcher() i=6 2024-09-12T00:49:01.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:01.648+0000 7fe16162f800 20 remove_watcher() i=7 2024-09-12T00:49:01.658 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:01.658 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:01.658 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-logrecord-writes id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:49:01.658 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:01.660 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:01.660 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:01.681 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:01.681 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:01.891 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:01.891 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:01.957 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T00:49:01.957 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:01.958 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:01.958 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:01.999 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:01.999 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.055 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.055 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.094 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.094 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.131 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.131 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.168 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.168 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.205 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.205 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.241 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.241 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.276 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.276 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.312 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.313 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.346 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.347 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.382 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.382 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.418 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.418 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.455 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.455 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.490 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.490 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.525 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.525 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.561 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.561 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.597 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.597 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.634 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.634 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.672 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.672 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.707 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.707 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.749 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:02.750 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:02.788 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:49:02.816 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:02.816 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:02.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.852+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 realm 2024-09-12T00:49:02.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.854+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.855+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.855+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.856+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:02.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.856+0000 7f33c2b26800 20 searching for the correct realm 2024-09-12T00:49:02.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.860+0000 7f33b7fff640 0 -- 172.21.15.163:0/1202432551 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f33b006af20 msgr2=0x7f33b0072820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:02.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.864+0000 7f33bef0a640 0 -- 172.21.15.163:0/1202432551 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x564c9cf02760 msgr2=0x564c9cf04b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:02.866 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.866+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 zone default found 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 4 Realm: () 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 zonegroup default 2024-09-12T00:49:02.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.867+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.868+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.868+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.868+0000 7f33c2b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.868+0000 7f33c2b26800 20 started sync module instance, tier type = 2024-09-12T00:49:02.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.868+0000 7f33c2b26800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=0 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=1 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=2 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=3 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=4 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=5 2024-09-12T00:49:02.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.877+0000 7f33c2b26800 20 add_watcher() i=6 2024-09-12T00:49:02.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.878+0000 7f33c2b26800 20 add_watcher() i=7 2024-09-12T00:49:02.878 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.878+0000 7f33c2b26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:02.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f3274fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:02.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f33c2b26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:02.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f33c2b26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:02.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f33c2b26800 5 note: GC not initialized 2024-09-12T00:49:02.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f31ef7fe640 20 reqs_thread_entry: start 2024-09-12T00:49:02.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f33c2b26800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:02.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.880+0000 7f33c2b26800 20 Filter name: none 2024-09-12T00:49:02.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.881+0000 7f31ed7fa640 20 reqs_thread_entry: start 2024-09-12T00:49:02.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.881+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.881+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.881+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:02.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.882+0000 7f33c2b26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:02.883 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.883+0000 7f3274fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:02.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.886+0000 7f33c2b26800 20 remove_watcher() i=0 2024-09-12T00:49:02.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.886+0000 7f33c2b26800 2 removed watcher, disabling cache 2024-09-12T00:49:02.886 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.887+0000 7f33c2b26800 20 remove_watcher() i=1 2024-09-12T00:49:02.887 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.888+0000 7f33c2b26800 20 remove_watcher() i=2 2024-09-12T00:49:02.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.889+0000 7f33c2b26800 20 remove_watcher() i=3 2024-09-12T00:49:02.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.891+0000 7f33c2b26800 20 remove_watcher() i=4 2024-09-12T00:49:02.891 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.891+0000 7f33c2b26800 20 remove_watcher() i=5 2024-09-12T00:49:02.892 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.892+0000 7f33c2b26800 20 remove_watcher() i=6 2024-09-12T00:49:02.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.893+0000 7f33c2b26800 20 remove_watcher() i=7 2024-09-12T00:49:02.903 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:02.903 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:02.903 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:49:02.903 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:02.905 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T00:49:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:02.939 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:02.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.976+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 realm 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.978+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.980+0000 7f4173d23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:02.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.980+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.981+0000 7f4173d23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:02.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.981+0000 7f4173d23800 20 searching for the correct realm 2024-09-12T00:49:02.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.984+0000 7f416fa0c640 0 -- 172.21.15.163:0/3537816844 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f4168071070 msgr2=0x7f416807e030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:02.986 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.988+0000 7f416f20b640 0 -- 172.21.15.163:0/3537816844 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4160043040 msgr2=0x7f4160043930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:02.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:02.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:02.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:02.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:02.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:02.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:02.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:02.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.991+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 zone default found 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 4 Realm: () 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 zonegroup default 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.992+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:02.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.993+0000 7f4173d23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:02.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.993+0000 7f4173d23800 20 started sync module instance, tier type = 2024-09-12T00:49:02.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:02.993+0000 7f4173d23800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:03.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=0 2024-09-12T00:49:03.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=1 2024-09-12T00:49:03.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=2 2024-09-12T00:49:03.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=3 2024-09-12T00:49:03.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=4 2024-09-12T00:49:03.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=5 2024-09-12T00:49:03.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.001+0000 7f4173d23800 20 add_watcher() i=6 2024-09-12T00:49:03.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.002+0000 7f4173d23800 20 add_watcher() i=7 2024-09-12T00:49:03.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.002+0000 7f4173d23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4025fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4173d23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4173d23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4173d23800 5 note: GC not initialized 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4024fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4173d23800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.004+0000 7f4173d23800 20 Filter name: none 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f3f9e7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:03.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T00:49:03.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 : miss 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.005+0000 7f4173d23800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.006+0000 7f4173d23800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.006+0000 7f4173d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.006+0000 7f4173d23800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.006+0000 7f4173d23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.006+0000 7f4173d23800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.006+0000 7f4173d23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 2024-09-12T00:49:03.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.009+0000 7f4173d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.009+0000 7f4173d23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.009+0000 7f4173d23800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.009+0000 7f4173d23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37, ofs0, ns] 2024-09-12T00:49:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.010+0000 7f404effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366232 cookie 94825456763184 notifier 7962 bl.length()=931 2024-09-12T00:49:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.010+0000 7f404effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.010+0000 7f404effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.010+0000 7f404effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.011+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_sources= new_sources= 2024-09-12T00:49:03.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.011+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential sources added=[] removed=[] 2024-09-12T00:49:03.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.011+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_dests= new_dests= 2024-09-12T00:49:03.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.011+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential dests added=[] removed=[] 2024-09-12T00:49:03.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.014+0000 7f4173d23800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.0 2024-09-12T00:49:03.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.014+0000 7f4173d23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.0 2024-09-12T00:49:03.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.014+0000 7f4173d23800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.1 2024-09-12T00:49:03.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.014+0000 7f4173d23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.1 2024-09-12T00:49:03.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.014+0000 7f4173d23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.0 2024-09-12T00:49:03.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.017+0000 7f4173d23800 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T00:49:03.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.017+0000 7f4173d23800 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T00:49:03.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.021+0000 7f4173d23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:03.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.021+0000 7f4173d23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.022+0000 7f4173d23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.022+0000 7f4173d23800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.022+0000 7f4173d23800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.022+0000 7f4173d23800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37, ofs0, ns] 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.023+0000 7f404e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366233 cookie 94825456763184 notifier 7962 bl.length()=899 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.023+0000 7f404e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.023+0000 7f404e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.023+0000 7f404e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.024+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_sources= new_sources= 2024-09-12T00:49:03.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.024+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential sources added=[] removed=[] 2024-09-12T00:49:03.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.024+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_dests= new_dests= 2024-09-12T00:49:03.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.024+0000 7f4173d23800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential dests added=[] removed=[] 2024-09-12T00:49:03.023 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.024+0000 7f4173d23800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T00:49:03.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.026+0000 7f4025fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:03.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.028+0000 7f4173d23800 20 remove_watcher() i=0 2024-09-12T00:49:03.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.028+0000 7f4173d23800 2 removed watcher, disabling cache 2024-09-12T00:49:03.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.029+0000 7f4173d23800 20 remove_watcher() i=1 2024-09-12T00:49:03.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.030+0000 7f4173d23800 20 remove_watcher() i=2 2024-09-12T00:49:03.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.031+0000 7f4173d23800 20 remove_watcher() i=3 2024-09-12T00:49:03.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.032+0000 7f4173d23800 20 remove_watcher() i=4 2024-09-12T00:49:03.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.033+0000 7f4173d23800 20 remove_watcher() i=5 2024-09-12T00:49:03.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.034+0000 7f4173d23800 20 remove_watcher() i=6 2024-09-12T00:49:03.033 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.035+0000 7f4173d23800 20 remove_watcher() i=7 2024-09-12T00:49:03.046 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:49:03.075 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:03.075 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:03.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.316+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.318+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.318+0000 7f2647b35800 20 realm 2024-09-12T00:49:03.317 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.318+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.319+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.319+0000 7f2647b35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.319+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.319+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.319+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.320+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:03.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.320+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.320+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:03.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.320+0000 7f2647b35800 20 searching for the correct realm 2024-09-12T00:49:03.320 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.322+0000 7f2643fc4640 0 -- 172.21.15.163:0/3471103992 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f262c090880 msgr2=0x7f262c08c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:03.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.527+0000 7f263afc2640 0 -- 172.21.15.163:0/3471103992 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f2634071bb0 msgr2=0x7f2634068dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.533+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 zone default found 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 4 Realm: () 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:03.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 zonegroup default 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.534+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.535+0000 7f2647b35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.535+0000 7f2647b35800 20 started sync module instance, tier type = 2024-09-12T00:49:03.535 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.535+0000 7f2647b35800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:03.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=0 2024-09-12T00:49:03.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=1 2024-09-12T00:49:03.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=2 2024-09-12T00:49:03.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=3 2024-09-12T00:49:03.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=4 2024-09-12T00:49:03.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=5 2024-09-12T00:49:03.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.544+0000 7f2647b35800 20 add_watcher() i=6 2024-09-12T00:49:03.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.545+0000 7f2647b35800 20 add_watcher() i=7 2024-09-12T00:49:03.543 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.545+0000 7f2647b35800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.546+0000 7f24f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.546+0000 7f2647b35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.546+0000 7f2647b35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.547+0000 7f2647b35800 5 note: GC not initialized 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.547+0000 7f24f8fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.547+0000 7f2647b35800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.547+0000 7f2647b35800 20 Filter name: none 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.547+0000 7f24727fc640 20 reqs_thread_entry: start 2024-09-12T00:49:03.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.547+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.548+0000 7f2647b35800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.549+0000 7f2647b35800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:03.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.549+0000 7f2647b35800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:03.549 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.550+0000 7f24f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:03.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.552+0000 7f2647b35800 20 remove_watcher() i=0 2024-09-12T00:49:03.551 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.552+0000 7f2647b35800 2 removed watcher, disabling cache 2024-09-12T00:49:03.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.553+0000 7f2647b35800 20 remove_watcher() i=1 2024-09-12T00:49:03.553 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.554+0000 7f2647b35800 20 remove_watcher() i=2 2024-09-12T00:49:03.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.555+0000 7f2647b35800 20 remove_watcher() i=3 2024-09-12T00:49:03.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.556+0000 7f2647b35800 20 remove_watcher() i=4 2024-09-12T00:49:03.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.557+0000 7f2647b35800 20 remove_watcher() i=5 2024-09-12T00:49:03.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.559+0000 7f2647b35800 20 remove_watcher() i=6 2024-09-12T00:49:03.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.559+0000 7f2647b35800 20 remove_watcher() i=7 2024-09-12T00:49:03.569 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:03.569 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:03.569 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:49:03.569 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:03.570 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:03.570 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:03.603 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:03.603 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:03.659 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:49:03.691 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:03.691 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:03.727 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.729+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.730+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.730+0000 7f19e4698800 20 realm 2024-09-12T00:49:03.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.730+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.730+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.730+0000 7f19e4698800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:03.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.731+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.731+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.731+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.730 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.731+0000 7f19e4698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:03.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.731+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.732+0000 7f19e4698800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:03.731 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.732+0000 7f19e4698800 20 searching for the correct realm 2024-09-12T00:49:03.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.735+0000 7f19e2182640 0 -- 172.21.15.163:0/3768822762 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f19dc05ab20 msgr2=0x7f19dc088c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:03.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.739+0000 7f19dbfff640 0 -- 172.21.15.163:0/3768822762 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f19d40a5040 msgr2=0x7f19d40a5930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:03.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.742+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 zone default found 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 4 Realm: () 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 zonegroup default 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.743 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.743+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.744+0000 7f19e4698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.744+0000 7f19e4698800 20 started sync module instance, tier type = 2024-09-12T00:49:03.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.744+0000 7f19e4698800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=0 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=1 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=2 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=3 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=4 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=5 2024-09-12T00:49:03.751 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.752+0000 7f19e4698800 20 add_watcher() i=6 2024-09-12T00:49:03.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.753+0000 7f19e4698800 20 add_watcher() i=7 2024-09-12T00:49:03.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.753+0000 7f19e4698800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:03.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.754+0000 7f18977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 5 note: GC not initialized 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f18967e4640 20 reqs_thread_entry: start 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 20 Filter name: none 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f1807fff640 20 reqs_thread_entry: start 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T00:49:03.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.755+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:03.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:03.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 : miss 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.756+0000 7f19e4698800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 2024-09-12T00:49:03.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.759+0000 7f19e4698800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.759+0000 7f19e4698800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.759+0000 7f19e4698800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.759+0000 7f19e4698800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37, ofs0, ns] 2024-09-12T00:49:03.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.760+0000 7f18b3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366234 cookie 94473074491024 notifier 8004 bl.length()=931 2024-09-12T00:49:03.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.760+0000 7f18b3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.760+0000 7f18b3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.760+0000 7f18b3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.761+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_sources= new_sources= 2024-09-12T00:49:03.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.761+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential sources added=[] removed=[] 2024-09-12T00:49:03.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.761+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_dests= new_dests= 2024-09-12T00:49:03.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.761+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential dests added=[] removed=[] 2024-09-12T00:49:03.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.764+0000 7f19e4698800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.0 2024-09-12T00:49:03.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.764+0000 7f19e4698800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.0 2024-09-12T00:49:03.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.764+0000 7f19e4698800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.1 2024-09-12T00:49:03.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.764+0000 7f19e4698800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.1.1 2024-09-12T00:49:03.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.764+0000 7f19e4698800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.0 2024-09-12T00:49:03.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.766+0000 7f19e4698800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:03.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.766+0000 7f19e4698800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 2024-09-12T00:49:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f19e4698800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f19e4698800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f19e4698800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f19e4698800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37, ofs0, ns] 2024-09-12T00:49:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f18b3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366235 cookie 94473074491024 notifier 8004 bl.length()=931 2024-09-12T00:49:03.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f18b3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f18b3fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.767 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.767+0000 7f18b3fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.769+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_sources= new_sources= 2024-09-12T00:49:03.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.769+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential sources added=[] removed=[] 2024-09-12T00:49:03.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.769+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_dests= new_dests= 2024-09-12T00:49:03.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.769+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential dests added=[] removed=[] 2024-09-12T00:49:03.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.770+0000 7f19e4698800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37.0 2024-09-12T00:49:03.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.770+0000 7f19e4698800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:03.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.770+0000 7f19e4698800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 2024-09-12T00:49:03.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.771+0000 7f19e4698800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.771+0000 7f19e4698800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.772+0000 7f19e4698800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.772+0000 7f19e4698800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37, ofs0, ns] 2024-09-12T00:49:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.772+0000 7f18c4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366236 cookie 94473074491024 notifier 8004 bl.length()=899 2024-09-12T00:49:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.772+0000 7f18c4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 info.flags=0x17 2024-09-12T00:49:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.772+0000 7f18c4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 to cache LRU end 2024-09-12T00:49:03.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.772+0000 7f18c4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:03.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.773+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_sources= new_sources= 2024-09-12T00:49:03.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.773+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential sources added=[] removed=[] 2024-09-12T00:49:03.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.773+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): orig_dests= new_dests= 2024-09-12T00:49:03.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.773+0000 7f19e4698800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37]): potential dests added=[] removed=[] 2024-09-12T00:49:03.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.774+0000 7f19e4698800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T00:49:03.774 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.776+0000 7f18977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:03.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.778+0000 7f19e4698800 20 remove_watcher() i=0 2024-09-12T00:49:03.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.778+0000 7f19e4698800 2 removed watcher, disabling cache 2024-09-12T00:49:03.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.779+0000 7f19e4698800 20 remove_watcher() i=1 2024-09-12T00:49:03.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.780+0000 7f19e4698800 20 remove_watcher() i=2 2024-09-12T00:49:03.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.781+0000 7f19e4698800 20 remove_watcher() i=3 2024-09-12T00:49:03.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.782+0000 7f19e4698800 20 remove_watcher() i=4 2024-09-12T00:49:03.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.783+0000 7f19e4698800 20 remove_watcher() i=5 2024-09-12T00:49:03.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.784+0000 7f19e4698800 20 remove_watcher() i=6 2024-09-12T00:49:03.783 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.785+0000 7f19e4698800 20 remove_watcher() i=7 2024-09-12T00:49:03.795 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:49:03.825 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:03.825 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:03.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.862+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.863+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.863+0000 7f9dfda13800 20 realm 2024-09-12T00:49:03.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.863+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.863+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.863+0000 7f9dfda13800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.863+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.864+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.864+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.864+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:03.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.864+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:03.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.865+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:03.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.865+0000 7f9dfda13800 20 searching for the correct realm 2024-09-12T00:49:03.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:03.869+0000 7f9df3fff640 0 -- 172.21.15.163:0/2237436029 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f9dec026bd0 msgr2=0x7f9dec018430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:04.074 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.075+0000 7f9df9993640 0 -- 172.21.15.163:0/2237436029 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ce763e0410 msgr2=0x55ce763e2840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:04.077 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:04.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.078+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:04.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 zone default found 2024-09-12T00:49:04.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 4 Realm: () 2024-09-12T00:49:04.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:04.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 zonegroup default 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.079+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.080+0000 7f9dfda13800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:04.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.080+0000 7f9dfda13800 20 started sync module instance, tier type = 2024-09-12T00:49:04.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.080+0000 7f9dfda13800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:04.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=0 2024-09-12T00:49:04.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=1 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=2 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=3 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=4 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=5 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.088+0000 7f9dfda13800 20 add_watcher() i=6 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.089+0000 7f9dfda13800 20 add_watcher() i=7 2024-09-12T00:49:04.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.089+0000 7f9dfda13800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:04.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.090+0000 7f9caffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9dfda13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9dfda13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9dfda13800 5 note: GC not initialized 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9caefe5640 20 reqs_thread_entry: start 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9dfda13800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9dfda13800 20 Filter name: none 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9cacfe1640 20 reqs_thread_entry: start 2024-09-12T00:49:04.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.091+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.092+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:04.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.092+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.092+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:04.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.092+0000 7f9dfda13800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:04.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.092+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.093+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:04.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.093+0000 7f9dfda13800 20 rados->read ofs=0 len=0 2024-09-12T00:49:04.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.093+0000 7f9dfda13800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:04.092 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.093+0000 7f9dfda13800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:04.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.094+0000 7f9caffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:04.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.096+0000 7f9dfda13800 20 remove_watcher() i=0 2024-09-12T00:49:04.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.096+0000 7f9dfda13800 2 removed watcher, disabling cache 2024-09-12T00:49:04.096 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.097+0000 7f9dfda13800 20 remove_watcher() i=1 2024-09-12T00:49:04.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.098+0000 7f9dfda13800 20 remove_watcher() i=2 2024-09-12T00:49:04.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.099+0000 7f9dfda13800 20 remove_watcher() i=3 2024-09-12T00:49:04.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.100+0000 7f9dfda13800 20 remove_watcher() i=4 2024-09-12T00:49:04.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.101+0000 7f9dfda13800 20 remove_watcher() i=5 2024-09-12T00:49:04.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.102+0000 7f9dfda13800 20 remove_watcher() i=6 2024-09-12T00:49:04.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:04.103+0000 7f9dfda13800 20 remove_watcher() i=7 2024-09-12T00:49:04.112 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:04.112 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:04.112 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:49:04.112 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:04.114 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.114 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.135 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.135 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.348 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.348 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.416 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T00:49:04.416 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:04.417 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.417 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.458 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.458 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.514 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.514 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.547 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.547 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.582 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.582 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.618 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.618 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.655 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.656 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.691 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.691 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.726 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.726 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.763 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.763 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.799 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.799 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.834 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.834 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.868 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.869 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.904 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.904 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.940 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.940 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:04.976 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:04.976 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.010 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:05.011 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.046 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:05.046 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.081 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:05.081 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.116 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:05.116 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.151 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:05.151 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.187 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:05.187 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:05.222 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:49:05.251 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:05.251 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:05.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.288+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 realm 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.290+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.291+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.291+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.291+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:05.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.291+0000 7f2494720800 20 searching for the correct realm 2024-09-12T00:49:05.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.295+0000 7f2487fff640 0 -- 172.21.15.163:0/3953444382 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f24800be970 msgr2=0x7f24800be3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:05.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.500+0000 7f2490b03640 0 -- 172.21.15.163:0/3953444382 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x560db0bf8370 msgr2=0x560db0bfa760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.503+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 zone default found 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 4 Realm: () 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 zonegroup default 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 started sync module instance, tier type = 2024-09-12T00:49:05.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.504+0000 7f2494720800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:05.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=0 2024-09-12T00:49:05.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=1 2024-09-12T00:49:05.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=2 2024-09-12T00:49:05.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=3 2024-09-12T00:49:05.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=4 2024-09-12T00:49:05.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=5 2024-09-12T00:49:05.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.513+0000 7f2494720800 20 add_watcher() i=6 2024-09-12T00:49:05.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.514+0000 7f2494720800 20 add_watcher() i=7 2024-09-12T00:49:05.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.514+0000 7f2494720800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:05.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.516+0000 7f2346fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:05.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.516+0000 7f2494720800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:05.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.516+0000 7f2494720800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:05.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.516+0000 7f2494720800 5 note: GC not initialized 2024-09-12T00:49:05.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.516+0000 7f2345fdb640 20 reqs_thread_entry: start 2024-09-12T00:49:05.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.517+0000 7f2494720800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:05.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.517+0000 7f2494720800 20 Filter name: none 2024-09-12T00:49:05.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.517+0000 7f22b77fe640 20 reqs_thread_entry: start 2024-09-12T00:49:05.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.517+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.517+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.517+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.518+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.518+0000 7f2494720800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.518+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.518+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:05.517 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.518+0000 7f2494720800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.519+0000 7f2494720800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:05.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.519+0000 7f2494720800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:05.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.520+0000 7f2346fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:05.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.522+0000 7f2494720800 20 remove_watcher() i=0 2024-09-12T00:49:05.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.522+0000 7f2494720800 2 removed watcher, disabling cache 2024-09-12T00:49:05.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.523+0000 7f2494720800 20 remove_watcher() i=1 2024-09-12T00:49:05.522 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.524+0000 7f2494720800 20 remove_watcher() i=2 2024-09-12T00:49:05.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.525+0000 7f2494720800 20 remove_watcher() i=3 2024-09-12T00:49:05.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.526+0000 7f2494720800 20 remove_watcher() i=4 2024-09-12T00:49:05.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.527+0000 7f2494720800 20 remove_watcher() i=5 2024-09-12T00:49:05.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.528+0000 7f2494720800 20 remove_watcher() i=6 2024-09-12T00:49:05.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.529+0000 7f2494720800 20 remove_watcher() i=7 2024-09-12T00:49:05.538 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:05.538 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:05.538 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:49:05.538 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:05.540 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T00:49:05.576 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:05.576 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:05.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.614+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.614 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.615+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.615+0000 7fcaea440800 20 realm 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.615+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.616+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.616+0000 7fcaea440800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.616+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.616+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.615 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.616+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.617+0000 7fcaea440800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:05.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.617+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.617+0000 7fcaea440800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:05.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.617+0000 7fcaea440800 20 searching for the correct realm 2024-09-12T00:49:05.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.621+0000 7fcadf729640 0 -- 172.21.15.163:0/1608050794 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcad806d040 msgr2=0x7fcad80699c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:05.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.827+0000 7fcae872b640 0 -- 172.21.15.163:0/1608050794 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55afb74e87f0 msgr2=0x55afb74eac20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:05.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:05.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:05.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:05.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:05.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:05.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:05.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.830+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:05.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 zone default found 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 4 Realm: () 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 zonegroup default 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.831+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.832+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.832+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.832+0000 7fcaea440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.832+0000 7fcaea440800 20 started sync module instance, tier type = 2024-09-12T00:49:05.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.832+0000 7fcaea440800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:05.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=0 2024-09-12T00:49:05.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=1 2024-09-12T00:49:05.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=2 2024-09-12T00:49:05.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=3 2024-09-12T00:49:05.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=4 2024-09-12T00:49:05.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=5 2024-09-12T00:49:05.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.841+0000 7fcaea440800 20 add_watcher() i=6 2024-09-12T00:49:05.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.842+0000 7fcaea440800 20 add_watcher() i=7 2024-09-12T00:49:05.841 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.842+0000 7fcaea440800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:05.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.844+0000 7fc99dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:05.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.844+0000 7fcaea440800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:05.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.844+0000 7fcaea440800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:05.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.844+0000 7fcaea440800 5 note: GC not initialized 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.844+0000 7fc99cfe1640 20 reqs_thread_entry: start 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 20 Filter name: none 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fc9167fc640 20 reqs_thread_entry: start 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 : miss 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.845+0000 7fcaea440800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.846+0000 7fcaea440800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:05.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.846+0000 7fcaea440800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.846+0000 7fcaea440800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.846+0000 7fcaea440800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:05.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.846+0000 7fcaea440800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.846+0000 7fcaea440800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.849+0000 7fcaea440800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.849+0000 7fcaea440800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.849+0000 7fcaea440800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.849+0000 7fcaea440800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38, ofs0, ns] 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.850+0000 7fc9c6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366239 cookie 94213183048112 notifier 7487 bl.length()=931 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.850+0000 7fc9c6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.850+0000 7fc9c6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.850+0000 7fc9c6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.852+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): orig_sources= new_sources= 2024-09-12T00:49:05.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.852+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): potential sources added=[] removed=[] 2024-09-12T00:49:05.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.852+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): orig_dests= new_dests= 2024-09-12T00:49:05.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.852+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): potential dests added=[] removed=[] 2024-09-12T00:49:05.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.854+0000 7fcaea440800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38.1.0 2024-09-12T00:49:05.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.854+0000 7fcaea440800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38.1.0 2024-09-12T00:49:05.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.854+0000 7fcaea440800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38.1.1 2024-09-12T00:49:05.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.854+0000 7fcaea440800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38.1.1 2024-09-12T00:49:05.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.854+0000 7fcaea440800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38.0 2024-09-12T00:49:05.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.856+0000 7fcaea440800 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T00:49:05.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.856+0000 7fcaea440800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:05.855 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.856+0000 7fcaea440800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 2024-09-12T00:49:05.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fcaea440800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fcaea440800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fcaea440800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fcaea440800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38, ofs0, ns] 2024-09-12T00:49:05.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fc9c6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366240 cookie 94213183048112 notifier 7487 bl.length()=931 2024-09-12T00:49:05.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fc9c6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fc9c6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.857+0000 7fc9c6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.859+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): orig_sources= new_sources= 2024-09-12T00:49:05.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.859+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): potential sources added=[] removed=[] 2024-09-12T00:49:05.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.859+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): orig_dests= new_dests= 2024-09-12T00:49:05.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.859+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): potential dests added=[] removed=[] 2024-09-12T00:49:05.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.860+0000 7fcaea440800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38.0 2024-09-12T00:49:05.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.860+0000 7fcaea440800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:05.859 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.860+0000 7fcaea440800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 2024-09-12T00:49:05.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.861+0000 7fcaea440800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.861+0000 7fcaea440800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.861+0000 7fcaea440800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.861+0000 7fcaea440800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38, ofs0, ns] 2024-09-12T00:49:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.862+0000 7fc9c67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366241 cookie 94213183048112 notifier 7487 bl.length()=899 2024-09-12T00:49:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.862+0000 7fc9c67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 info.flags=0x17 2024-09-12T00:49:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.862+0000 7fc9c67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 to cache LRU end 2024-09-12T00:49:05.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.862+0000 7fc9c67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:05.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.863+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): orig_sources= new_sources= 2024-09-12T00:49:05.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.863+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): potential sources added=[] removed=[] 2024-09-12T00:49:05.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.863+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): orig_dests= new_dests= 2024-09-12T00:49:05.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.863+0000 7fcaea440800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38]): potential dests added=[] removed=[] 2024-09-12T00:49:05.863 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.864+0000 7fcaea440800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T00:49:05.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.866+0000 7fc99dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:05.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.868+0000 7fcaea440800 20 remove_watcher() i=0 2024-09-12T00:49:05.867 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.868+0000 7fcaea440800 2 removed watcher, disabling cache 2024-09-12T00:49:05.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.869+0000 7fcaea440800 20 remove_watcher() i=1 2024-09-12T00:49:05.869 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.870+0000 7fcaea440800 20 remove_watcher() i=2 2024-09-12T00:49:05.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.871+0000 7fcaea440800 20 remove_watcher() i=3 2024-09-12T00:49:05.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.872+0000 7fcaea440800 20 remove_watcher() i=4 2024-09-12T00:49:05.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.873+0000 7fcaea440800 20 remove_watcher() i=5 2024-09-12T00:49:05.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.874+0000 7fcaea440800 20 remove_watcher() i=6 2024-09-12T00:49:05.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.875+0000 7fcaea440800 20 remove_watcher() i=7 2024-09-12T00:49:05.885 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:49:05.914 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:05.914 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:05.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.954+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 realm 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:05.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.956+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.957+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:05.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.957+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:05.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.958+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:05.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.958+0000 7fe912739800 20 searching for the correct realm 2024-09-12T00:49:05.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:05.959+0000 7fe907fff640 0 -- 172.21.15.163:0/194484056 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7fe900027020 msgr2=0x7fe90002b450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:49:06.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.164+0000 7fe907fff640 0 -- 172.21.15.163:0/194484056 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fe90001a020 msgr2=0x7fe900012040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.373+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:06.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 zone default found 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 4 Realm: () 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 zonegroup default 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.374+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.375+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.375+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.375+0000 7fe912739800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.375+0000 7fe912739800 20 started sync module instance, tier type = 2024-09-12T00:49:06.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.375+0000 7fe912739800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=0 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=1 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=2 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=3 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=4 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=5 2024-09-12T00:49:06.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.384+0000 7fe912739800 20 add_watcher() i=6 2024-09-12T00:49:06.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.385+0000 7fe912739800 20 add_watcher() i=7 2024-09-12T00:49:06.384 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.385+0000 7fe912739800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:06.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.387+0000 7fe7c4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:06.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.387+0000 7fe912739800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:06.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.387+0000 7fe912739800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:06.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.387+0000 7fe912739800 5 note: GC not initialized 2024-09-12T00:49:06.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.387+0000 7fe73f7fe640 20 reqs_thread_entry: start 2024-09-12T00:49:06.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.388+0000 7fe912739800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:06.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.388+0000 7fe912739800 20 Filter name: none 2024-09-12T00:49:06.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.388+0000 7fe73d7fa640 20 reqs_thread_entry: start 2024-09-12T00:49:06.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.388+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.388+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.388+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.389+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.389+0000 7fe912739800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.389+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.389+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:06.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.389+0000 7fe912739800 20 rados->read ofs=0 len=0 2024-09-12T00:49:06.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.390+0000 7fe912739800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:06.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.390+0000 7fe912739800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:06.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.391+0000 7fe7c4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:06.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.393+0000 7fe912739800 20 remove_watcher() i=0 2024-09-12T00:49:06.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.393+0000 7fe912739800 2 removed watcher, disabling cache 2024-09-12T00:49:06.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.394+0000 7fe912739800 20 remove_watcher() i=1 2024-09-12T00:49:06.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.395+0000 7fe912739800 20 remove_watcher() i=2 2024-09-12T00:49:06.394 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.396+0000 7fe912739800 20 remove_watcher() i=3 2024-09-12T00:49:06.395 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.397+0000 7fe912739800 20 remove_watcher() i=4 2024-09-12T00:49:06.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.398+0000 7fe912739800 20 remove_watcher() i=5 2024-09-12T00:49:06.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.399+0000 7fe912739800 20 remove_watcher() i=6 2024-09-12T00:49:06.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:06.399+0000 7fe912739800 20 remove_watcher() i=7 2024-09-12T00:49:06.408 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:06.408 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:06.409 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: error-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38 num_objects: 20 size_kb: 1 num_shards: 2 2024-09-12T00:49:06.409 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:06.410 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.410 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.428 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.428 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.648 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.648 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.713 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T00:49:06.713 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:06.715 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.715 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.756 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.756 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.812 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.812 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.851 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.851 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.886 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.886 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.922 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.922 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.961 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.961 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:06.998 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:06.998 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.033 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.033 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.070 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.070 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.105 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.105 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.140 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.141 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.176 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.176 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.211 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.211 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.247 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.247 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.283 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.283 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.318 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.319 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.354 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.354 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.388 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.388 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.423 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.423 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.460 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.460 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.495 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:07.495 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:07.532 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T00:49:07.560 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:07.560 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:07.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.597+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 realm 2024-09-12T00:49:07.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.599+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.600+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:07.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.600+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.600+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:07.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.600+0000 7f0ce7f20800 20 searching for the correct realm 2024-09-12T00:49:07.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.604+0000 7f0ce3467640 0 -- 172.21.15.163:0/2247553791 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x556b710f3d10 msgr2=0x556b710f61d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:07.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.607+0000 7f0ce3c68640 0 -- 172.21.15.163:0/2247553791 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f0cdc06a040 msgr2=0x7f0cdc095910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:07.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:07.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 zone default found 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 4 Realm: () 2024-09-12T00:49:07.611 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 zonegroup default 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.611+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.612 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 started sync module instance, tier type = 2024-09-12T00:49:07.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.612+0000 7f0ce7f20800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=0 2024-09-12T00:49:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=1 2024-09-12T00:49:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=2 2024-09-12T00:49:07.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=3 2024-09-12T00:49:07.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=4 2024-09-12T00:49:07.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=5 2024-09-12T00:49:07.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.620+0000 7f0ce7f20800 20 add_watcher() i=6 2024-09-12T00:49:07.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.621+0000 7f0ce7f20800 20 add_watcher() i=7 2024-09-12T00:49:07.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.621+0000 7f0ce7f20800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:07.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.623+0000 7f0b99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:07.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.623+0000 7f0ce7f20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:07.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.623+0000 7f0ce7f20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:07.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.623+0000 7f0ce7f20800 5 note: GC not initialized 2024-09-12T00:49:07.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.623+0000 7f0b98fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:07.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.624+0000 7f0ce7f20800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:07.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.624+0000 7f0ce7f20800 20 Filter name: none 2024-09-12T00:49:07.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.624+0000 7f0b127fc640 20 reqs_thread_entry: start 2024-09-12T00:49:07.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.624+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.624+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.624+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.625+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.625+0000 7f0ce7f20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.625+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.625+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:07.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.625+0000 7f0ce7f20800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.626+0000 7f0ce7f20800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:07.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.626+0000 7f0ce7f20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:07.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.627+0000 7f0b99fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:07.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.630+0000 7f0ce7f20800 20 remove_watcher() i=0 2024-09-12T00:49:07.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.630+0000 7f0ce7f20800 2 removed watcher, disabling cache 2024-09-12T00:49:07.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.631+0000 7f0ce7f20800 20 remove_watcher() i=1 2024-09-12T00:49:07.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.631+0000 7f0ce7f20800 20 remove_watcher() i=2 2024-09-12T00:49:07.631 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.632+0000 7f0ce7f20800 20 remove_watcher() i=3 2024-09-12T00:49:07.632 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.633+0000 7f0ce7f20800 20 remove_watcher() i=4 2024-09-12T00:49:07.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.634+0000 7f0ce7f20800 20 remove_watcher() i=5 2024-09-12T00:49:07.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.635+0000 7f0ce7f20800 20 remove_watcher() i=6 2024-09-12T00:49:07.635 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.636+0000 7f0ce7f20800 20 remove_watcher() i=7 2024-09-12T00:49:07.645 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.645 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:07.646 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:49:07.646 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.647 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T00:49:07.681 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:07.681 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:07.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.718+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 realm 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.719 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.721+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:07.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.721+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.720 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.721+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:07.721 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.721+0000 7fda28098800 20 searching for the correct realm 2024-09-12T00:49:07.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.726+0000 7fda1ffff640 0 -- 172.21.15.163:0/2043811004 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fda1806ca10 msgr2=0x7fda18077aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:49:07.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.931+0000 7fda1ffff640 0 -- 172.21.15.163:0/2043811004 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fda1806ca10 msgr2=0x7fda18077aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:07.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 zone default found 2024-09-12T00:49:07.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 4 Realm: () 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 zonegroup default 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 started sync module instance, tier type = 2024-09-12T00:49:07.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.936+0000 7fda28098800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=0 2024-09-12T00:49:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=1 2024-09-12T00:49:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=2 2024-09-12T00:49:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=3 2024-09-12T00:49:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=4 2024-09-12T00:49:07.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=5 2024-09-12T00:49:07.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=6 2024-09-12T00:49:07.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.946+0000 7fda28098800 20 add_watcher() i=7 2024-09-12T00:49:07.945 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.946+0000 7fda28098800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:07.946 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.948+0000 7fd8d7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.948+0000 7fda28098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.948+0000 7fda28098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.948+0000 7fda28098800 5 note: GC not initialized 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.948+0000 7fd8d6ffd640 20 reqs_thread_entry: start 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 20 Filter name: none 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fd8d4ff9640 20 reqs_thread_entry: start 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:49:07.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:49:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : miss 2024-09-12T00:49:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.949+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:07.949 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.950+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.950+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.950+0000 7fda28098800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.950+0000 7fda28098800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.950+0000 7fda28098800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:07.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.950+0000 7fda28098800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:07.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.953+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:07.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.953+0000 7fda28098800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:07.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.953+0000 7fda28098800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:07.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.953+0000 7fda28098800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39, ofs0, ns] 2024-09-12T00:49:07.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366162 cookie 94292042839232 notifier 8118 bl.length()=931 2024-09-12T00:49:07.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:07.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:07.953 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:07.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_sources= new_sources= 2024-09-12T00:49:07.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential sources added=[] removed=[] 2024-09-12T00:49:07.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_dests= new_dests= 2024-09-12T00:49:07.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential dests added=[] removed=[] 2024-09-12T00:49:07.956 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.958+0000 7fda28098800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.0 2024-09-12T00:49:07.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.0 2024-09-12T00:49:07.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.958+0000 7fda28098800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.1 2024-09-12T00:49:07.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.1 2024-09-12T00:49:07.957 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.0 2024-09-12T00:49:07.959 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fda28098800 time 2024-09-12T00:49:07.961605+0000 2024-09-12T00:49:07.959 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fda2b58c71a] 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:07.960 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.961+0000 7fda28098800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fda28098800 time 2024-09-12T00:49:07.961605+0000 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fda2b58c71a] 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:07.961 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:07.962 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:07.962 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:07.962 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.962 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:49:07.962 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fda28098800 thread_name:radosgw-admin 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fda2a23e6f0] 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fda2a28b99c] 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fda2b58c774] 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:07.980 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:07.962+0000 7fda28098800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fda28098800 thread_name:radosgw-admin 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fda2a23e6f0] 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fda2a28b99c] 2024-09-12T00:49:07.981 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fda2b58c774] 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:49:07.982 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:49:07.702+0000 7fd913e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:49:07.702+0000 7fd913e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:49:07.702+0000 7fd913e07640 10 monclient: dump: 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:49:07.702+0000 7fda28098800 5 monclient: authenticate success, global_id 8106 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:49:07.702+0000 7fda28098800 10 monclient: get_monmap_and_config success 2024-09-12T00:49:07.983 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:49:07.702+0000 7fda28098800 4 set_mon_vals no callback set 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:49:07.703+0000 7fda28098800 10 monclient: shutdown 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:49:07.703+0000 7fda28098800 5 asok(0x55c213865630) unregister_commands rotate-key 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:49:07.703+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:49:07.703+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:49:07.703+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:07.984 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding auth protocol: cephx 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding auth protocol: cephx 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding auth protocol: cephx 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:07.985 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:49:07.703+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:49:07.703+0000 7fda28098800 1 librados: starting msgr at 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:49:07.703+0000 7fda28098800 1 librados: starting objecter 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:49:07.703+0000 7fda28098800 5 asok(0x55c213865630) register_command objecter_requests hook 0x55c213a8d5c0 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:49:07.704+0000 7fda28098800 1 librados: setting wanted keys 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:49:07.704+0000 7fda28098800 1 librados: calling monclient init 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding auth protocol: cephx 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding auth protocol: cephx 2024-09-12T00:49:07.986 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding auth protocol: cephx 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:49:07.704+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:49:07.704+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:07.987 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:49:07.704+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key hook 0x55c213a85528 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c2138fa0e0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213930340 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c2139c89e0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2271.998590s 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c2138fa0e0 auth_method 0 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:07.988 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): get_auth_request con 0x55c213930340 auth_method 0 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c2139c89e0 auth_method 0 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:07.989 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8109 payload 824 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:49:07.704+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: dump: 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:07.990 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: _finish_auth 0 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: _check_auth_tickets 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: dump: 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.991 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:49:07.705+0000 7fda28098800 5 monclient: authenticate success, global_id 8109 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:49:07.705+0000 7fd913e07640 4 set_mon_vals no callback set 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:07.992 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:49:07.705+0000 7fda28098800 1 librados: init done 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:49:07.707+0000 7fd912604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:49:07.707+0000 7fd912604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:49:07.707+0000 7fd912604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:49:07.707+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fd90c076470 auth_method 0 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:49:07.707+0000 7fda2638a640 10 monclient: get_auth_request con 0x55c213aae1a0 auth_method 0 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:49:07.708+0000 7fda25b89640 10 monclient: get_auth_request con 0x55c213ad0ca0 auth_method 0 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:49:07.709+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:49:07.709+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:49:07.709+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:07.993 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding auth protocol: cephx 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding auth protocol: cephx 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding auth protocol: cephx 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:07.994 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:49:07.710+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:49:07.710+0000 7fda28098800 5 asok(0x55c213865630) register_command objecter_requests cmddesc objecter_requests hook 0x55c213ada1a0 EEXIST 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding auth protocol: cephx 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding auth protocol: cephx 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding auth protocol: cephx 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:07.995 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:49:07.710+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:49:07.710+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:49:07.710+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key cmddesc rotate-key hook 0x55c213ad5550 EEXIST 2024-09-12T00:49:07.996 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213afe4c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c213afe8a0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c213afd1d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2272.004783s 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c213afe8a0 auth_method 0 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:07.997 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c213afe4c0 auth_method 0 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:49:07.711+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8112 payload 824 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:49:07.711+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:49:07.711+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:49:07.711+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:07.998 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:49:07.711+0000 7fda1ffff640 10 monclient: get_auth_request con 0x55c213afd1d0 auth_method 0 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: dump: 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:07.999 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: dump: 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.000 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:49:07.711+0000 7fda28098800 5 monclient: authenticate success, global_id 8112 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:49:07.711+0000 7fda26b8b640 4 set_mon_vals no callback set 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:49:07.713+0000 7fd90b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:49:07.713+0000 7fd90b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:49:07.713+0000 7fd90b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:49:07.713+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fd900076380 auth_method 0 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: get_monmap_and_config 2024-09-12T00:49:08.001 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:49:07.713+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.002 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding auth protocol: cephx 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding auth protocol: cephx 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding auth protocol: cephx 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.003 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:49:07.713+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding auth protocol: cephx 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding auth protocol: cephx 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding auth protocol: cephx 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.004 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:49:07.714+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:49:07.714+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:49:07.714+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key cmddesc rotate-key hook 0x7ffc01ef3bc8 EEXIST 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213b52560 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c213b234b0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c213b4de00 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.005 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2272.008467s 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c213b234b0 auth_method 0 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c213b52560 auth_method 0 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.006 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8115 payload 274 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:49:07.714+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: dump: 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.007 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:49:07.715+0000 7fd9097fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:49:07.715+0000 7fd9097fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:49:07.715+0000 7fd9097fa640 10 monclient: dump: 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.008 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:49:07.715+0000 7fda28098800 5 monclient: authenticate success, global_id 8115 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: get_monmap_and_config success 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:49:07.715+0000 7fda28098800 4 set_mon_vals no callback set 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: shutdown 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:49:07.715+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:08.009 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding auth protocol: cephx 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding auth protocol: cephx 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding auth protocol: cephx 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.010 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:49:07.715+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:49:07.715+0000 7fda28098800 1 librados: starting msgr at 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:49:07.715+0000 7fda28098800 1 librados: starting objecter 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:49:07.716+0000 7fda28098800 5 asok(0x55c213865630) register_command objecter_requests cmddesc objecter_requests hook 0x55c213ab93a0 EEXIST 2024-09-12T00:49:08.011 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:49:07.716+0000 7fda28098800 1 librados: setting wanted keys 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:49:07.716+0000 7fda28098800 1 librados: calling monclient init 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding auth protocol: cephx 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding auth protocol: cephx 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding auth protocol: cephx 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.012 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:49:07.716+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:49:07.716+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:49:07.716+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key cmddesc rotate-key hook 0x55c213b12ec8 EEXIST 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c213b234b0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c213b4de00 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213b52560 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.013 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2272.010648s 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c213b4de00 auth_method 0 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): get_auth_request con 0x55c213b52560 auth_method 0 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.014 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c213b234b0 auth_method 0 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8118 payload 824 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:49:07.716+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: dump: 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.015 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.016 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: dump: 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:49:07.717+0000 7fda28098800 5 monclient: authenticate success, global_id 8118 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:49:07.717+0000 7fd9097fa640 4 set_mon_vals no callback set 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:49:07.717+0000 7fda28098800 1 librados: init done 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:49:07.717+0000 7fda28098800 5 asok(0x55c213865630) register_command cr dump hook 0x7fda18014fc8 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:49:07.718+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:49:07.719+0000 7fd8f77fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:49:07.719+0000 7fd8f77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:49:07.719+0000 7fd8f77fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:49:07.719+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fd8f0076470 auth_method 0 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:49:07.719+0000 7fda1ffff640 10 monclient: get_auth_request con 0x55c213b6bc50 auth_method 0 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:49:07.720+0000 7fda28098800 20 realm 2024-09-12T00:49:08.018 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:49:07.720+0000 7fda28098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:49:07.721+0000 7fda2638a640 10 monclient: get_auth_request con 0x55c213b6fe80 auth_method 0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:49:07.721+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:49:07.721+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:49:07.721+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:49:07.721+0000 7fda28098800 20 searching for the correct realm 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:49:07.722+0000 7fda25b89640 10 monclient: get_auth_request con 0x55c213b75120 auth_method 0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:49:07.722+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda18081580 auth_method 0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:49:07.723+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fda10077c10 auth_method 0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:49:07.724+0000 7fda25b89640 10 monclient: get_auth_request con 0x7fda20026040 auth_method 0 2024-09-12T00:49:08.019 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:49:07.725+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda1806ca10 auth_method 0 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:49:07.726+0000 7fda1ffff640 0 -- 172.21.15.163:0/2043811004 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fda1806ca10 msgr2=0x7fda18077aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:49:07.927+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda1806ca10 auth_method 0 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:49:07.929+0000 7fd8f77fe640 1 client.8118.objecter ms_handle_reset 0x7fda18081580 session 0x7fda18081120 osd.7 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:49:07.929+0000 7fd8f77fe640 10 monclient: _renew_subs 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:49:07.929+0000 7fd8f77fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:49:07.929+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fd8f0086ba0 auth_method 0 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:49:07.930+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fda18068c30 auth_method 0 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:49:07.931+0000 7fda1ffff640 0 -- 172.21.15.163:0/2043811004 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fda1806ca10 msgr2=0x7fda18077aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:49:07.931+0000 7fd8f77fe640 1 client.8118.objecter ms_handle_reset 0x7fda1806ca10 session 0x7fda18086a00 osd.6 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:49:07.931+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda18081580 auth_method 0 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:08.020 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:49:07.936+0000 7fda28098800 20 zone default found 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:49:07.936+0000 7fda28098800 4 Realm: () 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:49:07.936+0000 7fda28098800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:49:07.936+0000 7fda28098800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:08.021 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:49:07.936+0000 7fda28098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:49:07.936+0000 7fda28098800 20 zonegroup default 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:49:07.936+0000 7fda28098800 20 started sync module instance, tier type = 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:49:07.936+0000 7fda28098800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=0 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=1 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=2 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=3 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=4 2024-09-12T00:49:08.022 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=5 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=6 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:49:07.946+0000 7fda28098800 20 add_watcher() i=7 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:49:07.946+0000 7fda28098800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding auth protocol: cephx 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding auth protocol: cephx 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding auth protocol: cephx 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.023 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:49:07.948+0000 7fd8d7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:49:07.948+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:49:07.948+0000 7fda28098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:49:07.948+0000 7fda28098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache list hook 0x55c213b43270 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache inspect hook 0x55c213b43270 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache erase hook 0x55c213b43270 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache zap hook 0x55c213b43270 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:49:07.948+0000 7fda28098800 5 note: GC not initialized 2024-09-12T00:49:08.024 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:49:07.948+0000 7fd8d6ffd640 20 reqs_thread_entry: start 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace show hook 0x7fda1804c070 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace history hook 0x7fda1804c070 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace active hook 0x7fda1804c070 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace active_short hook 0x7fda1804c070 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:49:07.949+0000 7fda28098800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:49:07.949+0000 7fda28098800 20 Filter name: none 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:49:07.949+0000 7fd8d4ff9640 20 reqs_thread_entry: start 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:49:07.949+0000 7fda28098800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:49:07.949+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:49:07.949+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:49:07.949+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:49:07.949+0000 7fda28098800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:49:08.025 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:49:07.949+0000 7fda28098800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : miss 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:49:07.949+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:49:07.950+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:49:07.950+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:49:07.950+0000 7fda28098800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:49:07.950+0000 7fda28098800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:49:07.950+0000 7fda28098800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:49:07.950+0000 7fda28098800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:49:07.953+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:49:07.953+0000 7fda28098800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:49:07.953+0000 7fda28098800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:49:07.953+0000 7fda28098800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39, ofs0, ns] 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366162 cookie 94292042839232 notifier 8118 bl.length()=931 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.026 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_sources= new_sources= 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential sources added=[] removed=[] 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_dests= new_dests= 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential dests added=[] removed=[] 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:49:07.958+0000 7fda28098800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.0 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.0 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:49:07.958+0000 7fda28098800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.1 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.1 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.0 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:49:07.961+0000 7fda28098800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fda28098800 time 2024-09-12T00:49:07.961605+0000 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.027 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fda2b58c71a] 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:49:07.962+0000 7fda28098800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fda28098800 thread_name:radosgw-admin 2024-09-12T00:49:08.028 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fda2a23e6f0] 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fda2a28b99c] 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fda2b58c774] 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:08.029 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:49:08.030 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:49:08.031 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:49:08.032 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:49:08.033 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:49:08.034 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:49:08.035 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:49:08.036 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8d4ff9640 / http_manager 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8d6ffd640 / http_manager 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8d7fff640 / rgw_dt_lg_renew 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8f77fe640 / ms_dispatch 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd9097fa640 / io_context_pool 2024-09-12T00:49:08.037 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd90b7fe640 / ms_dispatch 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd912604640 / ms_dispatch 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd913e07640 / io_context_pool 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda1ffff640 / msgr-worker-2 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda25b89640 / msgr-worker-1 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda2638a640 / msgr-worker-0 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda26b8b640 / io_context_pool 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda28098800 / radosgw-admin 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.142643.log 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:49:07.702+0000 7fd913e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.038 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:49:07.702+0000 7fd913e07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:49:07.702+0000 7fd913e07640 10 monclient: dump: 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:49:07.702+0000 7fda28098800 5 monclient: authenticate success, global_id 8106 2024-09-12T00:49:08.039 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:49:07.702+0000 7fda28098800 10 monclient: get_monmap_and_config success 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:49:07.702+0000 7fda28098800 4 set_mon_vals no callback set 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:49:07.703+0000 7fda28098800 10 monclient: shutdown 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:49:07.703+0000 7fda28098800 5 asok(0x55c213865630) unregister_commands rotate-key 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:49:07.703+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:49:07.703+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:49:07.703+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.040 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding auth protocol: cephx 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding auth protocol: cephx 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding auth protocol: cephx 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:08.041 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: crc 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:49:07.703+0000 7fda28098800 5 AuthRegistry(0x55c213a8b020) adding con mode: secure 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:49:07.703+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:49:07.703+0000 7fda28098800 1 librados: starting msgr at 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:49:07.703+0000 7fda28098800 1 librados: starting objecter 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:49:07.703+0000 7fda28098800 5 asok(0x55c213865630) register_command objecter_requests hook 0x55c213a8d5c0 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:49:07.704+0000 7fda28098800 1 librados: setting wanted keys 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:49:07.704+0000 7fda28098800 1 librados: calling monclient init 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:08.042 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding auth protocol: cephx 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding auth protocol: cephx 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding auth protocol: cephx 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:08.043 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: crc 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:49:07.704+0000 7fda28098800 5 AuthRegistry(0x55c213a853e0) adding con mode: secure 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:49:07.704+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:49:07.704+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:49:07.704+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key hook 0x55c213a85528 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c2138fa0e0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213930340 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c2139c89e0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.044 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:49:07.704+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2271.998590s 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c2138fa0e0 auth_method 0 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): get_auth_request con 0x55c213930340 auth_method 0 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c2139c89e0 auth_method 0 2024-09-12T00:49:08.045 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:49:07.704+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:49:07.704+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8109 payload 824 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:49:07.704+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:49:07.704+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.046 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: dump: 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.047 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:49:07.705+0000 7fd912604640 10 monclient: dump: 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.048 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:49:07.705+0000 7fda28098800 5 monclient: authenticate success, global_id 8109 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:49:07.705+0000 7fd913e07640 4 set_mon_vals no callback set 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:49:07.705+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:49:07.705+0000 7fda28098800 1 librados: init done 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:49:07.707+0000 7fd912604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:49:07.707+0000 7fd912604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:49:07.707+0000 7fd912604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:49:07.707+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fd90c076470 auth_method 0 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:49:07.707+0000 7fda2638a640 10 monclient: get_auth_request con 0x55c213aae1a0 auth_method 0 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:49:07.708+0000 7fda25b89640 10 monclient: get_auth_request con 0x55c213ad0ca0 auth_method 0 2024-09-12T00:49:08.049 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:49:07.709+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:49:07.709+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:49:07.709+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.050 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding auth protocol: cephx 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding auth protocol: cephx 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding auth protocol: cephx 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: crc 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:49:07.709+0000 7fda28098800 5 AuthRegistry(0x55c213ad6c90) adding con mode: secure 2024-09-12T00:49:08.051 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:49:07.710+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:49:07.710+0000 7fda28098800 5 asok(0x55c213865630) register_command objecter_requests cmddesc objecter_requests hook 0x55c213ada1a0 EEXIST 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding auth protocol: cephx 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding auth protocol: cephx 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding auth protocol: cephx 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:08.052 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: crc 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:49:07.710+0000 7fda28098800 5 AuthRegistry(0x55c213ad5408) adding con mode: secure 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:49:07.710+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:49:07.710+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:49:07.710+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key cmddesc rotate-key hook 0x55c213ad5550 EEXIST 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213afe4c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c213afe8a0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c213afd1d0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.053 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:49:07.710+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2272.004783s 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c213afe8a0 auth_method 0 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c213afe4c0 auth_method 0 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.054 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:49:07.710+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:49:07.710+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:49:07.711+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8112 payload 824 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:49:07.711+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:49:07.711+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:49:07.711+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:49:07.711+0000 7fda1ffff640 10 monclient: get_auth_request con 0x55c213afd1d0 auth_method 0 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: dump: 2024-09-12T00:49:08.055 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.056 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:49:07.711+0000 7fd90b7fe640 10 monclient: dump: 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:49:07.711+0000 7fda28098800 5 monclient: authenticate success, global_id 8112 2024-09-12T00:49:08.057 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:49:07.711+0000 7fda26b8b640 4 set_mon_vals no callback set 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:49:07.711+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:49:07.713+0000 7fd90b7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:49:07.713+0000 7fd90b7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:49:07.713+0000 7fd90b7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:49:07.713+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fd900076380 auth_method 0 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: get_monmap_and_config 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:49:07.713+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:08.058 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding auth protocol: cephx 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding auth protocol: cephx 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding auth protocol: cephx 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.059 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: crc 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x55c213b1df20) adding con mode: secure 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:49:07.713+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:49:07.713+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding auth protocol: cephx 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding auth protocol: cephx 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding auth protocol: cephx 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: crc 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:49:07.713+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3a80) adding con mode: secure 2024-09-12T00:49:08.061 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:49:07.714+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:49:07.714+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:49:07.714+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key cmddesc rotate-key hook 0x7ffc01ef3bc8 EEXIST 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213b52560 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c213b234b0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c213b4de00 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:49:07.714+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2272.008467s 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c213b234b0 auth_method 0 2024-09-12T00:49:08.062 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c213b52560 auth_method 0 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:49:07.714+0000 7fda2638a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.063 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8115 payload 274 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:49:07.714+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:49:07.714+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: dump: 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.064 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:49:07.714+0000 7fd9097fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:49:07.715+0000 7fd9097fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:49:07.715+0000 7fd9097fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:49:07.715+0000 7fd9097fa640 10 monclient: dump: 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.065 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:49:07.715+0000 7fda28098800 5 monclient: authenticate success, global_id 8115 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: get_monmap_and_config success 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:49:07.715+0000 7fda28098800 4 set_mon_vals no callback set 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: shutdown 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: build_initial_monmap 2024-09-12T00:49:08.066 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:49:07.715+0000 7fda28098800 1 build_initial for_mkfs: 0 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:49:07.715+0000 7fda28098800 10 monclient: monmap: 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding auth protocol: cephx 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding auth protocol: cephx 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding auth protocol: cephx 2024-09-12T00:49:08.067 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: crc 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:49:07.715+0000 7fda28098800 5 AuthRegistry(0x55c213b4e730) adding con mode: secure 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:49:07.715+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:49:07.715+0000 7fda28098800 1 librados: starting msgr at 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:49:07.715+0000 7fda28098800 1 librados: starting objecter 2024-09-12T00:49:08.068 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:49:07.716+0000 7fda28098800 5 asok(0x55c213865630) register_command objecter_requests cmddesc objecter_requests hook 0x55c213ab93a0 EEXIST 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:49:07.716+0000 7fda28098800 1 librados: setting wanted keys 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:49:07.716+0000 7fda28098800 1 librados: calling monclient init 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient: init 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding auth protocol: cephx 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding auth protocol: cephx 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding auth protocol: cephx 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.069 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: crc 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:49:07.716+0000 7fda28098800 5 AuthRegistry(0x55c213b12d80) adding con mode: secure 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:49:07.716+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:49:07.716+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:49:07.716+0000 7fda28098800 5 asok(0x55c213865630) register_command rotate-key cmddesc rotate-key hook 0x55c213b12ec8 EEXIST 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): picked mon.noname-b con 0x55c213b234b0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): picked mon.noname-a con 0x55c213b4de00 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): picked mon.noname-c con 0x55c213b52560 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:08.070 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:49:07.716+0000 7fda28098800 10 monclient(hunting): authenticate will time out at 2272.010648s 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): get_auth_request con 0x55c213b4de00 auth_method 0 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): get_auth_request con 0x55c213b52560 auth_method 0 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.071 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:49:07.716+0000 7fda1ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): get_auth_request con 0x55c213b234b0 auth_method 0 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:49:07.716+0000 7fda2638a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient(hunting): handle_auth_done global_id 8118 payload 824 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient: _finish_hunting 0 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:49:07.716+0000 7fda25b89640 1 monclient: found mon.noname-a 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:49:07.716+0000 7fda25b89640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.072 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: dump: 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.073 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: _finish_auth 0 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: _check_auth_tickets 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:49:07.717+0000 7fd8f77fe640 10 monclient: dump: 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:08.074 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:49:07.717+0000 7fda28098800 5 monclient: authenticate success, global_id 8118 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:49:07.717+0000 7fd9097fa640 4 set_mon_vals no callback set 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _renew_subs 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:49:07.717+0000 7fda28098800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:49:07.717+0000 7fda28098800 1 librados: init done 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:49:07.717+0000 7fda28098800 5 asok(0x55c213865630) register_command cr dump hook 0x7fda18014fc8 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:49:07.718+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:49:07.719+0000 7fd8f77fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:49:07.719+0000 7fd8f77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.075 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:49:07.719+0000 7fd8f77fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:49:07.719+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fd8f0076470 auth_method 0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:49:07.719+0000 7fda1ffff640 10 monclient: get_auth_request con 0x55c213b6bc50 auth_method 0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:49:07.720+0000 7fda28098800 20 realm 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:49:07.720+0000 7fda28098800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:49:07.720+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:49:07.721+0000 7fda2638a640 10 monclient: get_auth_request con 0x55c213b6fe80 auth_method 0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:49:07.721+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:49:07.721+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.076 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:49:07.721+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:49:07.721+0000 7fda28098800 20 searching for the correct realm 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:49:07.722+0000 7fda25b89640 10 monclient: get_auth_request con 0x55c213b75120 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:49:07.722+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda18081580 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:49:07.723+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fda10077c10 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:49:07.724+0000 7fda25b89640 10 monclient: get_auth_request con 0x7fda20026040 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:49:07.725+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda1806ca10 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:49:07.726+0000 7fda1ffff640 0 -- 172.21.15.163:0/2043811004 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fda1806ca10 msgr2=0x7fda18077aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:49:07.927+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda1806ca10 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:49:07.929+0000 7fd8f77fe640 1 client.8118.objecter ms_handle_reset 0x7fda18081580 session 0x7fda18081120 osd.7 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:49:07.929+0000 7fd8f77fe640 10 monclient: _renew_subs 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:49:07.929+0000 7fd8f77fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:49:07.929+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fd8f0086ba0 auth_method 0 2024-09-12T00:49:08.077 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:49:07.930+0000 7fda2638a640 10 monclient: get_auth_request con 0x7fda18068c30 auth_method 0 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:49:07.931+0000 7fda1ffff640 0 -- 172.21.15.163:0/2043811004 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fda1806ca10 msgr2=0x7fda18077aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:49:07.931+0000 7fd8f77fe640 1 client.8118.objecter ms_handle_reset 0x7fda1806ca10 session 0x7fda18086a00 osd.6 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:49:07.931+0000 7fda1ffff640 10 monclient: get_auth_request con 0x7fda18081580 auth_method 0 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:49:07.935+0000 7fda28098800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.078 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:49:07.935+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:49:07.936+0000 7fda28098800 20 zone default found 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:49:07.936+0000 7fda28098800 4 Realm: () 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:49:07.936+0000 7fda28098800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:49:07.936+0000 7fda28098800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:49:07.936+0000 7fda28098800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:49:07.936+0000 7fda28098800 20 zonegroup default 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.079 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:49:07.936+0000 7fda28098800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:49:07.936+0000 7fda28098800 20 started sync module instance, tier type = 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:49:07.936+0000 7fda28098800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=0 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=1 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=2 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=3 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=4 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=5 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:49:07.945+0000 7fda28098800 20 add_watcher() i=6 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:49:07.946+0000 7fda28098800 20 add_watcher() i=7 2024-09-12T00:49:08.080 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:49:07.946+0000 7fda28098800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding auth protocol: cephx 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding auth protocol: cephx 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding auth protocol: cephx 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.081 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: crc 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:49:07.948+0000 7fda28098800 5 AuthRegistry(0x7ffc01ef3f60) adding con mode: secure 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:49:07.948+0000 7fd8d7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:49:07.948+0000 7fda28098800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:49:07.948+0000 7fda28098800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:49:07.948+0000 7fda28098800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache list hook 0x55c213b43270 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache inspect hook 0x55c213b43270 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache erase hook 0x55c213b43270 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:49:07.948+0000 7fda28098800 5 asok(0x55c213865630) register_command cache zap hook 0x55c213b43270 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:49:07.948+0000 7fda28098800 5 note: GC not initialized 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:49:07.948+0000 7fd8d6ffd640 20 reqs_thread_entry: start 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace show hook 0x7fda1804c070 2024-09-12T00:49:08.082 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace history hook 0x7fda1804c070 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace active hook 0x7fda1804c070 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:49:07.949+0000 7fda28098800 5 asok(0x55c213865630) register_command sync trace active_short hook 0x7fda1804c070 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:49:07.949+0000 7fda28098800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:49:07.949+0000 7fda28098800 20 Filter name: none 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:49:07.949+0000 7fd8d4ff9640 20 reqs_thread_entry: start 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:49:07.949+0000 7fda28098800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:49:07.949+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:49:07.949+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:49:07.949+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:49:07.949+0000 7fda28098800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:49:08.083 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:49:07.949+0000 7fda28098800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : miss 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:49:07.949+0000 7fda28098800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:49:07.950+0000 7fda28098800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:49:07.950+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:49:07.950+0000 7fda28098800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:49:07.950+0000 7fda28098800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:49:07.950+0000 7fda28098800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:49:07.950+0000 7fda28098800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:49:07.953+0000 7fda28098800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:49:07.953+0000 7fda28098800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:49:07.953+0000 7fda28098800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:49:07.953+0000 7fda28098800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39, ofs0, ns] 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366162 cookie 94292042839232 notifier 8118 bl.length()=931 2024-09-12T00:49:08.084 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:49:07.954+0000 7fd9097fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_sources= new_sources= 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential sources added=[] removed=[] 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_dests= new_dests= 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:49:07.955+0000 7fda28098800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential dests added=[] removed=[] 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:49:07.958+0000 7fda28098800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.0 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.0 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:49:07.958+0000 7fda28098800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.1 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.1.1 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:49:07.958+0000 7fda28098800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.0 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:49:07.961+0000 7fda28098800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fda28098800 time 2024-09-12T00:49:07.961605+0000 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:08.085 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fda2b58c71a] 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:49:07.962+0000 7fda28098800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:49:08.086 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fda28098800 thread_name:radosgw-admin 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fda2a23e6f0] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fda2a28b99c] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fda2b58c774] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fda2b58c8d8] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c212a2a641] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55c212a3951b] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55c212a3a3e4] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fda2a229590] 2024-09-12T00:49:08.087 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:49:08.088 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:49:08.089 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:49:08.090 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:49:08.091 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:49:08.092 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:49:08.093 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:49:08.094 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8d4ff9640 / http_manager 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8d6ffd640 / http_manager 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8d7fff640 / rgw_dt_lg_renew 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd8f77fe640 / ms_dispatch 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd9097fa640 / io_context_pool 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd90b7fe640 / ms_dispatch 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd912604640 / ms_dispatch 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fd913e07640 / io_context_pool 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda1ffff640 / msgr-worker-2 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda25b89640 / msgr-worker-1 2024-09-12T00:49:08.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda2638a640 / msgr-worker-0 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda26b8b640 / io_context_pool 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr: 7fda28098800 / radosgw-admin 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:49:07.963227Z_491e9075-564f-4da0-bb5d-3c2db281187f/log 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:49:08.096 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T00:49:08.097 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:08.097 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:08.238 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.238+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 realm 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.240+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.241+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.241+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.242+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:08.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.242+0000 7f6403b40800 20 searching for the correct realm 2024-09-12T00:49:08.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.245+0000 7f63f7fff640 0 -- 172.21.15.163:0/2323312259 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x561b8e195b60 msgr2=0x561b8e198020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:08.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.249+0000 7f63ff8c0640 0 -- 172.21.15.163:0/2323312259 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f63f8036070 msgr2=0x7f63f8037400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:08.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:08.251 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:08.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:08.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:08.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:08.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:08.252 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.252+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 zone default found 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 4 Realm: () 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 zonegroup default 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.253+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 started sync module instance, tier type = 2024-09-12T00:49:08.258 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.254+0000 7f6403b40800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=0 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=1 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=2 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=3 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=4 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=5 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.263+0000 7f6403b40800 20 add_watcher() i=6 2024-09-12T00:49:08.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.264+0000 7f6403b40800 20 add_watcher() i=7 2024-09-12T00:49:08.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.264+0000 7f6403b40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:08.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f62b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f6403b40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f6403b40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f6403b40800 5 note: GC not initialized 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f62b4fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f6403b40800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.266+0000 7f6403b40800 20 Filter name: none 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.267+0000 7f622e7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.267+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.267+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:08.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.267+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.267 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.267+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:49:08.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.268+0000 7f6403b40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:08.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.268+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.268+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:08.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.268+0000 7f6403b40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.268+0000 7f6403b40800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:49:08.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.268+0000 7f6403b40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:08.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.269+0000 7f62b5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:08.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.271+0000 7f6403b40800 20 remove_watcher() i=0 2024-09-12T00:49:08.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.271+0000 7f6403b40800 2 removed watcher, disabling cache 2024-09-12T00:49:08.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.272+0000 7f6403b40800 20 remove_watcher() i=1 2024-09-12T00:49:08.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.273+0000 7f6403b40800 20 remove_watcher() i=2 2024-09-12T00:49:08.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.274+0000 7f6403b40800 20 remove_watcher() i=3 2024-09-12T00:49:08.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.275+0000 7f6403b40800 20 remove_watcher() i=4 2024-09-12T00:49:08.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.276+0000 7f6403b40800 20 remove_watcher() i=5 2024-09-12T00:49:08.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.277+0000 7f6403b40800 20 remove_watcher() i=6 2024-09-12T00:49:08.276 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.278+0000 7f6403b40800 20 remove_watcher() i=7 2024-09-12T00:49:08.287 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.287 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:08.287 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 num_objects: 20 size_kb: 1 num_shards: 1 2024-09-12T00:49:08.287 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:08.289 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:08.289 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:08.321 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:08.321 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:08.377 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:49:08.410 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:08.410 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:08.446 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.448+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 realm 2024-09-12T00:49:08.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:08.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.449+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.450+0000 7fdde3719800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.450+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.451+0000 7fdde3719800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:08.450 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.451+0000 7fdde3719800 20 searching for the correct realm 2024-09-12T00:49:08.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.455+0000 7fdddbfff640 0 -- 172.21.15.163:0/2741984057 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fddd407e920 msgr2=0x7fddd4099400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:08.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.458+0000 7fdde1a04640 0 -- 172.21.15.163:0/2741984057 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7fddcc09ac20 msgr2=0x7fddcc063600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.460+0000 7fdde3719800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.460+0000 7fdde3719800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.460+0000 7fdde3719800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.460+0000 7fdde3719800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.460+0000 7fdde3719800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.460+0000 7fdde3719800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 zone default found 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 4 Realm: () 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 zonegroup default 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.461 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.461+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.462+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.462+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.462+0000 7fdde3719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:08.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.462+0000 7fdde3719800 20 started sync module instance, tier type = 2024-09-12T00:49:08.462 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.462+0000 7fdde3719800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:08.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=0 2024-09-12T00:49:08.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=1 2024-09-12T00:49:08.469 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=2 2024-09-12T00:49:08.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=3 2024-09-12T00:49:08.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=4 2024-09-12T00:49:08.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=5 2024-09-12T00:49:08.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=6 2024-09-12T00:49:08.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 20 add_watcher() i=7 2024-09-12T00:49:08.470 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.471+0000 7fdde3719800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:08.472 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.473+0000 7fdc977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.473+0000 7fdde3719800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.473+0000 7fdde3719800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 5 note: GC not initialized 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdc967e4640 20 reqs_thread_entry: start 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 20 Filter name: none 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdc07fff640 20 reqs_thread_entry: start 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:49:08.474 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : miss 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.474+0000 7fdde3719800 20 rados->read ofs=0 len=0 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.475+0000 7fdde3719800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.475+0000 7fdde3719800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.475+0000 7fdde3719800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.475+0000 7fdde3719800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.475+0000 7fdde3719800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:08.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.475+0000 7fdde3719800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:08.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.476+0000 7fdde3719800 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to be held by another RGW process; skipping for now 2024-09-12T00:49:08.476 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.477+0000 7fdc977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:08.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.479+0000 7fdde3719800 20 remove_watcher() i=0 2024-09-12T00:49:08.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.479+0000 7fdde3719800 2 removed watcher, disabling cache 2024-09-12T00:49:08.479 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.480+0000 7fdde3719800 20 remove_watcher() i=1 2024-09-12T00:49:08.480 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.481+0000 7fdde3719800 20 remove_watcher() i=2 2024-09-12T00:49:08.481 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.482+0000 7fdde3719800 20 remove_watcher() i=3 2024-09-12T00:49:08.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.483+0000 7fdde3719800 20 remove_watcher() i=4 2024-09-12T00:49:08.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.484+0000 7fdde3719800 20 remove_watcher() i=5 2024-09-12T00:49:08.483 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.485+0000 7fdde3719800 20 remove_watcher() i=6 2024-09-12T00:49:08.484 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:08.486+0000 7fdde3719800 20 remove_watcher() i=7 2024-09-12T00:49:08.495 INFO:tasks.workunit.client.0.smithi163.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:49:38.502 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:49:38.537 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:38.537 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:38.579 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.580+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.581+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.581+0000 7f397eabb800 20 realm 2024-09-12T00:49:38.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.581+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.581 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.581+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.581+0000 7f397eabb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:38.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.581+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.582+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.582+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.583+0000 7f397eabb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:38.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.583+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.583+0000 7f397eabb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:38.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.583+0000 7f397eabb800 20 searching for the correct realm 2024-09-12T00:49:38.587 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.587+0000 7f397bda4640 0 -- 172.21.15.163:0/3007967929 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f396c0da250 msgr2=0x7f396c0c6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:38.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.794+0000 7f397cda6640 0 -- 172.21.15.163:0/3007967929 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x557726e32e70 msgr2=0x557726e35260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:38.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.797+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:38.798 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 20 zone default found 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 4 Realm: () 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 20 zonegroup default 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.798+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.799+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.799+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.799+0000 7f397eabb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.799+0000 7f397eabb800 20 started sync module instance, tier type = 2024-09-12T00:49:38.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.799+0000 7f397eabb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:38.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=0 2024-09-12T00:49:38.809 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=1 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=2 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=3 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=4 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=5 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.810+0000 7f397eabb800 20 add_watcher() i=6 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.811+0000 7f397eabb800 20 add_watcher() i=7 2024-09-12T00:49:38.810 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.811+0000 7f397eabb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:38.812 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f3832fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:38.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f397eabb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:38.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f397eabb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:38.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f397eabb800 5 note: GC not initialized 2024-09-12T00:49:38.813 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f3831fdb640 20 reqs_thread_entry: start 2024-09-12T00:49:38.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f397eabb800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:38.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.813+0000 7f397eabb800 20 Filter name: none 2024-09-12T00:49:38.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f37a37fe640 20 reqs_thread_entry: start 2024-09-12T00:49:38.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:49:38.814 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : miss 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.814+0000 7f397eabb800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.815+0000 7f397eabb800 20 rados_obj.operate() r=0 bl.length=451 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.815+0000 7f397eabb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.815+0000 7f397eabb800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.815+0000 7f397eabb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:38.815 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.815+0000 7f397eabb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.815+0000 7f397eabb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:38.816 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.816+0000 7f397eabb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:49:38.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.820+0000 7f397eabb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f397eabb800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.820 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f397eabb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f397eabb800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39, ofs0, ns] 2024-09-12T00:49:38.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f3852ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366163 cookie 93970241945088 notifier 7589 bl.length()=931 2024-09-12T00:49:38.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f3852ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f3852ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.821 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.821+0000 7f3852ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.823+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_sources= new_sources= 2024-09-12T00:49:38.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.823+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential sources added=[] removed=[] 2024-09-12T00:49:38.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.823+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_dests= new_dests= 2024-09-12T00:49:38.823 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.823+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential dests added=[] removed=[] 2024-09-12T00:49:38.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.826+0000 7f397eabb800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.2.0 2024-09-12T00:49:38.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.826+0000 7f397eabb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.2.0 2024-09-12T00:49:38.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.826+0000 7f397eabb800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.2.1 2024-09-12T00:49:38.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.826+0000 7f397eabb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.2.1 2024-09-12T00:49:38.826 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.826+0000 7f397eabb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.0 2024-09-12T00:49:38.828 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.829+0000 7f397eabb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:38.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.829+0000 7f397eabb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:38.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.830+0000 7f397eabb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.830+0000 7f397eabb800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.830+0000 7f397eabb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.830 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.830+0000 7f397eabb800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39, ofs0, ns] 2024-09-12T00:49:38.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.831+0000 7f38537fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366164 cookie 93970241945088 notifier 7589 bl.length()=931 2024-09-12T00:49:38.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.831+0000 7f38537fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.831+0000 7f38537fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.831+0000 7f38537fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.832+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_sources= new_sources= 2024-09-12T00:49:38.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.832+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential sources added=[] removed=[] 2024-09-12T00:49:38.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.832+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_dests= new_dests= 2024-09-12T00:49:38.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.832+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential dests added=[] removed=[] 2024-09-12T00:49:38.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.833+0000 7f397eabb800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39.0 2024-09-12T00:49:38.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.834+0000 7f397eabb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 : hit (requested=0x17, cached=0x17) 2024-09-12T00:49:38.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.834+0000 7f397eabb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 2024-09-12T00:49:38.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.835+0000 7f397eabb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.835+0000 7f397eabb800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.835+0000 7f397eabb800 10 updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.835+0000 7f397eabb800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39, ofs0, ns] 2024-09-12T00:49:38.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.836+0000 7f3852ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366165 cookie 93970241945088 notifier 7589 bl.length()=899 2024-09-12T00:49:38.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.836+0000 7f3852ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 info.flags=0x17 2024-09-12T00:49:38.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.836+0000 7f3852ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 to cache LRU end 2024-09-12T00:49:38.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.836+0000 7f3852ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2024-09-12T00:49:38.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.837+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_sources= new_sources= 2024-09-12T00:49:38.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.837+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential sources added=[] removed=[] 2024-09-12T00:49:38.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.837+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): orig_dests= new_dests= 2024-09-12T00:49:38.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.837+0000 7f397eabb800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39]): potential dests added=[] removed=[] 2024-09-12T00:49:38.838 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.838+0000 7f397eabb800 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2024-09-12T00:49:38.840 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.840+0000 7f3832fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:38.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.843+0000 7f397eabb800 20 remove_watcher() i=0 2024-09-12T00:49:38.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.843+0000 7f397eabb800 2 removed watcher, disabling cache 2024-09-12T00:49:38.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.844+0000 7f397eabb800 20 remove_watcher() i=1 2024-09-12T00:49:38.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.845+0000 7f397eabb800 20 remove_watcher() i=2 2024-09-12T00:49:38.846 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.846+0000 7f397eabb800 20 remove_watcher() i=3 2024-09-12T00:49:38.847 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.847+0000 7f397eabb800 20 remove_watcher() i=4 2024-09-12T00:49:38.848 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.848+0000 7f397eabb800 20 remove_watcher() i=5 2024-09-12T00:49:38.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.850+0000 7f397eabb800 20 remove_watcher() i=6 2024-09-12T00:49:38.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.850+0000 7f397eabb800 20 remove_watcher() i=7 2024-09-12T00:49:38.863 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T00:49:38.892 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:38.892 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:38.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.929+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 realm 2024-09-12T00:49:38.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:38.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:38.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.931+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.932+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:38.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.932+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:38.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.932+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:38.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.932+0000 7fa683323800 20 searching for the correct realm 2024-09-12T00:49:38.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:38.936+0000 7fa677fff640 0 -- 172.21.15.163:0/3758429086 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa670054b90 msgr2=0x7fa670064040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:39.142 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.143+0000 7fa67f814640 0 -- 172.21.15.163:0/3758429086 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55bd7feaef80 msgr2=0x55bd7feb1370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:39.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.146 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.145+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 zone default found 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 4 Realm: () 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 zonegroup default 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.146+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.147+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.147+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.147+0000 7fa683323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.147+0000 7fa683323800 20 started sync module instance, tier type = 2024-09-12T00:49:39.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.147+0000 7fa683323800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=0 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=1 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=2 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=3 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=4 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=5 2024-09-12T00:49:39.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.359+0000 7fa683323800 20 add_watcher() i=6 2024-09-12T00:49:39.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.360+0000 7fa683323800 20 add_watcher() i=7 2024-09-12T00:49:39.360 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.360+0000 7fa683323800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:39.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa535fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:39.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa683323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:39.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa683323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:39.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa683323800 5 note: GC not initialized 2024-09-12T00:49:39.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa534fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:39.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa683323800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:39.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa683323800 20 Filter name: none 2024-09-12T00:49:39.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa4ae7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:39.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.362+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.363+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:39.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.363+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.364+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:39.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.364+0000 7fa683323800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:39.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.364+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.364+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:49:39.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.364+0000 7fa683323800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.365+0000 7fa683323800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:49:39.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.365+0000 7fa683323800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:39.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.366+0000 7fa535fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:39.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.368+0000 7fa683323800 20 remove_watcher() i=0 2024-09-12T00:49:39.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.368+0000 7fa683323800 2 removed watcher, disabling cache 2024-09-12T00:49:39.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.369+0000 7fa683323800 20 remove_watcher() i=1 2024-09-12T00:49:39.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.370+0000 7fa683323800 20 remove_watcher() i=2 2024-09-12T00:49:39.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.372+0000 7fa683323800 20 remove_watcher() i=3 2024-09-12T00:49:39.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.373+0000 7fa683323800 20 remove_watcher() i=4 2024-09-12T00:49:39.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.374+0000 7fa683323800 20 remove_watcher() i=5 2024-09-12T00:49:39.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.375+0000 7fa683323800 20 remove_watcher() i=6 2024-09-12T00:49:39.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.376+0000 7fa683323800 20 remove_watcher() i=7 2024-09-12T00:49:39.386 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:39.386 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:39.386 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: abort-at-change-reshard-state id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39 num_objects: 19 size_kb: 1 num_shards: 2 2024-09-12T00:49:39.386 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:39.388 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:39.388 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:39.405 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:39.406 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:39.633 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:39.633 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:39.698 INFO:tasks.workunit.client.0.smithi163.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T00:49:39.700 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:49:39.728 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:39.728 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:39.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.765+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.766+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.766+0000 7efdf6525800 20 realm 2024-09-12T00:49:39.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.766+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.767+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.767+0000 7efdf6525800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:39.768 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.767+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.767+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.767+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.768+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:39.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.768+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.768+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:39.770 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.768+0000 7efdf6525800 20 searching for the correct realm 2024-09-12T00:49:39.771 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.772+0000 7efdf1932640 0 -- 172.21.15.163:0/3314486862 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7efde405f910 msgr2=0x7efde401d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:39.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.979+0000 7efdf2934640 0 -- 172.21.15.163:0/3314486862 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55dc9ecec6f0 msgr2=0x55dc9eceeae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:39.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.981+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 zone default found 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 4 Realm: () 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 zonegroup default 2024-09-12T00:49:39.983 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.982+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.983+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.983+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.983+0000 7efdf6525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.983+0000 7efdf6525800 20 started sync module instance, tier type = 2024-09-12T00:49:39.984 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.983+0000 7efdf6525800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:39.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=0 2024-09-12T00:49:39.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=1 2024-09-12T00:49:39.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=2 2024-09-12T00:49:39.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=3 2024-09-12T00:49:39.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=4 2024-09-12T00:49:39.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=5 2024-09-12T00:49:39.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.993+0000 7efdf6525800 20 add_watcher() i=6 2024-09-12T00:49:39.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.994+0000 7efdf6525800 20 add_watcher() i=7 2024-09-12T00:49:39.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.994+0000 7efdf6525800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:39.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efca8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efdf6525800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efdf6525800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efdf6525800 5 note: GC not initialized 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efc237fe640 20 reqs_thread_entry: start 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efdf6525800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.996+0000 7efdf6525800 20 Filter name: none 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.997+0000 7efc217fa640 20 reqs_thread_entry: start 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.997+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.997+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:39.997 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.997+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 rados->read ofs=0 len=0 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:39.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:39.998+0000 7efdf6525800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:39.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.000+0000 7efca8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.002+0000 7efdf6525800 20 remove_watcher() i=0 2024-09-12T00:49:40.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.002+0000 7efdf6525800 2 removed watcher, disabling cache 2024-09-12T00:49:40.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.004+0000 7efdf6525800 20 remove_watcher() i=1 2024-09-12T00:49:40.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.005+0000 7efdf6525800 20 remove_watcher() i=2 2024-09-12T00:49:40.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.006+0000 7efdf6525800 20 remove_watcher() i=3 2024-09-12T00:49:40.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.007+0000 7efdf6525800 20 remove_watcher() i=4 2024-09-12T00:49:40.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.008+0000 7efdf6525800 20 remove_watcher() i=5 2024-09-12T00:49:40.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.009+0000 7efdf6525800 20 remove_watcher() i=6 2024-09-12T00:49:40.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.010+0000 7efdf6525800 20 remove_watcher() i=7 2024-09-12T00:49:40.022 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.022 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:49:40.022 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 8 size_kb: 1 num_shards: 3 2024-09-12T00:49:40.022 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.022 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:49:40.050 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:40.050 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:40.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.087+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.089+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.089+0000 7f9278c40800 20 realm 2024-09-12T00:49:40.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.089+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.090+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.090+0000 7f9278c40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:40.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.090+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.090+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.090+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.091+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.091+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.091+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:40.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.091+0000 7f9278c40800 20 searching for the correct realm 2024-09-12T00:49:40.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.095+0000 7f9275f30640 0 -- 172.21.15.163:0/2382963492 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f92680dc050 msgr2=0x7f92680be040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.301+0000 7f9276f32640 0 -- 172.21.15.163:0/2382963492 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x56232321a400 msgr2=0x56232321c890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:40.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:40.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.304+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 zone default found 2024-09-12T00:49:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 4 Realm: () 2024-09-12T00:49:40.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 zonegroup default 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.305+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.306+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.306+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.306+0000 7f9278c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.306+0000 7f9278c40800 20 started sync module instance, tier type = 2024-09-12T00:49:40.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.306+0000 7f9278c40800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:40.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=0 2024-09-12T00:49:40.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=1 2024-09-12T00:49:40.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=2 2024-09-12T00:49:40.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=3 2024-09-12T00:49:40.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=4 2024-09-12T00:49:40.315 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=5 2024-09-12T00:49:40.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.315+0000 7f9278c40800 20 add_watcher() i=6 2024-09-12T00:49:40.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.316+0000 7f9278c40800 20 add_watcher() i=7 2024-09-12T00:49:40.316 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.316+0000 7f9278c40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:40.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.318+0000 7f912cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.318 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.318+0000 7f9278c40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.318+0000 7f9278c40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.318+0000 7f9278c40800 5 note: GC not initialized 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.319+0000 7f90a77fe640 20 reqs_thread_entry: start 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.319+0000 7f9278c40800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.319+0000 7f9278c40800 20 Filter name: none 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.319+0000 7f90a57fa640 20 reqs_thread_entry: start 2024-09-12T00:49:40.319 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.319+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.320+0000 7f9278c40800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.321+0000 7f9278c40800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:40.321 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.321+0000 7f9278c40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:40.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.322+0000 7f912cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.324+0000 7f9278c40800 20 remove_watcher() i=0 2024-09-12T00:49:40.324 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.324+0000 7f9278c40800 2 removed watcher, disabling cache 2024-09-12T00:49:40.325 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.325+0000 7f9278c40800 20 remove_watcher() i=1 2024-09-12T00:49:40.326 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.326+0000 7f9278c40800 20 remove_watcher() i=2 2024-09-12T00:49:40.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.327+0000 7f9278c40800 20 remove_watcher() i=3 2024-09-12T00:49:40.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.329+0000 7f9278c40800 20 remove_watcher() i=4 2024-09-12T00:49:40.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.330+0000 7f9278c40800 20 remove_watcher() i=5 2024-09-12T00:49:40.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.331+0000 7f9278c40800 20 remove_watcher() i=6 2024-09-12T00:49:40.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.332+0000 7f9278c40800 20 remove_watcher() i=7 2024-09-12T00:49:40.343 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T00:49:40.377 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:40.377 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:40.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.414+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.415+0000 7f96b4817800 20 realm 2024-09-12T00:49:40.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.415 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.415+0000 7f96b4817800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:40.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.416+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.416 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.416+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:40.417 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.417+0000 7f96b4817800 20 searching for the correct realm 2024-09-12T00:49:40.421 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.421+0000 7f96affe7640 0 -- 172.21.15.163:0/3199789316 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f96a8091040 msgr2=0x7f96a8091930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.425+0000 7f96a77e6640 0 -- 172.21.15.163:0/3199789316 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f96a002dc10 msgr2=0x7f96a0083120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 zone default found 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 4 Realm: () 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 zonegroup default 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 started sync module instance, tier type = 2024-09-12T00:49:40.431 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.429+0000 7f96b4817800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:40.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=0 2024-09-12T00:49:40.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=1 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=2 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=3 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=4 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=5 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=6 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.440+0000 7f96b4817800 20 add_watcher() i=7 2024-09-12T00:49:40.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.440+0000 7f96b4817800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:40.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.441+0000 7f9565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 5 note: GC not initialized 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f9564fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 20 Filter name: none 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f94de7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:40.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:49:40.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.442+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:49:40.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.443+0000 7f96b4817800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:49:40.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.447+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.447+0000 7f96b4817800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.447+0000 7f96b4817800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.447+0000 7f96b4817800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:49:40.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366243 cookie 94763950358240 notifier 8253 bl.length()=827 2024-09-12T00:49:40.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:49:40.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:49:40.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:49:40.449 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.1 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.1 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.2 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.2 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.3 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.3 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.452 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.453+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.453+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.454 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96b4817800 time 2024-09-12T00:49:40.456592+0000 2024-09-12T00:49:40.454 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96b598c71a] 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:40.455 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f96b4817800 thread_name:radosgw-admin 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.455+0000 7f96b4817800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96b4817800 time 2024-09-12T00:49:40.456592+0000 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96b598c71a] 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.456 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.457 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:40.457 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.457 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:40.457 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:40.457 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.476 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96b463e6f0] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96b468b99c] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96b598c774] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.477 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.456+0000 7f96b4817800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f96b4817800 thread_name:radosgw-admin 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96b463e6f0] 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96b468b99c] 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96b598c774] 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.478 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding auth protocol: cephx 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding auth protocol: cephx 2024-09-12T00:49:40.479 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:49:40.398+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: starting msgr at 2024-09-12T00:49:40.480 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: starting objecter 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 asok(0x562ff367d630) register_command objecter_requests hook 0x562ff38a0610 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: setting wanted keys 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: calling monclient init 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:49:40.398+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding auth protocol: cephx 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding auth protocol: cephx 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding auth protocol: cephx 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.481 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:49:40.398+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:49:40.399+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:49:40.399+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key hook 0x562ff389d978 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff37278c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff38c8590 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.482 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff38cf810 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.694208s 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff38c8590 auth_method 0 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff38cf810 auth_method 0 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.483 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff37278c0 auth_method 0 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_done global_id 7646 payload 824 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:49:40.399+0000 7f96a77e6640 1 monclient: found mon.noname-c 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:49:40.484 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: dump: 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.485 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: dump: 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.486 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:49:40.399+0000 7f96b4817800 5 monclient: authenticate success, global_id 7646 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:49:40.399+0000 7f959de0b640 4 set_mon_vals no callback set 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:49:40.399+0000 7f96b4817800 1 librados: init done 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:49:40.401+0000 7f9597fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:49:40.401+0000 7f9597fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:49:40.401+0000 7f9597fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:49:40.401+0000 7f96affe7640 10 monclient: get_auth_request con 0x7f9598076470 auth_method 0 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:49:40.402+0000 7f96b07e8640 10 monclient: get_auth_request con 0x562ff38e6cd0 auth_method 0 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:49:40.403+0000 7f96affe7640 10 monclient: get_auth_request con 0x562ff38e9eb0 auth_method 0 2024-09-12T00:49:40.487 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:49:40.404+0000 7f96b4817800 10 monclient: build_initial_monmap 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:49:40.404+0000 7f96b4817800 1 build_initial for_mkfs: 0 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:49:40.404+0000 7f96b4817800 10 monclient: monmap: 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding auth protocol: cephx 2024-09-12T00:49:40.488 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding auth protocol: cephx 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding auth protocol: cephx 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.489 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:49:40.405+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 asok(0x562ff367d630) register_command objecter_requests cmddesc objecter_requests hook 0x562ff38f34c0 EEXIST 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding auth protocol: cephx 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding auth protocol: cephx 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding auth protocol: cephx 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.490 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:49:40.405+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:49:40.405+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key cmddesc rotate-key hook 0x562ff38ee630 EEXIST 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff39171b0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff3919480 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff3915980 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.491 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.700839s 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff39171b0 auth_method 0 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff3915980 auth_method 0 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:49:40.406+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:49:40.406+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:49:40.406+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.492 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff3919480 auth_method 0 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_done global_id 8247 payload 824 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:49:40.406+0000 7f96a77e6640 1 monclient: found mon.noname-a 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: dump: 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.493 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: dump: 2024-09-12T00:49:40.494 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:49:40.406+0000 7f96b4817800 5 monclient: authenticate success, global_id 8247 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.495 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:49:40.406+0000 7f96b0fe9640 4 set_mon_vals no callback set 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:49:40.408+0000 7f95957fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:49:40.408+0000 7f95957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:49:40.408+0000 7f95957fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:49:40.408+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f9588076380 auth_method 0 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:49:40.408+0000 7f96b4817800 10 monclient: get_monmap_and_config 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:49:40.408+0000 7f96b4817800 10 monclient: build_initial_monmap 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:49:40.408+0000 7f96b4817800 1 build_initial for_mkfs: 0 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:49:40.408+0000 7f96b4817800 10 monclient: monmap: 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:40.496 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding auth protocol: cephx 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding auth protocol: cephx 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding auth protocol: cephx 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.497 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.498 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:49:40.409+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding auth protocol: cephx 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding auth protocol: cephx 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding auth protocol: cephx 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.499 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:49:40.409+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:49:40.409+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key cmddesc rotate-key hook 0x7ffc3f726698 EEXIST 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff396b700 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff393c650 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff3966fa0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.500 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.704690s 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff393c650 auth_method 0 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff3966fa0 auth_method 0 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.501 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff396b700 auth_method 0 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_done global_id 7652 payload 274 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:49:40.409+0000 7f96a77e6640 1 monclient: found mon.noname-c 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.502 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: dump: 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.503 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 monclient: authenticate success, global_id 7652 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: get_monmap_and_config success 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:49:40.410+0000 7f96b4817800 4 set_mon_vals no callback set 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: dump: 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.504 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: shutdown 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: build_initial_monmap 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:49:40.410+0000 7f96b4817800 1 build_initial for_mkfs: 0 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: monmap: 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:40.505 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding auth protocol: cephx 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding auth protocol: cephx 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding auth protocol: cephx 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.506 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:49:40.411+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: starting msgr at 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: starting objecter 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 asok(0x562ff367d630) register_command objecter_requests cmddesc objecter_requests hook 0x562ff39192f0 EEXIST 2024-09-12T00:49:40.507 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: setting wanted keys 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: calling monclient init 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding auth protocol: cephx 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding auth protocol: cephx 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding auth protocol: cephx 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.508 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:49:40.411+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:49:40.411+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key cmddesc rotate-key hook 0x562ff392f0a8 EEXIST 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff393c650 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff3966fa0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff396b700 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.509 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.513 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.513 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.513 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.513 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.706903s 2024-09-12T00:49:40.513 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff393c650 auth_method 0 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff3966fa0 auth_method 0 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.514 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff396b700 auth_method 0 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_done global_id 8253 payload 824 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:49:40.412+0000 7f96affe7640 1 monclient: found mon.noname-a 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: dump: 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.515 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:49:40.412+0000 7f96b4817800 5 monclient: authenticate success, global_id 8253 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.516 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: dump: 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.517 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:49:40.412+0000 7f958effd640 4 set_mon_vals no callback set 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:49:40.412+0000 7f96b4817800 1 librados: init done 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:49:40.412+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cr dump hook 0x562ff395cce8 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:49:40.414+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:49:40.414+0000 7f958d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:49:40.414+0000 7f958d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:49:40.414+0000 7f958d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:49:40.414+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f95780764a0 auth_method 0 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:49:40.415+0000 7f96a77e6640 10 monclient: get_auth_request con 0x562ff3985a20 auth_method 0 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.518 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 realm 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:49:40.415+0000 7f96b4817800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:49:40.416+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:49:40.416+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:49:40.416+0000 7f96b07e8640 10 monclient: get_auth_request con 0x562ff3989d90 auth_method 0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 searching for the correct realm 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:49:40.417+0000 7f96affe7640 10 monclient: get_auth_request con 0x562ff398eed0 auth_method 0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:49:40.418+0000 7f96a77e6640 10 monclient: get_auth_request con 0x7f96a0045060 auth_method 0 2024-09-12T00:49:40.519 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:49:40.419+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f9698018070 auth_method 0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:49:40.419+0000 7f96affe7640 10 monclient: get_auth_request con 0x7f96a8091040 auth_method 0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:49:40.421+0000 7f96affe7640 0 -- 172.21.15.163:0/3199789316 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f96a8091040 msgr2=0x7f96a8091930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:49:40.421+0000 7f958d7fa640 1 client.8253.objecter ms_handle_reset 0x7f96a8091040 session 0x7f96a806e040 osd.4 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:49:40.421+0000 7f958d7fa640 10 monclient: _renew_subs 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:49:40.421+0000 7f958d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:49:40.421+0000 7f96affe7640 10 monclient: get_auth_request con 0x7f9578086b50 auth_method 0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:49:40.421+0000 7f96a77e6640 10 monclient: get_auth_request con 0x7f96a002dc10 auth_method 0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:49:40.424+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f96a006a030 auth_method 0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:49:40.425+0000 7f96a77e6640 0 -- 172.21.15.163:0/3199789316 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f96a002dc10 msgr2=0x7f96a0083120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:49:40.425+0000 7f958d7fa640 1 client.8253.objecter ms_handle_reset 0x7f96a002dc10 session 0x7f96a006e590 osd.6 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:49:40.425+0000 7f96a77e6640 10 monclient: get_auth_request con 0x7f96a8091040 auth_method 0 2024-09-12T00:49:40.520 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 zone default found 2024-09-12T00:49:40.521 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:49:40.429+0000 7f96b4817800 4 Realm: () 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:49:40.429+0000 7f96b4817800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:49:40.429+0000 7f96b4817800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:49:40.429+0000 7f96b4817800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 zonegroup default 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 started sync module instance, tier type = 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=0 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=1 2024-09-12T00:49:40.522 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=2 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=3 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=4 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=5 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=6 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:49:40.440+0000 7f96b4817800 20 add_watcher() i=7 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:49:40.440+0000 7f96b4817800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding auth protocol: cephx 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding auth protocol: cephx 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding auth protocol: cephx 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.523 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:49:40.441+0000 7f9565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:49:40.442+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache list hook 0x562ff39643a0 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache inspect hook 0x562ff39643a0 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache erase hook 0x562ff39643a0 2024-09-12T00:49:40.524 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache zap hook 0x562ff39643a0 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 note: GC not initialized 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:49:40.442+0000 7f9564fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace show hook 0x7f96a0004580 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace history hook 0x7f96a0004580 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace active hook 0x7f96a0004580 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace active_short hook 0x7f96a0004580 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 Filter name: none 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:49:40.442+0000 7f94de7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:49:40.442+0000 7f96b4817800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:49:40.525 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:49:40.526 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366243 cookie 94763950358240 notifier 8253 bl.length()=827 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.1 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.1 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.2 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.2 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.3 2024-09-12T00:49:40.527 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.3 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:49:40.453+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:49:40.453+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:49:40.455+0000 7f96b4817800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96b4817800 time 2024-09-12T00:49:40.456592+0000 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96b598c71a] 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.528 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:49:40.456+0000 7f96b4817800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f96b4817800 thread_name:radosgw-admin 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96b463e6f0] 2024-09-12T00:49:40.529 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96b468b99c] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96b598c774] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:49:40.530 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:49:40.531 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:49:40.532 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:49:40.533 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:49:40.534 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:49:40.535 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:49:40.536 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:49:40.537 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94de7fc640 / http_manager 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9564fe1640 / http_manager 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9565fe3640 / rgw_dt_lg_renew 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f958d7fa640 / ms_dispatch 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f958e7fc640 / io_context_pool 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f958effd640 / io_context_pool 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f95957fa640 / ms_dispatch 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9597fff640 / ms_dispatch 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f959de0b640 / io_context_pool 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96a77e6640 / msgr-worker-2 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96affe7640 / msgr-worker-1 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96b07e8640 / msgr-worker-0 2024-09-12T00:49:40.538 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96b0fe9640 / io_context_pool 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96b4817800 / radosgw-admin 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.146766.log 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding auth protocol: cephx 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding auth protocol: cephx 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.539 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: crc 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff38a34c0) adding con mode: secure 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:49:40.398+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: starting msgr at 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: starting objecter 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 asok(0x562ff367d630) register_command objecter_requests hook 0x562ff38a0610 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: setting wanted keys 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:49:40.398+0000 7f96b4817800 1 librados: calling monclient init 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:49:40.398+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding auth protocol: cephx 2024-09-12T00:49:40.540 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding auth protocol: cephx 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding auth protocol: cephx 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: crc 2024-09-12T00:49:40.541 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:49:40.398+0000 7f96b4817800 5 AuthRegistry(0x562ff389d830) adding con mode: secure 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:49:40.398+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:49:40.399+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:49:40.399+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key hook 0x562ff389d978 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff37278c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff38c8590 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff38cf810 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.694208s 2024-09-12T00:49:40.542 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff38c8590 auth_method 0 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff38cf810 auth_method 0 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.543 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:49:40.399+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff37278c0 auth_method 0 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:49:40.399+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient(hunting): handle_auth_done global_id 7646 payload 824 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:49:40.399+0000 7f96a77e6640 1 monclient: found mon.noname-c 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:49:40.399+0000 7f96a77e6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: dump: 2024-09-12T00:49:40.544 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.545 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:49:40.399+0000 7f9597fff640 10 monclient: dump: 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.546 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:49:40.399+0000 7f96b4817800 5 monclient: authenticate success, global_id 7646 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:49:40.399+0000 7f959de0b640 4 set_mon_vals no callback set 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:49:40.399+0000 7f96b4817800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:49:40.399+0000 7f96b4817800 1 librados: init done 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:49:40.401+0000 7f9597fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:49:40.401+0000 7f9597fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:49:40.401+0000 7f9597fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:49:40.401+0000 7f96affe7640 10 monclient: get_auth_request con 0x7f9598076470 auth_method 0 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:49:40.402+0000 7f96b07e8640 10 monclient: get_auth_request con 0x562ff38e6cd0 auth_method 0 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:49:40.403+0000 7f96affe7640 10 monclient: get_auth_request con 0x562ff38e9eb0 auth_method 0 2024-09-12T00:49:40.547 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:49:40.404+0000 7f96b4817800 10 monclient: build_initial_monmap 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:49:40.404+0000 7f96b4817800 1 build_initial for_mkfs: 0 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:49:40.404+0000 7f96b4817800 10 monclient: monmap: 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding auth protocol: cephx 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding auth protocol: cephx 2024-09-12T00:49:40.548 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding auth protocol: cephx 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: crc 2024-09-12T00:49:40.549 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:49:40.404+0000 7f96b4817800 5 AuthRegistry(0x562ff38efab0) adding con mode: secure 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:49:40.405+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 asok(0x562ff367d630) register_command objecter_requests cmddesc objecter_requests hook 0x562ff38f34c0 EEXIST 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding auth protocol: cephx 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding auth protocol: cephx 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding auth protocol: cephx 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.550 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: crc 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 AuthRegistry(0x562ff38ee4e8) adding con mode: secure 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:49:40.405+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:49:40.405+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:49:40.405+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key cmddesc rotate-key hook 0x562ff38ee630 EEXIST 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff39171b0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff3919480 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.551 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff3915980 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:49:40.405+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.700839s 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff39171b0 auth_method 0 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:49:40.405+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff3915980 auth_method 0 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:49:40.405+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.552 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:49:40.406+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:49:40.406+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:49:40.406+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff3919480 auth_method 0 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:49:40.406+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient(hunting): handle_auth_done global_id 8247 payload 824 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:49:40.406+0000 7f96a77e6640 1 monclient: found mon.noname-a 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:49:40.406+0000 7f96a77e6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.553 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: dump: 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.554 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:49:40.406+0000 7f95957fa640 10 monclient: dump: 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.555 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:49:40.406+0000 7f96b4817800 5 monclient: authenticate success, global_id 8247 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:49:40.406+0000 7f96b0fe9640 4 set_mon_vals no callback set 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:49:40.406+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:49:40.408+0000 7f95957fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:49:40.408+0000 7f95957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:49:40.408+0000 7f95957fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:49:40.408+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f9588076380 auth_method 0 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:49:40.408+0000 7f96b4817800 10 monclient: get_monmap_and_config 2024-09-12T00:49:40.556 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:49:40.408+0000 7f96b4817800 10 monclient: build_initial_monmap 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:49:40.408+0000 7f96b4817800 1 build_initial for_mkfs: 0 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:49:40.408+0000 7f96b4817800 10 monclient: monmap: 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding auth protocol: cephx 2024-09-12T00:49:40.557 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding auth protocol: cephx 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding auth protocol: cephx 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: crc 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:49:40.408+0000 7f96b4817800 5 AuthRegistry(0x562ff3937060) adding con mode: secure 2024-09-12T00:49:40.558 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:49:40.409+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding auth protocol: cephx 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding auth protocol: cephx 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding auth protocol: cephx 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.559 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: crc 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726550) adding con mode: secure 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:49:40.409+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:49:40.409+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:49:40.409+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key cmddesc rotate-key hook 0x7ffc3f726698 EEXIST 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff396b700 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff393c650 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff3966fa0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.560 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:49:40.409+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.704690s 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff393c650 auth_method 0 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff3966fa0 auth_method 0 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.561 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:49:40.409+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff396b700 auth_method 0 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:49:40.409+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient(hunting): handle_auth_done global_id 7652 payload 274 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:49:40.409+0000 7f96a77e6640 1 monclient: found mon.noname-c 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:49:40.409+0000 7f96a77e6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: dump: 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.562 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 monclient: authenticate success, global_id 7652 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: get_monmap_and_config success 2024-09-12T00:49:40.563 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:49:40.410+0000 7f96b4817800 4 set_mon_vals no callback set 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:49:40.410+0000 7f958effd640 10 monclient: dump: 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.564 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: shutdown 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: build_initial_monmap 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:49:40.410+0000 7f96b4817800 1 build_initial for_mkfs: 0 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:49:40.410+0000 7f96b4817800 10 monclient: monmap: 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:49:40.565 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding auth protocol: cephx 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding auth protocol: cephx 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding auth protocol: cephx 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.566 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: crc 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:49:40.410+0000 7f96b4817800 5 AuthRegistry(0x562ff395d930) adding con mode: secure 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:49:40.411+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: starting msgr at 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: starting objecter 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 asok(0x562ff367d630) register_command objecter_requests cmddesc objecter_requests hook 0x562ff39192f0 EEXIST 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: setting wanted keys 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:49:40.411+0000 7f96b4817800 1 librados: calling monclient init 2024-09-12T00:49:40.567 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient: init 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding auth protocol: cephx 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding auth protocol: cephx 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding auth protocol: cephx 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.568 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: crc 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 AuthRegistry(0x562ff392ef60) adding con mode: secure 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:49:40.411+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:49:40.411+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:49:40.411+0000 7f96b4817800 5 asok(0x562ff367d630) register_command rotate-key cmddesc rotate-key hook 0x562ff392f0a8 EEXIST 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient: _reopen_session rank -1 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-c con 0x562ff393c650 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-a con 0x562ff3966fa0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): picked mon.noname-b con 0x562ff396b700 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): start opening mon connection 2024-09-12T00:49:40.569 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): _renew_subs 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:49:40.411+0000 7f96b4817800 10 monclient(hunting): authenticate will time out at 2304.706903s 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): get_auth_request con 0x562ff393c650 auth_method 0 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): get_auth_request con 0x562ff3966fa0 auth_method 0 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:49:40.570 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:49:40.412+0000 7f96b07e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): get_auth_request con 0x562ff396b700 auth_method 0 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:49:40.412+0000 7f96a77e6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient(hunting): handle_auth_done global_id 8253 payload 824 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient: _finish_hunting 0 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:49:40.412+0000 7f96affe7640 1 monclient: found mon.noname-a 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:49:40.412+0000 7f96affe7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: dump: 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.571 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: _finish_auth 0 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:49:40.412+0000 7f96b4817800 5 monclient: authenticate success, global_id 8253 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.572 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:49:40.412+0000 7f958d7fa640 10 monclient: dump: 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:49:40.573 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:49:40.412+0000 7f958effd640 4 set_mon_vals no callback set 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _renew_subs 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:49:40.412+0000 7f96b4817800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:49:40.412+0000 7f96b4817800 1 librados: init done 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:49:40.412+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cr dump hook 0x562ff395cce8 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:49:40.414+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:49:40.414+0000 7f958d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:49:40.414+0000 7f958d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:49:40.414+0000 7f958d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:49:40.414+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f95780764a0 auth_method 0 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:49:40.415+0000 7f96a77e6640 10 monclient: get_auth_request con 0x562ff3985a20 auth_method 0 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.574 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 realm 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:49:40.415+0000 7f96b4817800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:49:40.415+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:49:40.416+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:49:40.416+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:49:40.416+0000 7f96b07e8640 10 monclient: get_auth_request con 0x562ff3989d90 auth_method 0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:49:40.417+0000 7f96b4817800 20 searching for the correct realm 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:49:40.417+0000 7f96affe7640 10 monclient: get_auth_request con 0x562ff398eed0 auth_method 0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:49:40.418+0000 7f96a77e6640 10 monclient: get_auth_request con 0x7f96a0045060 auth_method 0 2024-09-12T00:49:40.575 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:49:40.419+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f9698018070 auth_method 0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:49:40.419+0000 7f96affe7640 10 monclient: get_auth_request con 0x7f96a8091040 auth_method 0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:49:40.421+0000 7f96affe7640 0 -- 172.21.15.163:0/3199789316 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f96a8091040 msgr2=0x7f96a8091930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:49:40.421+0000 7f958d7fa640 1 client.8253.objecter ms_handle_reset 0x7f96a8091040 session 0x7f96a806e040 osd.4 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:49:40.421+0000 7f958d7fa640 10 monclient: _renew_subs 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:49:40.421+0000 7f958d7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:49:40.421+0000 7f96affe7640 10 monclient: get_auth_request con 0x7f9578086b50 auth_method 0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:49:40.421+0000 7f96a77e6640 10 monclient: get_auth_request con 0x7f96a002dc10 auth_method 0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:49:40.424+0000 7f96b07e8640 10 monclient: get_auth_request con 0x7f96a006a030 auth_method 0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:49:40.425+0000 7f96a77e6640 0 -- 172.21.15.163:0/3199789316 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f96a002dc10 msgr2=0x7f96a0083120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:49:40.425+0000 7f958d7fa640 1 client.8253.objecter ms_handle_reset 0x7f96a002dc10 session 0x7f96a006e590 osd.6 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:49:40.425+0000 7f96a77e6640 10 monclient: get_auth_request con 0x7f96a8091040 auth_method 0 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:40.576 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:49:40.428+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 zone default found 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:49:40.429+0000 7f96b4817800 4 Realm: () 2024-09-12T00:49:40.577 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:49:40.429+0000 7f96b4817800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:49:40.429+0000 7f96b4817800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:49:40.429+0000 7f96b4817800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 zonegroup default 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 started sync module instance, tier type = 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:49:40.429+0000 7f96b4817800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=0 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=1 2024-09-12T00:49:40.578 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=2 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=3 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=4 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=5 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:49:40.439+0000 7f96b4817800 20 add_watcher() i=6 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:49:40.440+0000 7f96b4817800 20 add_watcher() i=7 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:49:40.440+0000 7f96b4817800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding auth protocol: cephx 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding auth protocol: cephx 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding auth protocol: cephx 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.579 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:49:40.441+0000 7f9565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: crc 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:49:40.441+0000 7f96b4817800 5 AuthRegistry(0x7ffc3f726a30) adding con mode: secure 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:49:40.442+0000 7f96b4817800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache list hook 0x562ff39643a0 2024-09-12T00:49:40.580 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache inspect hook 0x562ff39643a0 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache erase hook 0x562ff39643a0 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command cache zap hook 0x562ff39643a0 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 note: GC not initialized 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:49:40.442+0000 7f9564fe1640 20 reqs_thread_entry: start 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace show hook 0x7f96a0004580 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace history hook 0x7f96a0004580 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace active hook 0x7f96a0004580 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:49:40.442+0000 7f96b4817800 5 asok(0x562ff367d630) register_command sync trace active_short hook 0x7f96a0004580 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 Filter name: none 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:49:40.442+0000 7f94de7fc640 20 reqs_thread_entry: start 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:49:40.442+0000 7f96b4817800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:49:40.581 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:49:40.442+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:49:40.443+0000 7f96b4817800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:49:40.443+0000 7f96b4817800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.582 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:49:40.447+0000 7f96b4817800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366243 cookie 94763950358240 notifier 8253 bl.length()=827 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:49:40.448+0000 7f958e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:49:40.449+0000 7f96b4817800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.1 2024-09-12T00:49:40.583 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.1 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.2 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.2 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.3 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.3 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:49:40.452+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:49:40.452+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:49:40.453+0000 7f96b4817800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:49:40.453+0000 7f96b4817800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:49:40.455+0000 7f96b4817800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f96b4817800 time 2024-09-12T00:49:40.456592+0000 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.584 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f96b598c71a] 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:49:40.456+0000 7f96b4817800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f96b4817800 thread_name:radosgw-admin 2024-09-12T00:49:40.585 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f96b463e6f0] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f96b468b99c] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f96b598c774] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f96b598c8d8] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562ff13c2641] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x562ff13d151b] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x562ff13d23e4] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f96b4629590] 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:49:40.586 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:49:40.587 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:49:40.588 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:49:40.589 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:49:40.590 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:49:40.591 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:49:40.592 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:49:40.593 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f94de7fc640 / http_manager 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9564fe1640 / http_manager 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9565fe3640 / rgw_dt_lg_renew 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f958d7fa640 / ms_dispatch 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f958e7fc640 / io_context_pool 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f958effd640 / io_context_pool 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f95957fa640 / ms_dispatch 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f9597fff640 / ms_dispatch 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f959de0b640 / io_context_pool 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96a77e6640 / msgr-worker-2 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96affe7640 / msgr-worker-1 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96b07e8640 / msgr-worker-0 2024-09-12T00:49:40.594 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96b0fe9640 / io_context_pool 2024-09-12T00:49:40.595 INFO:tasks.workunit.client.0.smithi163.stderr: 7f96b4817800 / radosgw-admin 2024-09-12T00:49:40.595 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:49:40.595 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:49:40.595 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:49:40.458219Z_d3a73d38-e1db-447d-adb1-87186f21bdc9/log 2024-09-12T00:49:40.595 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:49:40.595 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:49:40.600 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:40.600 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:40.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.531+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.533+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.533+0000 7fe65f887800 20 realm 2024-09-12T00:49:40.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.533+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.533+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.533+0000 7fe65f887800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.533+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.534+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.534+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.534+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.534+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.535+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.535+0000 7fe65f887800 20 searching for the correct realm 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.539+0000 7fe654b70640 0 -- 172.21.15.163:0/3362115379 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x562b36f9c6c0 msgr2=0x562b36f9eaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.542+0000 7fe65db72640 0 -- 172.21.15.163:0/3362115379 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fe65002f3e0 msgr2=0x7fe65002f860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.546+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 zone default found 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 4 Realm: () 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:40.602 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 zonegroup default 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 started sync module instance, tier type = 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.547+0000 7fe65f887800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=0 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=1 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=2 2024-09-12T00:49:40.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=3 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=4 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=5 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.556+0000 7fe65f887800 20 add_watcher() i=6 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.557+0000 7fe65f887800 20 add_watcher() i=7 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.557+0000 7fe65f887800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.559+0000 7fe5137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.559+0000 7fe65f887800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.559+0000 7fe65f887800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.559+0000 7fe65f887800 5 note: GC not initialized 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe5127e4640 20 reqs_thread_entry: start 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe65f887800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe65f887800 20 Filter name: none 2024-09-12T00:49:40.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe483fff640 20 reqs_thread_entry: start 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.560+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.561+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.561+0000 7fe65f887800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.561+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.561+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.561+0000 7fe65f887800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.562+0000 7fe65f887800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.562+0000 7fe65f887800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.563+0000 7fe5137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.565+0000 7fe65f887800 20 remove_watcher() i=0 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.565+0000 7fe65f887800 2 removed watcher, disabling cache 2024-09-12T00:49:40.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.567+0000 7fe65f887800 20 remove_watcher() i=1 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.568+0000 7fe65f887800 20 remove_watcher() i=2 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.569+0000 7fe65f887800 20 remove_watcher() i=3 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.570+0000 7fe65f887800 20 remove_watcher() i=4 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.572+0000 7fe65f887800 20 remove_watcher() i=5 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.574+0000 7fe65f887800 20 remove_watcher() i=6 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.575+0000 7fe65f887800 20 remove_watcher() i=7 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:49:40.606 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:49:40.624 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:49:40.653 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:49:40.653 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:49:40.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.689+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.690+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.690+0000 7f1bf891f800 20 realm 2024-09-12T00:49:40.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.690+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.690+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.690+0000 7f1bf891f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:49:40.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.690+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.691+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.691+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.692+0000 7f1bf891f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.692+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.692+0000 7f1bf891f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:49:40.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.692+0000 7f1bf891f800 20 searching for the correct realm 2024-09-12T00:49:40.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.696+0000 7f1bebfff640 0 -- 172.21.15.163:0/1138331871 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f1be406abd0 msgr2=0x7f1be405eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.902 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.903+0000 7f1bebfff640 0 -- 172.21.15.163:0/1138331871 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f1abc086ba0 msgr2=0x7f1abc088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:49:40.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:49:40.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:49:40.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:49:40.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:49:40.906 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:49:40.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:49:40.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.907 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.906+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:49:40.908 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 zone default found 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 4 Realm: () 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 zonegroup default 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.907+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.908+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.909 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.908+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.908+0000 7f1bf891f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:49:40.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.908+0000 7f1bf891f800 20 started sync module instance, tier type = 2024-09-12T00:49:40.910 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.908+0000 7f1bf891f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=0 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=1 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=2 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=3 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=4 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=5 2024-09-12T00:49:40.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.918+0000 7f1bf891f800 20 add_watcher() i=6 2024-09-12T00:49:40.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.919+0000 7f1bf891f800 20 add_watcher() i=7 2024-09-12T00:49:40.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.919+0000 7f1bf891f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:49:40.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.921+0000 7f1aaafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.921+0000 7f1bf891f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.921+0000 7f1bf891f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1bf891f800 5 note: GC not initialized 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1aa9fdb640 20 reqs_thread_entry: start 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1bf891f800 20 init_complete bucket index max shards: 1 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1bf891f800 20 Filter name: none 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1a1b7fe640 20 reqs_thread_entry: start 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1bf891f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:49:40.922 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.922+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:49:40.923 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 20 rados->read ofs=0 len=0 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:49:40.924 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.923+0000 7f1bf891f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:49:40.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.924+0000 7f1bf891f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.924+0000 7f1bf891f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:49:40.925 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.925+0000 7f1aaafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:49:40.927 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.928+0000 7f1bf891f800 20 remove_watcher() i=0 2024-09-12T00:49:40.928 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.928+0000 7f1bf891f800 2 removed watcher, disabling cache 2024-09-12T00:49:40.929 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.930+0000 7f1bf891f800 20 remove_watcher() i=1 2024-09-12T00:49:40.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.931+0000 7f1bf891f800 20 remove_watcher() i=2 2024-09-12T00:49:40.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.932+0000 7f1bf891f800 20 remove_watcher() i=3 2024-09-12T00:49:40.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.934+0000 7f1bf891f800 20 remove_watcher() i=4 2024-09-12T00:49:40.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.935+0000 7f1bf891f800 20 remove_watcher() i=5 2024-09-12T00:49:40.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.936+0000 7f1bf891f800 20 remove_watcher() i=6 2024-09-12T00:49:40.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:49:40.937+0000 7f1bf891f800 20 remove_watcher() i=7 2024-09-12T00:50:10.964 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:50:10.999 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:10.999 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:11.041 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.042+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.044+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.044+0000 7f693912e800 20 realm 2024-09-12T00:50:11.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.044+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.044+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.044+0000 7f693912e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:11.043 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.044+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.045+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.045+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.046+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:11.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.046+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.046+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:11.045 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.046+0000 7f693912e800 20 searching for the correct realm 2024-09-12T00:50:11.050 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.051+0000 7f692ffff640 0 -- 172.21.15.163:0/1845049393 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f6928022070 msgr2=0x7f6928061400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:11.257 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.258+0000 7f6935565640 0 -- 172.21.15.163:0/1845049393 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f759929310 msgr2=0x55f75992b7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:11.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:11.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:11.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:11.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:11.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:11.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:11.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.261+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.261 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:11.262 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 zone default found 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 4 Realm: () 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 zonegroup default 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.262+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 started sync module instance, tier type = 2024-09-12T00:50:11.264 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.263+0000 7f693912e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=0 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=1 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=2 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=3 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=4 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=5 2024-09-12T00:50:11.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.274+0000 7f693912e800 20 add_watcher() i=6 2024-09-12T00:50:11.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.275+0000 7f693912e800 20 add_watcher() i=7 2024-09-12T00:50:11.274 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.275+0000 7f693912e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:11.275 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.277+0000 7f67eafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.277+0000 7f693912e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.277+0000 7f693912e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.277+0000 7f693912e800 5 note: GC not initialized 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.278+0000 7f67e9fe3640 20 reqs_thread_entry: start 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.278+0000 7f693912e800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.278+0000 7f693912e800 20 Filter name: none 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.278+0000 7f675b7fe640 20 reqs_thread_entry: start 2024-09-12T00:50:11.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.278+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.279+0000 7f693912e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.280+0000 7f693912e800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:11.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.280+0000 7f693912e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:11.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.281+0000 7f67eafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:11.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.284+0000 7f693912e800 20 remove_watcher() i=0 2024-09-12T00:50:11.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.284+0000 7f693912e800 2 removed watcher, disabling cache 2024-09-12T00:50:11.284 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.285+0000 7f693912e800 20 remove_watcher() i=1 2024-09-12T00:50:11.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.286+0000 7f693912e800 20 remove_watcher() i=2 2024-09-12T00:50:11.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.287+0000 7f693912e800 20 remove_watcher() i=3 2024-09-12T00:50:11.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.289+0000 7f693912e800 20 remove_watcher() i=4 2024-09-12T00:50:11.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.290+0000 7f693912e800 20 remove_watcher() i=5 2024-09-12T00:50:11.289 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.291+0000 7f693912e800 20 remove_watcher() i=6 2024-09-12T00:50:11.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.292+0000 7f693912e800 20 remove_watcher() i=7 2024-09-12T00:50:11.304 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:11.304 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:50:11.376 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:50:11.405 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:11.405 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:11.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.443+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 realm 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.444+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.445+0000 7f5a44f2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:11.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.445+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.444 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.445+0000 7f5a44f2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:11.445 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.445+0000 7f5a44f2e800 20 searching for the correct realm 2024-09-12T00:50:11.448 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.450+0000 7f5a384dc640 0 -- 172.21.15.163:0/14320068 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f5a30041400 msgr2=0x7f5a30041880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:11.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.656+0000 7f5a414de640 0 -- 172.21.15.163:0/14320068 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ca29286bc0 msgr2=0x55ca29288ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.658 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:11.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.659+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 zone default found 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 4 Realm: () 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 zonegroup default 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.660+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.661+0000 7f5a44f2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.661+0000 7f5a44f2e800 20 started sync module instance, tier type = 2024-09-12T00:50:11.660 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.661+0000 7f5a44f2e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=0 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=1 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=2 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=3 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=4 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=5 2024-09-12T00:50:11.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.670+0000 7f5a44f2e800 20 add_watcher() i=6 2024-09-12T00:50:11.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.671+0000 7f5a44f2e800 20 add_watcher() i=7 2024-09-12T00:50:11.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.671+0000 7f5a44f2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:11.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.672+0000 7f58f6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 5 note: GC not initialized 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f58f5fe3640 20 reqs_thread_entry: start 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 20 Filter name: none 2024-09-12T00:50:11.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f58677fe640 20 reqs_thread_entry: start 2024-09-12T00:50:11.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:11.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.673+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.674+0000 7f5a44f2e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.674+0000 7f5a44f2e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.674+0000 7f5a44f2e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.674+0000 7f5a44f2e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.674+0000 7f5a44f2e800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:11.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.675+0000 7f5a44f2e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:50:11.675 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.677+0000 7f58f6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:11.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.679+0000 7f5a44f2e800 20 remove_watcher() i=0 2024-09-12T00:50:11.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.679+0000 7f5a44f2e800 2 removed watcher, disabling cache 2024-09-12T00:50:11.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.680+0000 7f5a44f2e800 20 remove_watcher() i=1 2024-09-12T00:50:11.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.681+0000 7f5a44f2e800 20 remove_watcher() i=2 2024-09-12T00:50:11.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.682+0000 7f5a44f2e800 20 remove_watcher() i=3 2024-09-12T00:50:11.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.683+0000 7f5a44f2e800 20 remove_watcher() i=4 2024-09-12T00:50:11.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.684+0000 7f5a44f2e800 20 remove_watcher() i=5 2024-09-12T00:50:11.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.685+0000 7f5a44f2e800 20 remove_watcher() i=6 2024-09-12T00:50:11.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.686+0000 7f5a44f2e800 20 remove_watcher() i=7 2024-09-12T00:50:11.697 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:50:11.725 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:11.725 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:11.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.763+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 realm 2024-09-12T00:50:11.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:11.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.765+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.767+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:11.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.767+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.767+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:11.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.767+0000 7f038cf26800 20 searching for the correct realm 2024-09-12T00:50:11.769 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.771+0000 7f0383fff640 0 -- 172.21.15.163:0/1282726822 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f037c08f320 msgr2=0x7f037c0828b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:11.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.977+0000 7f03893da640 0 -- 172.21.15.163:0/1282726822 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x555d26f27ef0 msgr2=0x555d26f2a2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.979 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:11.980 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.980+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 zone default found 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 4 Realm: () 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 zonegroup default 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.981 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:11.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 started sync module instance, tier type = 2024-09-12T00:50:11.982 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.981+0000 7f038cf26800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=0 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=1 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=2 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=3 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=4 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=5 2024-09-12T00:50:11.989 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.990+0000 7f038cf26800 20 add_watcher() i=6 2024-09-12T00:50:11.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.991+0000 7f038cf26800 20 add_watcher() i=7 2024-09-12T00:50:11.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.991+0000 7f038cf26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:11.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.993+0000 7f023efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.993+0000 7f038cf26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.993+0000 7f038cf26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f038cf26800 5 note: GC not initialized 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f023dfe3640 20 reqs_thread_entry: start 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f038cf26800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f038cf26800 20 Filter name: none 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f01af7fe640 20 reqs_thread_entry: start 2024-09-12T00:50:11.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:11.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.994+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.995+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.995+0000 7f038cf26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.995+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.995+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.996+0000 7f038cf26800 20 rados->read ofs=0 len=0 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.996+0000 7f038cf26800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:11.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.996+0000 7f038cf26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:11.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:11.997+0000 7f023efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:11.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.000+0000 7f038cf26800 20 remove_watcher() i=0 2024-09-12T00:50:11.998 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.000+0000 7f038cf26800 2 removed watcher, disabling cache 2024-09-12T00:50:11.999 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.001+0000 7f038cf26800 20 remove_watcher() i=1 2024-09-12T00:50:12.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.002+0000 7f038cf26800 20 remove_watcher() i=2 2024-09-12T00:50:12.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.003+0000 7f038cf26800 20 remove_watcher() i=3 2024-09-12T00:50:12.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.004+0000 7f038cf26800 20 remove_watcher() i=4 2024-09-12T00:50:12.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.005+0000 7f038cf26800 20 remove_watcher() i=5 2024-09-12T00:50:12.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.006+0000 7f038cf26800 20 remove_watcher() i=6 2024-09-12T00:50:12.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.007+0000 7f038cf26800 20 remove_watcher() i=7 2024-09-12T00:50:12.016 INFO:tasks.workunit.client.0.smithi163.stderr: test: duplicated entries should be purged before reshard 2024-09-12T00:50:12.017 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:50:12.046 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:12.046 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:12.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.084+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.086+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.086+0000 7fcad202f800 20 realm 2024-09-12T00:50:12.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.086+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.086+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.086+0000 7fcad202f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.086+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.087+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.087+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.086 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.088+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.088+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.088+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.088+0000 7fcad202f800 20 searching for the correct realm 2024-09-12T00:50:12.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.092+0000 7fcacd38b640 0 -- 172.21.15.163:0/2814085355 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fcac806a040 msgr2=0x7fcac8050450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.094 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.095+0000 7fcac7fff640 0 -- 172.21.15.163:0/2814085355 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcac007f910 msgr2=0x7fcac008a400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.098 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.099 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.099+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 zone default found 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 4 Realm: () 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 zonegroup default 2024-09-12T00:50:12.100 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 started sync module instance, tier type = 2024-09-12T00:50:12.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.100+0000 7fcad202f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=0 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=1 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=2 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=3 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=4 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=5 2024-09-12T00:50:12.108 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.109+0000 7fcad202f800 20 add_watcher() i=6 2024-09-12T00:50:12.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.110+0000 7fcad202f800 20 add_watcher() i=7 2024-09-12T00:50:12.109 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.110+0000 7fcad202f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.110 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.112+0000 7fc9837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.112+0000 7fcad202f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.112+0000 7fcad202f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.111 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.112+0000 7fcad202f800 5 note: GC not initialized 2024-09-12T00:50:12.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.112+0000 7fc9827e4640 20 reqs_thread_entry: start 2024-09-12T00:50:12.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.112+0000 7fcad202f800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:12.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.113+0000 7fcad202f800 20 Filter name: none 2024-09-12T00:50:12.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.113+0000 7fc8f3fff640 20 reqs_thread_entry: start 2024-09-12T00:50:12.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.113+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.113+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.113+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.114+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:12.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.114+0000 7fcad202f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:12.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.114+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.114+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.114+0000 7fcad202f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.115+0000 7fcad202f800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:12.114 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.115+0000 7fcad202f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:12.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.116+0000 7fc9837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.118+0000 7fcad202f800 20 remove_watcher() i=0 2024-09-12T00:50:12.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.118+0000 7fcad202f800 2 removed watcher, disabling cache 2024-09-12T00:50:12.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.119+0000 7fcad202f800 20 remove_watcher() i=1 2024-09-12T00:50:12.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.120+0000 7fcad202f800 20 remove_watcher() i=2 2024-09-12T00:50:12.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.121+0000 7fcad202f800 20 remove_watcher() i=3 2024-09-12T00:50:12.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.122+0000 7fcad202f800 20 remove_watcher() i=4 2024-09-12T00:50:12.121 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.123+0000 7fcad202f800 20 remove_watcher() i=5 2024-09-12T00:50:12.122 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.124+0000 7fcad202f800 20 remove_watcher() i=6 2024-09-12T00:50:12.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.125+0000 7fcad202f800 20 remove_watcher() i=7 2024-09-12T00:50:12.134 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.134 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:50:12.134 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 10 size_kb: 1 num_shards: 3 2024-09-12T00:50:12.134 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.136 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T00:50:12.170 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:12.170 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:12.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.208+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 realm 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.211+0000 7fcd774bb800 20 searching for the correct realm 2024-09-12T00:50:12.214 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.215+0000 7fcd6ffff640 0 -- 172.21.15.163:0/3483154466 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcd68008070 msgr2=0x7fcd68088860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.420 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.421+0000 7fcd757a6640 0 -- 172.21.15.163:0/3483154466 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5597422ecdf0 msgr2=0x5597422ef1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.422 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.423+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.423 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.424 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 zone default found 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 4 Realm: () 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 zonegroup default 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.425 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.425+0000 7fcd774bb800 20 started sync module instance, tier type = 2024-09-12T00:50:12.426 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.425+0000 7fcd774bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=0 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=1 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=2 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=3 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=4 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=5 2024-09-12T00:50:12.433 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=6 2024-09-12T00:50:12.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.435+0000 7fcd774bb800 20 add_watcher() i=7 2024-09-12T00:50:12.434 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.435+0000 7fcd774bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.435 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.437+0000 7fcc2afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.436 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.437+0000 7fcd774bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.436 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.437+0000 7fcd774bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.437+0000 7fcd774bb800 5 note: GC not initialized 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.437+0000 7fcc29fe3640 20 reqs_thread_entry: start 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 20 Filter name: none 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcb9b7fe640 20 reqs_thread_entry: start 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:12.437 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.439+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.439+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.439+0000 7fcd774bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.439+0000 7fcd774bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:12.438 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.439+0000 7fcd774bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.439 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.439+0000 7fcd774bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:12.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcd774bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcd774bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.441 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcd774bb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:50:12.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366245 cookie 94108138793056 notifier 8382 bl.length()=827 2024-09-12T00:50:12.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.442 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:50:12.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:50:12.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:50:12.443 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:50:12.446 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcd774bb800 time 2024-09-12T00:50:12.448550+0000 2024-09-12T00:50:12.446 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:12.446 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fcd7a98c71a] 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.448+0000 7fcd774bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcd774bb800 time 2024-09-12T00:50:12.448550+0000 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.447 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fcd7a98c71a] 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:50:12.448 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fcd774bb800 thread_name:radosgw-admin 2024-09-12T00:50:12.466 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.466 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcd7963e6f0] 2024-09-12T00:50:12.466 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fcd7968b99c] 2024-09-12T00:50:12.466 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fcd7a98c774] 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.449+0000 7fcd774bb800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fcd774bb800 thread_name:radosgw-admin 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.467 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcd7963e6f0] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fcd7968b99c] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fcd7a98c774] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:50:12.468 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: dump: 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.469 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:50:12.191+0000 7fcd774bb800 5 monclient: authenticate success, global_id 8370 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:50:12.191+0000 7fcd774bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:50:12.191+0000 7fcd774bb800 4 set_mon_vals no callback set 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: dump: 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.470 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:50:12.192+0000 7fcd774bb800 10 monclient: shutdown 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 asok(0x559741fe1630) unregister_commands rotate-key 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:50:12.192+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:50:12.192+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:50:12.192+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.471 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding auth protocol: cephx 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding auth protocol: cephx 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding auth protocol: cephx 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.472 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:50:12.192+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:50:12.192+0000 7fcd774bb800 1 librados: starting msgr at 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:50:12.192+0000 7fcd774bb800 1 librados: starting objecter 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command objecter_requests hook 0x559742202dd0 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:50:12.193+0000 7fcd774bb800 1 librados: setting wanted keys 2024-09-12T00:50:12.473 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:50:12.193+0000 7fcd774bb800 1 librados: calling monclient init 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding auth protocol: cephx 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding auth protocol: cephx 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding auth protocol: cephx 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.474 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:50:12.193+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:50:12.193+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key hook 0x559742201528 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x5597420ae4e0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x5597420aef30 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x55974214b040 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.475 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.487659s 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x55974214b040 auth_method 0 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x5597420aef30 auth_method 0 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.476 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_done global_id 8373 payload 824 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:50:12.194+0000 7fcd757a6640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:50:12.194+0000 7fcd757a6640 1 monclient: found mon.noname-a 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:50:12.194+0000 7fcd757a6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.477 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: dump: 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.478 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: dump: 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.479 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:50:12.194+0000 7fcd774bb800 5 monclient: authenticate success, global_id 8373 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:50:12.194+0000 7fcc62e05640 4 set_mon_vals no callback set 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:50:12.194+0000 7fcd774bb800 1 librados: init done 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:50:12.196+0000 7fcc61602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:50:12.196+0000 7fcc61602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:50:12.196+0000 7fcc61602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.480 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:50:12.196+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x7fcc5c076470 auth_method 0 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:50:12.196+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x559742229f80 auth_method 0 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:50:12.197+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x55974224ccd0 auth_method 0 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:50:12.199+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:50:12.199+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:50:12.199+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.481 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding auth protocol: cephx 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding auth protocol: cephx 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding auth protocol: cephx 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.482 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:50:12.199+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command objecter_requests cmddesc objecter_requests hook 0x559742255f10 EEXIST 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:50:12.199+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding auth protocol: cephx 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding auth protocol: cephx 2024-09-12T00:50:12.483 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding auth protocol: cephx 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.484 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:50:12.199+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:50:12.200+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:50:12.200+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key cmddesc rotate-key hook 0x559742251450 EEXIST 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x55974227a230 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x55974227a610 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x559742278f40 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.485 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.494286s 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x55974227a230 auth_method 0 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x559742278f40 auth_method 0 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.486 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request con 0x55974227a610 auth_method 0 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_done global_id 7772 payload 824 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:50:12.200+0000 7fcd757a6640 1 monclient: found mon.noname-c 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:50:12.487 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: dump: 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.488 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: dump: 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.489 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:50:12.200+0000 7fcd774bb800 5 monclient: authenticate success, global_id 7772 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:50:12.200+0000 7fcd75fa7640 4 set_mon_vals no callback set 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:50:12.201+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:50:12.201+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:50:12.202+0000 7fcc5a7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:50:12.202+0000 7fcc5a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.490 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:50:12.202+0000 7fcc5a7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:50:12.202+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x7fcc4c076380 auth_method 0 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: get_monmap_and_config 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:50:12.203+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.491 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding auth protocol: cephx 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding auth protocol: cephx 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding auth protocol: cephx 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.492 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:50:12.203+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding auth protocol: cephx 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding auth protocol: cephx 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding auth protocol: cephx 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.493 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:50:12.203+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:50:12.203+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key cmddesc rotate-key hook 0x7ffdf81649c8 EEXIST 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x5597422ce5b0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.494 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x55974229f5c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x5597422c9a90 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.497974s 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request con 0x55974229f5c0 auth_method 0 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x5597422c9a90 auth_method 0 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.495 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x5597422ce5b0 auth_method 0 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_done global_id 7775 payload 274 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.496 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 1 monclient: found mon.noname-c 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: dump: 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.497 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:50:12.204+0000 7fcd774bb800 5 monclient: authenticate success, global_id 7775 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:50:12.204+0000 7fcd774bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:50:12.204+0000 7fcd774bb800 4 set_mon_vals no callback set 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: dump: 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.498 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: shutdown 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.499 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding auth protocol: cephx 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding auth protocol: cephx 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding auth protocol: cephx 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.500 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:50:12.205+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: starting msgr at 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: starting objecter 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command objecter_requests cmddesc objecter_requests hook 0x5597422c95b0 EEXIST 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: setting wanted keys 2024-09-12T00:50:12.501 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: calling monclient init 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding auth protocol: cephx 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding auth protocol: cephx 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding auth protocol: cephx 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.502 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:50:12.206+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:50:12.206+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:50:12.206+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key cmddesc rotate-key hook 0x55974228ec38 EEXIST 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x55974229f5c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x5597422c9a90 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x5597422ce5b0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.503 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.500365s 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request con 0x5597422c9a90 auth_method 0 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x5597422ce5b0 auth_method 0 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x55974229f5c0 auth_method 0 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.504 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_done global_id 8382 payload 824 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 1 monclient: found mon.noname-a 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.505 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: dump: 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.506 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: dump: 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.507 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:50:12.207+0000 7fcd774bb800 5 monclient: authenticate success, global_id 8382 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:50:12.207+0000 7fcc4bfff640 4 set_mon_vals no callback set 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:50:12.207+0000 7fcd774bb800 1 librados: init done 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:50:12.207+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cr dump hook 0x5597422c2188 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:50:12.208+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:50:12.209+0000 7fcc4a7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:50:12.209+0000 7fcc4a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:50:12.209+0000 7fcc4a7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:50:12.209+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcc40076470 auth_method 0 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:50:12.209+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x5597422e8ab0 auth_method 0 2024-09-12T00:50:12.508 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 realm 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:50:12.210+0000 7fcd774bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:50:12.210+0000 7fcd757a6640 10 monclient: get_auth_request con 0x5597422ecdf0 auth_method 0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 searching for the correct realm 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:50:12.211+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x5597422f1ee0 auth_method 0 2024-09-12T00:50:12.509 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:50:12.212+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x7fcd68022040 auth_method 0 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:50:12.213+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcd60073040 auth_method 0 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:50:12.213+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x7fcd7004b1a0 auth_method 0 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:50:12.215+0000 7fcd6ffff640 0 -- 172.21.15.163:0/3483154466 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcd68008070 msgr2=0x7fcd68088860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:50:12.416+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x7fcd68008070 auth_method 0 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:50:12.419+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcd68094120 auth_method 0 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:50:12.421+0000 7fcd757a6640 0 -- 172.21.15.163:0/3483154466 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5597422ecdf0 msgr2=0x5597422ef1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:50:12.421+0000 7fcc4a7fc640 1 client.8382.objecter ms_handle_reset 0x5597422ecdf0 session 0x5597422ebc70 osd.5 2024-09-12T00:50:12.510 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:50:12.421+0000 7fcc4a7fc640 10 monclient: _renew_subs 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:50:12.421+0000 7fcc4a7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:50:12.421+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcc40086ba0 auth_method 0 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.511 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 zone default found 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:50:12.424+0000 7fcd774bb800 4 Realm: () 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:50:12.424+0000 7fcd774bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:50:12.424+0000 7fcd774bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:50:12.424+0000 7fcd774bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 zonegroup default 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.512 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 started sync module instance, tier type = 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=0 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=1 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=2 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=3 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=4 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=5 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=6 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:50:12.435+0000 7fcd774bb800 20 add_watcher() i=7 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:50:12.435+0000 7fcd774bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding auth protocol: cephx 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding auth protocol: cephx 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding auth protocol: cephx 2024-09-12T00:50:12.513 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:50:12.437+0000 7fcc2afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:50:12.437+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.514 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:50:12.437+0000 7fcd774bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:50:12.437+0000 7fcd774bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache list hook 0x5597422c9a10 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache inspect hook 0x5597422c9a10 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache erase hook 0x5597422c9a10 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache zap hook 0x5597422c9a10 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 note: GC not initialized 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:50:12.437+0000 7fcc29fe3640 20 reqs_thread_entry: start 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace show hook 0x7fcd68004540 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:50:12.438+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace history hook 0x7fcd68004540 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:50:12.438+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace active hook 0x7fcd68004540 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:50:12.438+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace active_short hook 0x7fcd68004540 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 Filter name: none 2024-09-12T00:50:12.515 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:50:12.438+0000 7fcb9b7fe640 20 reqs_thread_entry: start 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:50:12.439+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.516 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366245 cookie 94108138793056 notifier 8382 bl.length()=827 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:50:12.448+0000 7fcd774bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcd774bb800 time 2024-09-12T00:50:12.448550+0000 2024-09-12T00:50:12.517 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fcd7a98c71a] 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:50:12.449+0000 7fcd774bb800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fcd774bb800 thread_name:radosgw-admin 2024-09-12T00:50:12.518 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcd7963e6f0] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fcd7968b99c] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fcd7a98c774] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:50:12.519 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:50:12.520 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:50:12.521 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:50:12.522 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:50:12.523 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:50:12.524 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:50:12.525 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcb9b7fe640 / http_manager 2024-09-12T00:50:12.526 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc29fe3640 / http_manager 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc2afe5640 / rgw_dt_lg_renew 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc4a7fc640 / ms_dispatch 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc4b7fe640 / io_context_pool 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc4bfff640 / io_context_pool 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc5a7fc640 / ms_dispatch 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc61602640 / ms_dispatch 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc62e05640 / io_context_pool 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd6ffff640 / msgr-worker-2 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd74fa5640 / msgr-worker-1 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd757a6640 / msgr-worker-0 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd75fa7640 / io_context_pool 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd774bb800 / radosgw-admin 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:50:12.527 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.150891.log 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: dump: 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.528 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:50:12.191+0000 7fcd774bb800 5 monclient: authenticate success, global_id 8370 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:50:12.191+0000 7fcd774bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:50:12.191+0000 7fcd774bb800 4 set_mon_vals no callback set 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:50:12.191+0000 7fcc62e05640 10 monclient: dump: 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.529 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:50:12.192+0000 7fcd774bb800 10 monclient: shutdown 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 asok(0x559741fe1630) unregister_commands rotate-key 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:50:12.192+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:50:12.192+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:50:12.192+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.530 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding auth protocol: cephx 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding auth protocol: cephx 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding auth protocol: cephx 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.531 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: crc 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:50:12.192+0000 7fcd774bb800 5 AuthRegistry(0x5597422070d0) adding con mode: secure 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:50:12.192+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:50:12.192+0000 7fcd774bb800 1 librados: starting msgr at 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:50:12.192+0000 7fcd774bb800 1 librados: starting objecter 2024-09-12T00:50:12.532 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command objecter_requests hook 0x559742202dd0 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:50:12.193+0000 7fcd774bb800 1 librados: setting wanted keys 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:50:12.193+0000 7fcd774bb800 1 librados: calling monclient init 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding auth protocol: cephx 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding auth protocol: cephx 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding auth protocol: cephx 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.533 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: crc 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 AuthRegistry(0x5597422013e0) adding con mode: secure 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:50:12.193+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:50:12.193+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:50:12.193+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key hook 0x559742201528 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x5597420ae4e0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x5597420aef30 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.534 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x55974214b040 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:50:12.193+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.487659s 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x55974214b040 auth_method 0 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x5597420aef30 auth_method 0 2024-09-12T00:50:12.535 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:50:12.193+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:50:12.193+0000 7fcd757a6640 10 monclient(hunting): handle_auth_done global_id 8373 payload 824 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:50:12.194+0000 7fcd757a6640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:50:12.194+0000 7fcd757a6640 1 monclient: found mon.noname-a 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:50:12.194+0000 7fcd757a6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.536 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: dump: 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.537 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:50:12.194+0000 7fcc61602640 10 monclient: dump: 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.538 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:50:12.194+0000 7fcd774bb800 5 monclient: authenticate success, global_id 8373 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:50:12.194+0000 7fcc62e05640 4 set_mon_vals no callback set 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:50:12.194+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:50:12.194+0000 7fcd774bb800 1 librados: init done 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:50:12.196+0000 7fcc61602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:50:12.196+0000 7fcc61602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:50:12.196+0000 7fcc61602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:50:12.196+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x7fcc5c076470 auth_method 0 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:50:12.196+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x559742229f80 auth_method 0 2024-09-12T00:50:12.539 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:50:12.197+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x55974224ccd0 auth_method 0 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:50:12.199+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:50:12.199+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:50:12.199+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.540 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding auth protocol: cephx 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding auth protocol: cephx 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding auth protocol: cephx 2024-09-12T00:50:12.541 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: crc 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742252af0) adding con mode: secure 2024-09-12T00:50:12.542 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:50:12.199+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command objecter_requests cmddesc objecter_requests hook 0x559742255f10 EEXIST 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:50:12.199+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding auth protocol: cephx 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding auth protocol: cephx 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding auth protocol: cephx 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.543 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: crc 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:50:12.199+0000 7fcd774bb800 5 AuthRegistry(0x559742251308) adding con mode: secure 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:50:12.199+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:50:12.200+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:50:12.200+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key cmddesc rotate-key hook 0x559742251450 EEXIST 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x55974227a230 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x55974227a610 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x559742278f40 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.544 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.494286s 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x55974227a230 auth_method 0 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x559742278f40 auth_method 0 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.545 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:50:12.200+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request con 0x55974227a610 auth_method 0 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:50:12.200+0000 7fcd74fa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient(hunting): handle_auth_done global_id 7772 payload 824 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:50:12.200+0000 7fcd757a6640 1 monclient: found mon.noname-c 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:50:12.200+0000 7fcd757a6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:50:12.546 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: dump: 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.547 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:50:12.200+0000 7fcc5a7fc640 10 monclient: dump: 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:50:12.200+0000 7fcd774bb800 5 monclient: authenticate success, global_id 7772 2024-09-12T00:50:12.548 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:50:12.200+0000 7fcd75fa7640 4 set_mon_vals no callback set 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:50:12.200+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:50:12.201+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:50:12.201+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:50:12.202+0000 7fcc5a7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:50:12.202+0000 7fcc5a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:50:12.202+0000 7fcc5a7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:50:12.202+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x7fcc4c076380 auth_method 0 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: get_monmap_and_config 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:50:12.203+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.549 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding auth protocol: cephx 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding auth protocol: cephx 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding auth protocol: cephx 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.550 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: crc 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x559742299f70) adding con mode: secure 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:50:12.203+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding auth protocol: cephx 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding auth protocol: cephx 2024-09-12T00:50:12.551 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding auth protocol: cephx 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: crc 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164880) adding con mode: secure 2024-09-12T00:50:12.552 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:50:12.203+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:50:12.203+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:50:12.203+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key cmddesc rotate-key hook 0x7ffdf81649c8 EEXIST 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x5597422ce5b0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x55974229f5c0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x5597422c9a90 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:50:12.203+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.497974s 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request con 0x55974229f5c0 auth_method 0 2024-09-12T00:50:12.553 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x5597422c9a90 auth_method 0 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:50:12.204+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x5597422ce5b0 auth_method 0 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.554 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:50:12.204+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_done global_id 7775 payload 274 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 1 monclient: found mon.noname-c 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:50:12.204+0000 7fcd74fa5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: dump: 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.555 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:50:12.204+0000 7fcd774bb800 5 monclient: authenticate success, global_id 7775 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:50:12.204+0000 7fcd774bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:50:12.204+0000 7fcd774bb800 4 set_mon_vals no callback set 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:12.556 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:50:12.204+0000 7fcc4bfff640 10 monclient: dump: 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: shutdown 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: build_initial_monmap 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 build_initial for_mkfs: 0 2024-09-12T00:50:12.557 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: monmap: 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding auth protocol: cephx 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding auth protocol: cephx 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding auth protocol: cephx 2024-09-12T00:50:12.558 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: crc 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x5597422c0ae0) adding con mode: secure 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:50:12.205+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.559 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: starting msgr at 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: starting objecter 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command objecter_requests cmddesc objecter_requests hook 0x5597422c95b0 EEXIST 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: setting wanted keys 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:50:12.205+0000 7fcd774bb800 1 librados: calling monclient init 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:50:12.205+0000 7fcd774bb800 10 monclient: init 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding auth protocol: cephx 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding auth protocol: cephx 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding auth protocol: cephx 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.560 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: crc 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:50:12.205+0000 7fcd774bb800 5 AuthRegistry(0x55974228eaf0) adding con mode: secure 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:50:12.206+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:50:12.206+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:50:12.206+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command rotate-key cmddesc rotate-key hook 0x55974228ec38 EEXIST 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-b con 0x55974229f5c0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:12.561 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-a con 0x5597422c9a90 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): picked mon.noname-c con 0x5597422ce5b0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:50:12.206+0000 7fcd774bb800 10 monclient(hunting): authenticate will time out at 2336.500365s 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request con 0x5597422c9a90 auth_method 0 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request con 0x5597422ce5b0 auth_method 0 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.562 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): get_auth_request con 0x55974229f5c0 auth_method 0 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:50:12.206+0000 7fcd6ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:12.563 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:50:12.206+0000 7fcd757a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient(hunting): handle_auth_done global_id 8382 payload 824 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient: _finish_hunting 0 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 1 monclient: found mon.noname-a 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:50:12.206+0000 7fcd74fa5640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: dump: 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.564 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: _finish_auth 0 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:50:12.207+0000 7fcc4a7fc640 10 monclient: dump: 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:12.565 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:50:12.207+0000 7fcd774bb800 5 monclient: authenticate success, global_id 8382 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:50:12.207+0000 7fcc4bfff640 4 set_mon_vals no callback set 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _renew_subs 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:50:12.207+0000 7fcd774bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.566 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:50:12.207+0000 7fcd774bb800 1 librados: init done 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:50:12.207+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cr dump hook 0x5597422c2188 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:50:12.208+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:50:12.209+0000 7fcc4a7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:50:12.209+0000 7fcc4a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:50:12.209+0000 7fcc4a7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:50:12.209+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcc40076470 auth_method 0 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:50:12.209+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x5597422e8ab0 auth_method 0 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 realm 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:50:12.210+0000 7fcd774bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.567 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:50:12.210+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:50:12.210+0000 7fcd757a6640 10 monclient: get_auth_request con 0x5597422ecdf0 auth_method 0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:50:12.211+0000 7fcd774bb800 20 searching for the correct realm 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:50:12.211+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x5597422f1ee0 auth_method 0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:50:12.212+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x7fcd68022040 auth_method 0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:50:12.213+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcd60073040 auth_method 0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:50:12.213+0000 7fcd74fa5640 10 monclient: get_auth_request con 0x7fcd7004b1a0 auth_method 0 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:50:12.215+0000 7fcd6ffff640 0 -- 172.21.15.163:0/3483154466 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fcd68008070 msgr2=0x7fcd68088860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.568 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:50:12.416+0000 7fcd6ffff640 10 monclient: get_auth_request con 0x7fcd68008070 auth_method 0 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:50:12.419+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcd68094120 auth_method 0 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:50:12.421+0000 7fcd757a6640 0 -- 172.21.15.163:0/3483154466 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5597422ecdf0 msgr2=0x5597422ef1e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:50:12.421+0000 7fcc4a7fc640 1 client.8382.objecter ms_handle_reset 0x5597422ecdf0 session 0x5597422ebc70 osd.5 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:50:12.421+0000 7fcc4a7fc640 10 monclient: _renew_subs 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:50:12.421+0000 7fcc4a7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:50:12.421+0000 7fcd757a6640 10 monclient: get_auth_request con 0x7fcc40086ba0 auth_method 0 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:50:12.423+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.569 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 zone default found 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:50:12.424+0000 7fcd774bb800 4 Realm: () 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:50:12.424+0000 7fcd774bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:50:12.424+0000 7fcd774bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:50:12.424+0000 7fcd774bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 zonegroup default 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:50:12.424+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.570 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 started sync module instance, tier type = 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:50:12.425+0000 7fcd774bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=0 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=1 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=2 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=3 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=4 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=5 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:50:12.434+0000 7fcd774bb800 20 add_watcher() i=6 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:50:12.435+0000 7fcd774bb800 20 add_watcher() i=7 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:50:12.435+0000 7fcd774bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.571 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding auth protocol: cephx 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding auth protocol: cephx 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding auth protocol: cephx 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:50:12.437+0000 7fcc2afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.572 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: crc 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 AuthRegistry(0x7ffdf8164d60) adding con mode: secure 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:50:12.437+0000 7fcd774bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:50:12.437+0000 7fcd774bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:50:12.437+0000 7fcd774bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache list hook 0x5597422c9a10 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache inspect hook 0x5597422c9a10 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache erase hook 0x5597422c9a10 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command cache zap hook 0x5597422c9a10 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 note: GC not initialized 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:50:12.437+0000 7fcc29fe3640 20 reqs_thread_entry: start 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:50:12.437+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace show hook 0x7fcd68004540 2024-09-12T00:50:12.573 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:50:12.438+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace history hook 0x7fcd68004540 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:50:12.438+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace active hook 0x7fcd68004540 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:50:12.438+0000 7fcd774bb800 5 asok(0x559741fe1630) register_command sync trace active_short hook 0x7fcd68004540 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 Filter name: none 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:50:12.438+0000 7fcb9b7fe640 20 reqs_thread_entry: start 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:50:12.438+0000 7fcd774bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:50:12.438+0000 7fcd774bb800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.574 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:50:12.439+0000 7fcd774bb800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:50:12.439+0000 7fcd774bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:50:12.443+0000 7fcd774bb800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366245 cookie 94108138793056 notifier 8382 bl.length()=827 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.575 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:50:12.443+0000 7fcc4b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:50:12.445+0000 7fcd774bb800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:50:12.448+0000 7fcd774bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fcd774bb800 time 2024-09-12T00:50:12.448550+0000 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fcd7a98c71a] 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.576 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:50:12.449+0000 7fcd774bb800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7fcd774bb800 thread_name:radosgw-admin 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fcd7963e6f0] 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fcd7968b99c] 2024-09-12T00:50:12.577 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fcd7a98c774] 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fcd7a98c8d8] 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5597413b5641] 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x5597413c538a] 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fcd79629590] 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:50:12.578 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:50:12.579 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:50:12.580 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:50:12.581 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:50:12.582 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:50:12.583 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:50:12.584 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcb9b7fe640 / http_manager 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc29fe3640 / http_manager 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc2afe5640 / rgw_dt_lg_renew 2024-09-12T00:50:12.585 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc4a7fc640 / ms_dispatch 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc4b7fe640 / io_context_pool 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc4bfff640 / io_context_pool 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc5a7fc640 / ms_dispatch 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc61602640 / ms_dispatch 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcc62e05640 / io_context_pool 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd6ffff640 / msgr-worker-2 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd74fa5640 / msgr-worker-1 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd757a6640 / msgr-worker-0 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd75fa7640 / io_context_pool 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: 7fcd774bb800 / radosgw-admin 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:50:12.449938Z_58e9b1d5-98e4-42fe-a050-d8f22a7be7dd/log 2024-09-12T00:50:12.586 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:50:12.587 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:50:12.592 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:12.592 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:12.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.525+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.526+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.526+0000 7ff85591f800 20 realm 2024-09-12T00:50:12.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.526+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.527+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.527+0000 7ff85591f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.527+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.527+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.527+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.528+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.528+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.528+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.528+0000 7ff85591f800 20 searching for the correct realm 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.532+0000 7ff85160c640 0 -- 172.21.15.163:0/616175909 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7ff84c0690b0 msgr2=0x7ff84c067b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.535+0000 7ff848e0b640 0 -- 172.21.15.163:0/616175909 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff844017040 msgr2=0x7ff844062910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:12.593 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.539+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 zone default found 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 4 Realm: () 2024-09-12T00:50:12.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 zonegroup default 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 started sync module instance, tier type = 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.540+0000 7ff85591f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=0 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=1 2024-09-12T00:50:12.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=2 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=3 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=4 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=5 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.549+0000 7ff85591f800 20 add_watcher() i=6 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.550+0000 7ff85591f800 20 add_watcher() i=7 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.550+0000 7ff85591f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff707fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff85591f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff85591f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff85591f800 5 note: GC not initialized 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff706fe5640 20 reqs_thread_entry: start 2024-09-12T00:50:12.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff85591f800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff85591f800 20 Filter name: none 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.552+0000 7ff704fe1640 20 reqs_thread_entry: start 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.553+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.553+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.553+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.553+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.553+0000 7ff85591f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.553+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.554+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.554+0000 7ff85591f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.554+0000 7ff85591f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.554+0000 7ff85591f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:50:12.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.555+0000 7ff707fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.557+0000 7ff85591f800 20 remove_watcher() i=0 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.557+0000 7ff85591f800 2 removed watcher, disabling cache 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.558+0000 7ff85591f800 20 remove_watcher() i=1 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.559+0000 7ff85591f800 20 remove_watcher() i=2 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.560+0000 7ff85591f800 20 remove_watcher() i=3 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.562+0000 7ff85591f800 20 remove_watcher() i=4 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.563+0000 7ff85591f800 20 remove_watcher() i=5 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.564+0000 7ff85591f800 20 remove_watcher() i=6 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.564+0000 7ff85591f800 20 remove_watcher() i=7 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:12.598 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:50:12.612 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:50:12.640 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:12.640 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:12.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.678+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.679+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.679+0000 7fb7aaf37800 20 realm 2024-09-12T00:50:12.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.679+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.680+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.680+0000 7fb7aaf37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.680+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.680+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.680+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.679 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.681+0000 7fb7aaf37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.681+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.681+0000 7fb7aaf37800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.681+0000 7fb7aaf37800 20 searching for the correct realm 2024-09-12T00:50:12.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.685+0000 7fb7a6c21640 0 -- 172.21.15.163:0/2766096304 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fb7a0061040 msgr2=0x7fb7a0071410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.688+0000 7fb7a6c21640 0 -- 172.21.15.163:0/2766096304 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fb670086ba0 msgr2=0x7fb670088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:12.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:12.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.691+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 zone default found 2024-09-12T00:50:12.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 4 Realm: () 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 zonegroup default 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.692+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 started sync module instance, tier type = 2024-09-12T00:50:12.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.693+0000 7fb7aaf37800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:12.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=0 2024-09-12T00:50:12.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=1 2024-09-12T00:50:12.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=2 2024-09-12T00:50:12.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=3 2024-09-12T00:50:12.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=4 2024-09-12T00:50:12.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=5 2024-09-12T00:50:12.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=6 2024-09-12T00:50:12.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 20 add_watcher() i=7 2024-09-12T00:50:12.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.702+0000 7fb7aaf37800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.704+0000 7fb65d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.704+0000 7fb7aaf37800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.704+0000 7fb7aaf37800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.704+0000 7fb7aaf37800 5 note: GC not initialized 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.704+0000 7fb5d7fff640 20 reqs_thread_entry: start 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 20 Filter name: none 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb5d5ffb640 20 reqs_thread_entry: start 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:12.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:12.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.705+0000 7fb7aaf37800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:12.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.706+0000 7fb7aaf37800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:50:12.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.707+0000 7fb65d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.709+0000 7fb7aaf37800 20 remove_watcher() i=0 2024-09-12T00:50:12.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.709+0000 7fb7aaf37800 2 removed watcher, disabling cache 2024-09-12T00:50:12.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.710+0000 7fb7aaf37800 20 remove_watcher() i=1 2024-09-12T00:50:12.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.712+0000 7fb7aaf37800 20 remove_watcher() i=2 2024-09-12T00:50:12.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.713+0000 7fb7aaf37800 20 remove_watcher() i=3 2024-09-12T00:50:12.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.713+0000 7fb7aaf37800 20 remove_watcher() i=4 2024-09-12T00:50:12.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.714+0000 7fb7aaf37800 20 remove_watcher() i=5 2024-09-12T00:50:12.714 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.715+0000 7fb7aaf37800 20 remove_watcher() i=6 2024-09-12T00:50:12.715 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:12.716+0000 7fb7aaf37800 20 remove_watcher() i=7 2024-09-12T00:50:42.751 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T00:50:42.789 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:42.789 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:42.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.833+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:42.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.834+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:42.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.834+0000 7f8f4220f800 20 realm 2024-09-12T00:50:42.833 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.834+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:42.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:42.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.835+0000 7f8f4220f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:42.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:42.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:42.834 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:42.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:42.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:42.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:42.835 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.836+0000 7f8f4220f800 20 searching for the correct realm 2024-09-12T00:50:42.837 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:42.839+0000 7f8f3d922640 0 -- 172.21.15.163:0/726658223 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f8f3805cc20 msgr2=0x7f8f3804fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.044 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.046+0000 7f8f3e123640 0 -- 172.21.15.163:0/726658223 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f8f3001c040 msgr2=0x7f8f3006c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 20 zone default found 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 4 Realm: () 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 20 zonegroup default 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.256+0000 7f8f4220f800 20 started sync module instance, tier type = 2024-09-12T00:50:43.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.256+0000 7f8f4220f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:43.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=0 2024-09-12T00:50:43.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=1 2024-09-12T00:50:43.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=2 2024-09-12T00:50:43.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=3 2024-09-12T00:50:43.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=4 2024-09-12T00:50:43.265 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=5 2024-09-12T00:50:43.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=6 2024-09-12T00:50:43.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.267+0000 7f8f4220f800 20 add_watcher() i=7 2024-09-12T00:50:43.266 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.267+0000 7f8f4220f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:43.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.270+0000 7f8def7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:43.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.270+0000 7f8f4220f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:43.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.270+0000 7f8f4220f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:43.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.270+0000 7f8f4220f800 5 note: GC not initialized 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.271+0000 7f8dee7fc640 20 reqs_thread_entry: start 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.271+0000 7f8f4220f800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.271+0000 7f8f4220f800 20 Filter name: none 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.271+0000 7f8d5ffff640 20 reqs_thread_entry: start 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.271+0000 7f8f4220f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.271+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.271 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.272 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:43.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.272+0000 7f8f4220f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:43.273 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.273+0000 7f8f4220f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:50:43.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8f4220f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8f4220f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8f4220f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:50:43.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366246 cookie 94545342452304 notifier 8433 bl.length()=827 2024-09-12T00:50:43.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:50:43.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:50:43.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:50:43.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:50:43.281 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f4220f800 time 2024-09-12T00:50:43.284227+0000 2024-09-12T00:50:43.282 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:43.282 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8f4338c71a] 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.284+0000 7f8f4220f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f4220f800 time 2024-09-12T00:50:43.284227+0000 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:43.283 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8f4338c71a] 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:50:43.284 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f8f4220f800 thread_name:radosgw-admin 2024-09-12T00:50:43.302 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.302 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8f4203e6f0] 2024-09-12T00:50:43.302 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8f4208b99c] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8f4338c774] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:50:43.303 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.285+0000 7f8f4220f800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f8f4220f800 thread_name:radosgw-admin 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8f4203e6f0] 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8f4208b99c] 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8f4338c774] 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.304 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:43.305 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: dump: 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:50:42.814+0000 7f8f4220f800 5 monclient: authenticate success, global_id 7817 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:50:42.814+0000 7f8f4220f800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:43.306 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:50:42.814+0000 7f8f4220f800 4 set_mon_vals no callback set 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:50:42.815+0000 7f8f4220f800 10 monclient: shutdown 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) unregister_commands rotate-key 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:50:42.815+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:50:42.815+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:50:42.815+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.307 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding auth protocol: cephx 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding auth protocol: cephx 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding auth protocol: cephx 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.308 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:50:42.816+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: starting msgr at 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: starting objecter 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command objecter_requests hook 0x55fd0d7e1370 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: setting wanted keys 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: calling monclient init 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding auth protocol: cephx 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding auth protocol: cephx 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding auth protocol: cephx 2024-09-12T00:50:43.309 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:50:42.816+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.310 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:50:42.816+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key hook 0x55fd0d7df7a8 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d7e2c30 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d80eea0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x7f8f280030f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.110885s 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d7e2c30 auth_method 0 2024-09-12T00:50:43.311 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x7f8f280030f0 auth_method 0 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.312 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.313 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.313 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.313 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.313 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.313 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d80eea0 auth_method 0 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_done global_id 7820 payload 824 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:50:42.817+0000 7f8f3e123640 1 monclient: found mon.noname-c 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: dump: 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.314 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.315 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: dump: 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.316 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:50:42.817+0000 7f8f4220f800 5 monclient: authenticate success, global_id 7820 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:50:42.817+0000 7f8e2be07640 4 set_mon_vals no callback set 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:50:42.817+0000 7f8f4220f800 1 librados: init done 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:50:42.819+0000 7f8e2a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:50:42.819+0000 7f8e2a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:50:42.819+0000 7f8e2a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:50:42.819+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8e24076470 auth_method 0 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:50:42.820+0000 7f8f3d121640 10 monclient: get_auth_request con 0x55fd0d801980 auth_method 0 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:50:42.820+0000 7f8f3d922640 10 monclient: get_auth_request con 0x55fd0d82b8e0 auth_method 0 2024-09-12T00:50:43.317 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:50:42.822+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:50:42.822+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:50:42.822+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.318 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding auth protocol: cephx 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding auth protocol: cephx 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding auth protocol: cephx 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.319 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:50:42.823+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command objecter_requests cmddesc objecter_requests hook 0x55fd0d835370 EEXIST 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding auth protocol: cephx 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding auth protocol: cephx 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding auth protocol: cephx 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.320 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:50:42.823+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.321 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:50:42.823+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key cmddesc rotate-key hook 0x55fd0d830200 EEXIST 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d859060 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d85b330 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x55fd0d857830 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.117971s 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x55fd0d859060 auth_method 0 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.322 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d857830 auth_method 0 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.323 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d85b330 auth_method 0 2024-09-12T00:50:43.324 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.324 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.324 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.324 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_done global_id 8427 payload 824 2024-09-12T00:50:43.324 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.324 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:50:42.824+0000 7f8f3e123640 1 monclient: found mon.noname-a 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: dump: 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.325 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: dump: 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.326 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:50:42.824+0000 7f8f4220f800 5 monclient: authenticate success, global_id 8427 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:50:42.824+0000 7f8f3e924640 4 set_mon_vals no callback set 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.327 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:50:42.826+0000 7f8e237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:50:42.826+0000 7f8e237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:50:42.826+0000 7f8e237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:50:42.826+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8e18076380 auth_method 0 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:50:42.826+0000 7f8f4220f800 10 monclient: get_monmap_and_config 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:50:42.826+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:50:42.826+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:50:42.826+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.328 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding auth protocol: cephx 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding auth protocol: cephx 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding auth protocol: cephx 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.329 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:50:42.827+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding auth protocol: cephx 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding auth protocol: cephx 2024-09-12T00:50:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding auth protocol: cephx 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.331 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:50:42.827+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:50:42.827+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key cmddesc rotate-key hook 0x7fff6ab04788 EEXIST 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d8acf20 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d8a74c0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x55fd0d87cd60 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.121843s 2024-09-12T00:50:43.332 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d8a74c0 auth_method 0 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:50:42.827+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d87cd60 auth_method 0 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:50:42.827+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:50:42.827+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.333 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x55fd0d8acf20 auth_method 0 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_done global_id 8430 payload 274 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:50:42.828+0000 7f8f3d922640 1 monclient: found mon.noname-a 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: dump: 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.334 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: dump: 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.335 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:50:42.828+0000 7f8f4220f800 5 monclient: authenticate success, global_id 8430 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:50:42.828+0000 7f8f4220f800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:43.336 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:50:42.828+0000 7f8f4220f800 4 set_mon_vals no callback set 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: shutdown 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.337 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding auth protocol: cephx 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding auth protocol: cephx 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding auth protocol: cephx 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.338 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:50:42.829+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: starting msgr at 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: starting objecter 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command objecter_requests cmddesc objecter_requests hook 0x55fd0d87d8d0 EEXIST 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: setting wanted keys 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: calling monclient init 2024-09-12T00:50:43.339 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding auth protocol: cephx 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding auth protocol: cephx 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding auth protocol: cephx 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.340 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:50:42.829+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:50:42.830+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:50:42.830+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key cmddesc rotate-key hook 0x55fd0d870f58 EEXIST 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x55fd0d87cd60 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d8a74c0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d8acf20 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.341 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.124297s 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d8a74c0 auth_method 0 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x55fd0d87cd60 auth_method 0 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.342 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d8acf20 auth_method 0 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_done global_id 8433 payload 824 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:50:42.830+0000 7f8f3d922640 1 monclient: found mon.noname-a 2024-09-12T00:50:43.343 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:50:42.830+0000 7f8e0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:50:42.830+0000 7f8e0f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:50:42.830+0000 7f8e0f7fe640 10 monclient: dump: 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.344 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: dump: 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.345 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:50:42.831+0000 7f8f4220f800 5 monclient: authenticate success, global_id 8433 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:50:42.831+0000 7f8e217fa640 4 set_mon_vals no callback set 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:50:42.831+0000 7f8f4220f800 1 librados: init done 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:50:42.831+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cr dump hook 0x55fd0d8a6278 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:50:42.833+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:50:42.833+0000 7f8e0f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:43.346 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:50:42.833+0000 7f8e0f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:50:42.833+0000 7f8e0f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:50:42.833+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8e08076470 auth_method 0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:50:42.834+0000 7f8f3d121640 10 monclient: get_auth_request con 0x55fd0d8c7370 auth_method 0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:50:42.834+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:50:42.834+0000 7f8f4220f800 20 realm 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:50:42.834+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:50:42.835+0000 7f8f4220f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:50:42.835+0000 7f8f3e123640 10 monclient: get_auth_request con 0x55fd0d8cb6f0 auth_method 0 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.347 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 searching for the correct realm 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:50:42.836+0000 7f8f3d922640 10 monclient: get_auth_request con 0x55fd0d8d0840 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:50:42.837+0000 7f8f3d121640 10 monclient: get_auth_request con 0x7f8f30046020 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:50:42.838+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8f34061040 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:50:42.838+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8f3805cc20 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:50:42.839+0000 7f8f3d922640 0 -- 172.21.15.163:0/726658223 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f8f3805cc20 msgr2=0x7f8f3804fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:50:43.040+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8f3805cc20 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:50:43.043+0000 7f8f3d121640 10 monclient: get_auth_request con 0x7f8f3003b070 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:50:43.045+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8f3001c040 auth_method 0 2024-09-12T00:50:43.348 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:50:43.046+0000 7f8f3e123640 0 -- 172.21.15.163:0/726658223 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f8f3001c040 msgr2=0x7f8f3006c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:50:43.247+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8f3001c040 auth_method 0 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:43.349 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 zone default found 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:50:43.255+0000 7f8f4220f800 4 Realm: () 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:50:43.255+0000 7f8f4220f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:50:43.255+0000 7f8f4220f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:50:43.255+0000 7f8f4220f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 zonegroup default 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 started sync module instance, tier type = 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:43.350 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=0 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=1 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=2 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=3 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=4 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=5 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=6 2024-09-12T00:50:43.351 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:50:43.267+0000 7f8f4220f800 20 add_watcher() i=7 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:50:43.267+0000 7f8f4220f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding auth protocol: cephx 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding auth protocol: cephx 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding auth protocol: cephx 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.352 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:50:43.270+0000 7f8def7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:50:43.270+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:50:43.270+0000 7f8f4220f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:50:43.270+0000 7f8f4220f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache list hook 0x55fd0d8a4400 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache inspect hook 0x55fd0d8a4400 2024-09-12T00:50:43.353 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache erase hook 0x55fd0d8a4400 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache zap hook 0x55fd0d8a4400 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 note: GC not initialized 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:50:43.271+0000 7f8dee7fc640 20 reqs_thread_entry: start 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace show hook 0x7f8f3001e520 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace history hook 0x7f8f3001e520 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace active hook 0x7f8f3001e520 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace active_short hook 0x7f8f3001e520 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:50:43.271+0000 7f8f4220f800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:50:43.271+0000 7f8f4220f800 20 Filter name: none 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:50:43.271+0000 7f8d5ffff640 20 reqs_thread_entry: start 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:50:43.271+0000 7f8f4220f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:50:43.271+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:43.354 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:50:43.273+0000 7f8f4220f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.355 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366246 cookie 94545342452304 notifier 8433 bl.length()=827 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:50:43.284+0000 7f8f4220f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f4220f800 time 2024-09-12T00:50:43.284227+0000 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.356 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8f4338c71a] 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:50:43.285+0000 7f8f4220f800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f8f4220f800 thread_name:radosgw-admin 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.357 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8f4203e6f0] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8f4208b99c] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8f4338c774] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.358 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:50:43.359 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:50:43.360 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:50:43.361 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:50:43.362 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:50:43.363 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:50:43.364 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:50:43.365 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:50:43.366 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8d5ffff640 / http_manager 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8dee7fc640 / http_manager 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8def7fe640 / rgw_dt_lg_renew 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e0f7fe640 / ms_dispatch 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e217fa640 / io_context_pool 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e237fe640 / ms_dispatch 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e2a604640 / ms_dispatch 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e2be07640 / io_context_pool 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3d121640 / msgr-worker-2 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3d922640 / msgr-worker-1 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3e123640 / msgr-worker-0 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3e924640 / io_context_pool 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f4220f800 / radosgw-admin 2024-09-12T00:50:43.367 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.152658.log 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:50:42.814+0000 7f8e2be07640 10 monclient: dump: 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.368 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:50:42.814+0000 7f8f4220f800 5 monclient: authenticate success, global_id 7817 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:50:42.814+0000 7f8f4220f800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:50:42.814+0000 7f8f4220f800 4 set_mon_vals no callback set 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:50:42.815+0000 7f8f4220f800 10 monclient: shutdown 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) unregister_commands rotate-key 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:50:42.815+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:50:42.815+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:50:42.815+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.369 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding auth protocol: cephx 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding auth protocol: cephx 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding auth protocol: cephx 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.370 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: crc 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:50:42.815+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7e52d0) adding con mode: secure 2024-09-12T00:50:43.371 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:50:42.816+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: starting msgr at 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: starting objecter 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command objecter_requests hook 0x55fd0d7e1370 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: setting wanted keys 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:50:42.816+0000 7f8f4220f800 1 librados: calling monclient init 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding auth protocol: cephx 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding auth protocol: cephx 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding auth protocol: cephx 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.372 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: crc 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d7df660) adding con mode: secure 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:50:42.816+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:50:42.816+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:50:42.816+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key hook 0x55fd0d7df7a8 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d7e2c30 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.373 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d80eea0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x7f8f280030f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:50:42.816+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.110885s 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d7e2c30 auth_method 0 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x7f8f280030f0 auth_method 0 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.374 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:50:42.817+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d80eea0 auth_method 0 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:50:42.817+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient(hunting): handle_auth_done global_id 7820 payload 824 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:50:42.817+0000 7f8f3e123640 1 monclient: found mon.noname-c 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:50:42.817+0000 7f8f3e123640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:50:43.375 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: dump: 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.376 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:50:42.817+0000 7f8e2a604640 10 monclient: dump: 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.377 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:50:42.817+0000 7f8f4220f800 5 monclient: authenticate success, global_id 7820 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:50:42.817+0000 7f8e2be07640 4 set_mon_vals no callback set 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:50:42.817+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:50:42.817+0000 7f8f4220f800 1 librados: init done 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:50:42.819+0000 7f8e2a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:50:42.819+0000 7f8e2a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:50:42.819+0000 7f8e2a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:50:42.819+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8e24076470 auth_method 0 2024-09-12T00:50:43.378 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:50:42.820+0000 7f8f3d121640 10 monclient: get_auth_request con 0x55fd0d801980 auth_method 0 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:50:42.820+0000 7f8f3d922640 10 monclient: get_auth_request con 0x55fd0d82b8e0 auth_method 0 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:50:42.822+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:50:42.822+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:50:42.822+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.379 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding auth protocol: cephx 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding auth protocol: cephx 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding auth protocol: cephx 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.380 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: crc 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:50:42.822+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d831940) adding con mode: secure 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:50:42.823+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command objecter_requests cmddesc objecter_requests hook 0x55fd0d835370 EEXIST 2024-09-12T00:50:43.381 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding auth protocol: cephx 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding auth protocol: cephx 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding auth protocol: cephx 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.382 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: crc 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8300b8) adding con mode: secure 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:50:42.823+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:50:42.823+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:50:42.823+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key cmddesc rotate-key hook 0x55fd0d830200 EEXIST 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d859060 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d85b330 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x55fd0d857830 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.383 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:50:42.823+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.117971s 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x55fd0d859060 auth_method 0 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d857830 auth_method 0 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.384 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:50:42.824+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d85b330 auth_method 0 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:50:42.824+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient(hunting): handle_auth_done global_id 8427 payload 824 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.385 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:50:42.824+0000 7f8f3e123640 1 monclient: found mon.noname-a 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:50:42.824+0000 7f8f3e123640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: dump: 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.386 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:50:42.824+0000 7f8e237fe640 10 monclient: dump: 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.387 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:50:42.824+0000 7f8f4220f800 5 monclient: authenticate success, global_id 8427 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:50:42.824+0000 7f8f3e924640 4 set_mon_vals no callback set 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.388 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:50:42.824+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:50:42.826+0000 7f8e237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:50:42.826+0000 7f8e237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:50:42.826+0000 7f8e237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:50:42.826+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8e18076380 auth_method 0 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:50:42.826+0000 7f8f4220f800 10 monclient: get_monmap_and_config 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:50:42.826+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:50:42.826+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:50:42.826+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.389 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding auth protocol: cephx 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding auth protocol: cephx 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding auth protocol: cephx 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.390 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: crc 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:50:42.826+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8789a0) adding con mode: secure 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:50:42.827+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding auth protocol: cephx 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding auth protocol: cephx 2024-09-12T00:50:43.391 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding auth protocol: cephx 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.392 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: crc 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04640) adding con mode: secure 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:50:42.827+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:50:42.827+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:50:42.827+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key cmddesc rotate-key hook 0x7fff6ab04788 EEXIST 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d8acf20 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d8a74c0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x55fd0d87cd60 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.393 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:50:42.827+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.121843s 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d8a74c0 auth_method 0 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:50:42.827+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:50:42.827+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d87cd60 auth_method 0 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:50:42.827+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:50:42.827+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.394 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:50:42.828+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x55fd0d8acf20 auth_method 0 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:50:42.828+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient(hunting): handle_auth_done global_id 8430 payload 274 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:50:42.828+0000 7f8f3d922640 1 monclient: found mon.noname-a 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:50:42.828+0000 7f8f3d922640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:43.395 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: dump: 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.396 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:50:42.828+0000 7f8e217fa640 10 monclient: dump: 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.397 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:50:42.828+0000 7f8f4220f800 5 monclient: authenticate success, global_id 8430 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:50:42.828+0000 7f8f4220f800 10 monclient: get_monmap_and_config success 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:50:42.828+0000 7f8f4220f800 4 set_mon_vals no callback set 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: shutdown 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: build_initial_monmap 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 build_initial for_mkfs: 0 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: monmap: 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:50:43.398 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding auth protocol: cephx 2024-09-12T00:50:43.399 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding auth protocol: cephx 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding auth protocol: cephx 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: crc 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d8a8480) adding con mode: secure 2024-09-12T00:50:43.400 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:50:42.829+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: starting msgr at 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: starting objecter 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command objecter_requests cmddesc objecter_requests hook 0x55fd0d87d8d0 EEXIST 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: setting wanted keys 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:50:42.829+0000 7f8f4220f800 1 librados: calling monclient init 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:50:42.829+0000 7f8f4220f800 10 monclient: init 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding auth protocol: cephx 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding auth protocol: cephx 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding auth protocol: cephx 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.401 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: crc 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:50:42.829+0000 7f8f4220f800 5 AuthRegistry(0x55fd0d870e10) adding con mode: secure 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:50:42.829+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:50:42.830+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:50:42.830+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command rotate-key cmddesc rotate-key hook 0x55fd0d870f58 EEXIST 2024-09-12T00:50:43.402 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient: _reopen_session rank -1 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-c con 0x55fd0d87cd60 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-a con 0x55fd0d8a74c0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): picked mon.noname-b con 0x55fd0d8acf20 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): _renew_subs 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:50:42.830+0000 7f8f4220f800 10 monclient(hunting): authenticate will time out at 2367.124297s 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): get_auth_request con 0x55fd0d8a74c0 auth_method 0 2024-09-12T00:50:43.403 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): get_auth_request con 0x55fd0d87cd60 auth_method 0 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.404 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:50:42.830+0000 7f8f3e123640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): get_auth_request con 0x55fd0d8acf20 auth_method 0 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:50:42.830+0000 7f8f3d121640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient(hunting): handle_auth_done global_id 8433 payload 824 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient: _finish_hunting 0 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:50:42.830+0000 7f8f3d922640 1 monclient: found mon.noname-a 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:50:42.830+0000 7f8f3d922640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:50:42.830+0000 7f8e0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.405 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:50:42.830+0000 7f8e0f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:50:42.830+0000 7f8e0f7fe640 10 monclient: dump: 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.406 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:50:42.831+0000 7f8e0f7fe640 10 monclient: dump: 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.407 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:50:42.831+0000 7f8f4220f800 5 monclient: authenticate success, global_id 8433 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:50:42.831+0000 7f8e217fa640 4 set_mon_vals no callback set 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _renew_subs 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:50:42.831+0000 7f8f4220f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:50:42.831+0000 7f8f4220f800 1 librados: init done 2024-09-12T00:50:43.408 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:50:42.831+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cr dump hook 0x55fd0d8a6278 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:50:42.833+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:50:42.833+0000 7f8e0f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:50:42.833+0000 7f8e0f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:50:42.833+0000 7f8e0f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:50:42.833+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8e08076470 auth_method 0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:50:42.834+0000 7f8f3d121640 10 monclient: get_auth_request con 0x55fd0d8c7370 auth_method 0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:50:42.834+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:50:42.834+0000 7f8f4220f800 20 realm 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:50:42.834+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:50:42.835+0000 7f8f4220f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.409 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:50:42.835+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:50:42.835+0000 7f8f3e123640 10 monclient: get_auth_request con 0x55fd0d8cb6f0 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:50:42.836+0000 7f8f4220f800 20 searching for the correct realm 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:50:42.836+0000 7f8f3d922640 10 monclient: get_auth_request con 0x55fd0d8d0840 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:50:42.837+0000 7f8f3d121640 10 monclient: get_auth_request con 0x7f8f30046020 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:50:42.838+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8f34061040 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:50:42.838+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8f3805cc20 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:50:42.839+0000 7f8f3d922640 0 -- 172.21.15.163:0/726658223 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f8f3805cc20 msgr2=0x7f8f3804fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:50:43.040+0000 7f8f3d922640 10 monclient: get_auth_request con 0x7f8f3805cc20 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:50:43.043+0000 7f8f3d121640 10 monclient: get_auth_request con 0x7f8f3003b070 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:50:43.045+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8f3001c040 auth_method 0 2024-09-12T00:50:43.410 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:50:43.046+0000 7f8f3e123640 0 -- 172.21.15.163:0/726658223 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f8f3001c040 msgr2=0x7f8f3006c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:50:43.247+0000 7f8f3e123640 10 monclient: get_auth_request con 0x7f8f3001c040 auth_method 0 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.411 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:50:43.254+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 zone default found 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:50:43.255+0000 7f8f4220f800 4 Realm: () 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:50:43.255+0000 7f8f4220f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:50:43.255+0000 7f8f4220f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:50:43.255+0000 7f8f4220f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 zonegroup default 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:50:43.255+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.412 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 started sync module instance, tier type = 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:50:43.256+0000 7f8f4220f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=0 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=1 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=2 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=3 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=4 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=5 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:50:43.266+0000 7f8f4220f800 20 add_watcher() i=6 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:50:43.267+0000 7f8f4220f800 20 add_watcher() i=7 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:50:43.267+0000 7f8f4220f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding auth protocol: cephx 2024-09-12T00:50:43.413 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding auth protocol: cephx 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding auth protocol: cephx 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: crc 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 AuthRegistry(0x7fff6ab04b20) adding con mode: secure 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:50:43.270+0000 7f8def7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:43.414 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:50:43.270+0000 7f8f4220f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:50:43.270+0000 7f8f4220f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:50:43.270+0000 7f8f4220f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache list hook 0x55fd0d8a4400 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache inspect hook 0x55fd0d8a4400 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache erase hook 0x55fd0d8a4400 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command cache zap hook 0x55fd0d8a4400 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:50:43.270+0000 7f8f4220f800 5 note: GC not initialized 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:50:43.271+0000 7f8dee7fc640 20 reqs_thread_entry: start 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace show hook 0x7f8f3001e520 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace history hook 0x7f8f3001e520 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace active hook 0x7f8f3001e520 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:50:43.271+0000 7f8f4220f800 5 asok(0x55fd0d5bf630) register_command sync trace active_short hook 0x7f8f3001e520 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:50:43.271+0000 7f8f4220f800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:43.415 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:50:43.271+0000 7f8f4220f800 20 Filter name: none 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:50:43.271+0000 7f8d5ffff640 20 reqs_thread_entry: start 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:50:43.271+0000 7f8f4220f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:50:43.271+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:50:43.272+0000 7f8f4220f800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.416 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:50:43.272+0000 7f8f4220f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:50:43.273+0000 7f8f4220f800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:50:43.278+0000 7f8f4220f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366246 cookie 94545342452304 notifier 8433 bl.length()=827 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:50:43.278+0000 7f8e217fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:50:43.417 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:50:43.280+0000 7f8f4220f800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:50:43.284+0000 7f8f4220f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8f4220f800 time 2024-09-12T00:50:43.284227+0000 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f8f4338c71a] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 4: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 6: main() 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 8: __libc_start_main() 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 9: _start() 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.418 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:50:43.285+0000 7f8f4220f800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f8f4220f800 thread_name:radosgw-admin 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f8f4203e6f0] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f8f4208b99c] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f8f4338c774] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f8f4338c8d8] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55fd0add8641] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 8: radosgw-admin(+0xd8854c) [0x55fd0b2eb54c] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55fd0ade831d] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 10: main() 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f8f42029590] 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 12: __libc_start_main() 2024-09-12T00:50:43.419 INFO:tasks.workunit.client.0.smithi163.stderr: 13: _start() 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:50:43.420 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:50:43.421 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:50:43.422 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:50:43.423 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:50:43.424 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:50:43.425 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8d5ffff640 / http_manager 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8dee7fc640 / http_manager 2024-09-12T00:50:43.426 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8def7fe640 / rgw_dt_lg_renew 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e0f7fe640 / ms_dispatch 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e217fa640 / io_context_pool 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e237fe640 / ms_dispatch 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e2a604640 / ms_dispatch 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8e2be07640 / io_context_pool 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3d121640 / msgr-worker-2 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3d922640 / msgr-worker-1 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3e123640 / msgr-worker-0 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f3e924640 / io_context_pool 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: 7f8f4220f800 / radosgw-admin 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:50:43.285948Z_b3d8851b-9939-4839-8573-46699c1538a1/log 2024-09-12T00:50:43.427 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:50:43.428 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:50:43.429 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:43.429 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:43.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.365+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.366+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.429 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.366+0000 7f7ab9e20800 20 realm 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.366+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.366+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.366+0000 7f7ab9e20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.366+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.367+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.367+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.368+0000 7f7ab9e20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.368+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.368+0000 7f7ab9e20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.368+0000 7f7ab9e20800 20 searching for the correct realm 2024-09-12T00:50:43.430 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.372+0000 7f7ab7110640 0 -- 172.21.15.163:0/414168358 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f7aa8015400 msgr2=0x7f7aa8015880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.577 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.578+0000 7f7ab8112640 0 -- 172.21.15.163:0/414168358 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558defa52240 msgr2=0x558defa54630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.580 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.581+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 zone default found 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 4 Realm: () 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 zonegroup default 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.582 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.582+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.583+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.583+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.583+0000 7f7ab9e20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.583+0000 7f7ab9e20800 20 started sync module instance, tier type = 2024-09-12T00:50:43.583 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.583+0000 7f7ab9e20800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:50:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=0 2024-09-12T00:50:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=1 2024-09-12T00:50:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=2 2024-09-12T00:50:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=3 2024-09-12T00:50:43.591 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=4 2024-09-12T00:50:43.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=5 2024-09-12T00:50:43.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.593+0000 7f7ab9e20800 20 add_watcher() i=6 2024-09-12T00:50:43.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.594+0000 7f7ab9e20800 20 add_watcher() i=7 2024-09-12T00:50:43.592 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.594+0000 7f7ab9e20800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:43.594 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.595+0000 7f796dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:43.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:43.595 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 5 note: GC not initialized 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f796cfe1640 20 reqs_thread_entry: start 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 20 init_complete bucket index max shards: 1 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 20 Filter name: none 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f78e67fc640 20 reqs_thread_entry: start 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:50:43.596 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.596+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.597+0000 7f7ab9e20800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:50:43.597 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.597+0000 7f7ab9e20800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.597+0000 7f7ab9e20800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.597+0000 7f7ab9e20800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.597+0000 7f7ab9e20800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:50:43.598 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.598+0000 7f7ab9e20800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:50:43.599 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.600+0000 7f796dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:43.600 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.602+0000 7f7ab9e20800 20 remove_watcher() i=0 2024-09-12T00:50:43.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.602+0000 7f7ab9e20800 2 removed watcher, disabling cache 2024-09-12T00:50:43.601 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.603+0000 7f7ab9e20800 20 remove_watcher() i=1 2024-09-12T00:50:43.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.604+0000 7f7ab9e20800 20 remove_watcher() i=2 2024-09-12T00:50:43.604 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.605+0000 7f7ab9e20800 20 remove_watcher() i=3 2024-09-12T00:50:43.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.606+0000 7f7ab9e20800 20 remove_watcher() i=4 2024-09-12T00:50:43.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.607+0000 7f7ab9e20800 20 remove_watcher() i=5 2024-09-12T00:50:43.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.608+0000 7f7ab9e20800 20 remove_watcher() i=6 2024-09-12T00:50:43.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:50:43.609+0000 7f7ab9e20800 20 remove_watcher() i=7 2024-09-12T00:50:43.618 INFO:tasks.workunit.client.0.smithi163.stderr: test: duplicated entries can be purged manually 2024-09-12T00:51:13.646 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:13.680 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:13.680 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:13.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.722+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 realm 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.724+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.725+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:13.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.725+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.725+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:13.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.725+0000 7feced731800 20 searching for the correct realm 2024-09-12T00:51:13.729 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.729+0000 7fece8c75640 0 -- 172.21.15.163:0/379690313 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55dcf4d540f0 msgr2=0x55dcf4d56520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:13.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.733+0000 7fece9c77640 0 -- 172.21.15.163:0/379690313 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7fecdc0540e0 msgr2=0x7fecdc08e2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.737+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 zone default found 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 4 Realm: () 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 zonegroup default 2024-09-12T00:51:13.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.738+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.739+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.739+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.739+0000 7feced731800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.739+0000 7feced731800 20 started sync module instance, tier type = 2024-09-12T00:51:13.740 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.739+0000 7feced731800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:13.748 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=0 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=1 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=2 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=3 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=4 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=5 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=6 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 20 add_watcher() i=7 2024-09-12T00:51:13.749 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.749+0000 7feced731800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.751+0000 7feb9f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feced731800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feced731800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feced731800 5 note: GC not initialized 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feb9e7e4640 20 reqs_thread_entry: start 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feced731800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feced731800 20 Filter name: none 2024-09-12T00:51:13.752 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feb0ffff640 20 reqs_thread_entry: start 2024-09-12T00:51:13.753 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.752+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.753+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:13.754 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.753+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.753+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:13.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.753+0000 7feced731800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:13.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.753+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.754+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:13.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.754+0000 7feced731800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.755 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.754+0000 7feced731800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:13.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.754+0000 7feced731800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:13.756 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.756+0000 7feb9f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:13.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.758+0000 7feced731800 20 remove_watcher() i=0 2024-09-12T00:51:13.758 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.758+0000 7feced731800 2 removed watcher, disabling cache 2024-09-12T00:51:13.759 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.759+0000 7feced731800 20 remove_watcher() i=1 2024-09-12T00:51:13.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.761+0000 7feced731800 20 remove_watcher() i=2 2024-09-12T00:51:13.761 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.762+0000 7feced731800 20 remove_watcher() i=3 2024-09-12T00:51:13.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.763+0000 7feced731800 20 remove_watcher() i=4 2024-09-12T00:51:13.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.764+0000 7feced731800 20 remove_watcher() i=5 2024-09-12T00:51:13.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.765+0000 7feced731800 20 remove_watcher() i=6 2024-09-12T00:51:13.765 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.766+0000 7feced731800 20 remove_watcher() i=7 2024-09-12T00:51:13.777 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:13.777 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:51:13.777 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 11 size_kb: 1 num_shards: 3 2024-09-12T00:51:13.777 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:13.778 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T00:51:13.812 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:13.813 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:13.850 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.850+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.851 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 realm 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:13.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:13.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:13.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:13.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.853+0000 7f3be7175800 20 searching for the correct realm 2024-09-12T00:51:13.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:13.858+0000 7f3bdffff640 0 -- 172.21.15.163:0/2381037676 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3bd802b040 msgr2=0x7f3bd802b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.063 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.064+0000 7f3be5467640 0 -- 172.21.15.163:0/2381037676 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558c286d6f90 msgr2=0x558c286d93a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:14.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:14.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:14.066 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:14.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:14.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:14.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.066+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.067 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 zone default found 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 4 Realm: () 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:14.068 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 zonegroup default 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 started sync module instance, tier type = 2024-09-12T00:51:14.069 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.068+0000 7f3be7175800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=0 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=1 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=2 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=3 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=4 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=5 2024-09-12T00:51:14.078 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=6 2024-09-12T00:51:14.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.079+0000 7f3be7175800 20 add_watcher() i=7 2024-09-12T00:51:14.079 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.079+0000 7f3be7175800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:14.080 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3a9afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:14.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:14.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 5 note: GC not initialized 2024-09-12T00:51:14.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3a99fe3640 20 reqs_thread_entry: start 2024-09-12T00:51:14.081 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:14.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 20 Filter name: none 2024-09-12T00:51:14.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3a0b7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:14.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:14.082 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.081+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.083 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.082+0000 7f3be7175800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:14.084 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.084+0000 7f3be7175800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:51:14.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.088+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.088+0000 7f3be7175800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.088+0000 7f3be7175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.088+0000 7f3be7175800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:51:14.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366247 cookie 94060462076224 notifier 8490 bl.length()=827 2024-09-12T00:51:14.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.090 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:51:14.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:51:14.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:51:14.091 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:51:14.093 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3be7175800 time 2024-09-12T00:51:14.095833+0000 2024-09-12T00:51:14.093 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bea78c71a] 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:51:14.094 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.094+0000 7f3be7175800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3be7175800 time 2024-09-12T00:51:14.095833+0000 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bea78c71a] 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.095 INFO:tasks.workunit.client.0.smithi163.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:51:14.096 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3be7175800 thread_name:radosgw-admin 2024-09-12T00:51:14.112 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.112 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3be943e6f0] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3be948b99c] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bea78c774] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:51:14.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.095+0000 7f3be7175800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3be7175800 thread_name:radosgw-admin 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3be943e6f0] 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3be948b99c] 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bea78c774] 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:51:14.114 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:51:13.832+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:51:13.832+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:51:13.832+0000 7f3bdffff640 10 monclient(hunting): handle_auth_done global_id 7865 payload 274 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:51:13.832+0000 7f3bdffff640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:51:13.833+0000 7f3bdffff640 1 monclient: found mon.noname-c 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:51:13.833+0000 7f3bdffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:51:14.115 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: dump: 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.116 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:51:13.833+0000 7f3be7175800 5 monclient: authenticate success, global_id 7865 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:51:13.833+0000 7f3be7175800 10 monclient: get_monmap_and_config success 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:51:13.833+0000 7f3be7175800 4 set_mon_vals no callback set 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: dump: 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.117 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:51:13.833+0000 7f3be7175800 10 monclient: shutdown 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:51:13.833+0000 7f3be7175800 5 asok(0x558c283cc630) unregister_commands rotate-key 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:51:13.834+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:51:13.834+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.118 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding auth protocol: cephx 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding auth protocol: cephx 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding auth protocol: cephx 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.119 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:51:13.834+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: starting msgr at 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: starting objecter 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 asok(0x558c283cc630) register_command objecter_requests hook 0x558c285f34d0 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: setting wanted keys 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: calling monclient init 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:51:13.834+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.120 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding auth protocol: cephx 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding auth protocol: cephx 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding auth protocol: cephx 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.121 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:51:13.834+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:51:13.835+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:51:13.835+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key hook 0x558c285eb3f8 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c28498830 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c284a10f0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c284a4bd0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.122 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.130149s 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): get_auth_request con 0x558c28498830 auth_method 0 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): get_auth_request con 0x558c284a10f0 auth_method 0 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.123 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_done global_id 8481 payload 824 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:51:13.835+0000 7f3bdffff640 1 monclient: found mon.noname-a 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:51:13.835+0000 7f3be5467640 10 monclient: get_auth_request con 0x558c284a4bd0 auth_method 0 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: dump: 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.124 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: dump: 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.125 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:51:13.835+0000 7f3be7175800 5 monclient: authenticate success, global_id 8481 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:51:13.835+0000 7f3ad2e05640 4 set_mon_vals no callback set 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:51:13.835+0000 7f3be7175800 1 librados: init done 2024-09-12T00:51:14.126 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:51:13.837+0000 7f3ad1602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:51:13.837+0000 7f3ad1602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:51:13.837+0000 7f3ad1602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:51:13.837+0000 7f3be4c66640 10 monclient: get_auth_request con 0x7f3acc076470 auth_method 0 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:51:13.838+0000 7f3be5467640 10 monclient: get_auth_request con 0x558c28613980 auth_method 0 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:51:13.839+0000 7f3be4c66640 10 monclient: get_auth_request con 0x558c286368e0 auth_method 0 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:51:13.841+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:51:13.841+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:51:13.841+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.127 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding auth protocol: cephx 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding auth protocol: cephx 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding auth protocol: cephx 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.128 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:51:13.841+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 asok(0x558c283cc630) register_command objecter_requests cmddesc objecter_requests hook 0x558c2863fd20 EEXIST 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:51:13.841+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding auth protocol: cephx 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding auth protocol: cephx 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding auth protocol: cephx 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.129 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:51:13.841+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:51:13.841+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.130 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:51:13.842+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key cmddesc rotate-key hook 0x558c2863b0b0 EEXIST 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c28664040 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c28664420 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c28662d50 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.137106s 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): get_auth_request con 0x558c28662d50 auth_method 0 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.131 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): get_auth_request con 0x558c28664420 auth_method 0 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): get_auth_request con 0x558c28664040 auth_method 0 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.132 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_done global_id 7871 payload 824 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:51:13.842+0000 7f3bdffff640 1 monclient: found mon.noname-c 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: dump: 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.133 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: dump: 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.134 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:51:13.842+0000 7f3be7175800 5 monclient: authenticate success, global_id 7871 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:51:13.842+0000 7f3be5c68640 4 set_mon_vals no callback set 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.135 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:51:13.844+0000 7f3aca7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:51:13.844+0000 7f3aca7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:51:13.844+0000 7f3aca7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:51:13.844+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3abc076380 auth_method 0 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:51:13.844+0000 7f3be7175800 10 monclient: get_monmap_and_config 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:51:13.844+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:51:13.844+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:51:13.844+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.136 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding auth protocol: cephx 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding auth protocol: cephx 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding auth protocol: cephx 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.137 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:51:13.845+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding auth protocol: cephx 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding auth protocol: cephx 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding auth protocol: cephx 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.138 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:51:13.845+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:51:13.845+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key cmddesc rotate-key hook 0x7ffead9a0978 EEXIST 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c286b82f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.139 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c28689240 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c286b3b90 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.140884s 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): get_auth_request con 0x558c28689240 auth_method 0 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): get_auth_request con 0x558c286b82f0 auth_method 0 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.140 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:51:13.846+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:51:13.846+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:51:13.846+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_done global_id 8487 payload 274 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:51:13.846+0000 7f3be4c66640 1 monclient: found mon.noname-a 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:51:13.846+0000 7f3bdffff640 10 monclient: get_auth_request con 0x558c286b3b90 auth_method 0 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.141 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: dump: 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.142 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:51:13.846+0000 7f3be7175800 5 monclient: authenticate success, global_id 8487 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:51:13.846+0000 7f3be7175800 10 monclient: get_monmap_and_config success 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:51:13.846+0000 7f3be7175800 4 set_mon_vals no callback set 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: dump: 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.143 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: shutdown 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.144 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding auth protocol: cephx 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding auth protocol: cephx 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding auth protocol: cephx 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.145 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:51:13.847+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: starting msgr at 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: starting objecter 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 asok(0x558c283cc630) register_command objecter_requests cmddesc objecter_requests hook 0x558c286a88e0 EEXIST 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: setting wanted keys 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: calling monclient init 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding auth protocol: cephx 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding auth protocol: cephx 2024-09-12T00:51:14.146 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding auth protocol: cephx 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.147 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:51:13.847+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:51:13.848+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:51:13.848+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key cmddesc rotate-key hook 0x558c28678a48 EEXIST 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c28689240 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c286b3b90 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c286b82f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.143155s 2024-09-12T00:51:14.148 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): get_auth_request con 0x558c28689240 auth_method 0 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): get_auth_request con 0x558c286b82f0 auth_method 0 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.149 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_done global_id 8490 payload 824 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:51:13.848+0000 7f3be5467640 1 monclient: found mon.noname-a 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: dump: 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.150 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: dump: 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.151 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:51:13.848+0000 7f3be7175800 5 monclient: authenticate success, global_id 8490 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:51:13.848+0000 7f3abbfff640 4 set_mon_vals no callback set 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:51:13.848+0000 7f3be7175800 1 librados: init done 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:51:13.848+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cr dump hook 0x558c286acb18 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:51:13.850+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.152 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:51:13.851+0000 7f3aba7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:51:13.851+0000 7f3aba7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:51:13.851+0000 7f3aba7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:51:13.851+0000 7f3be4c66640 10 monclient: get_auth_request con 0x7f3ab0076470 auth_method 0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:51:13.851+0000 7f3bdffff640 10 monclient: get_auth_request con 0x558c286d2d20 auth_method 0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 realm 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:51:13.852+0000 7f3be7175800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:51:13.852+0000 7f3be5467640 10 monclient: get_auth_request con 0x558c286d6f90 auth_method 0 2024-09-12T00:51:14.153 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 searching for the correct realm 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:51:13.853+0000 7f3be4c66640 10 monclient: get_auth_request con 0x558c286dc200 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:51:13.854+0000 7f3bdffff640 10 monclient: get_auth_request con 0x7f3bd8043040 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:51:13.855+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3bd0093f20 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:51:13.856+0000 7f3be4c66640 10 monclient: get_auth_request con 0x7f3be0072040 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:51:13.858+0000 7f3bdffff640 10 monclient: get_auth_request con 0x7f3bd802b040 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:51:13.858+0000 7f3bdffff640 0 -- 172.21.15.163:0/2381037676 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3bd802b040 msgr2=0x7f3bd802b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:51:14.060+0000 7f3bdffff640 10 monclient: get_auth_request con 0x7f3bd802b040 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:51:14.061+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3bd801a040 auth_method 0 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:51:14.064+0000 7f3be5467640 0 -- 172.21.15.163:0/2381037676 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558c286d6f90 msgr2=0x558c286d93a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:51:14.064+0000 7f3aba7fc640 1 client.8490.objecter ms_handle_reset 0x558c286d6f90 session 0x558c286d6910 osd.5 2024-09-12T00:51:14.154 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:51:14.064+0000 7f3aba7fc640 10 monclient: _renew_subs 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:51:14.064+0000 7f3aba7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:51:14.064+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3ab0086ba0 auth_method 0 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.155 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 zone default found 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:51:14.067+0000 7f3be7175800 4 Realm: () 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:51:14.067+0000 7f3be7175800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:51:14.067+0000 7f3be7175800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:51:14.067+0000 7f3be7175800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 zonegroup default 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.156 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 started sync module instance, tier type = 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=0 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=1 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=2 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=3 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=4 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=5 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=6 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:51:14.079+0000 7f3be7175800 20 add_watcher() i=7 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:51:14.079+0000 7f3be7175800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding auth protocol: cephx 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding auth protocol: cephx 2024-09-12T00:51:14.157 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding auth protocol: cephx 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:51:14.081+0000 7f3a9afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.158 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:51:14.081+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache list hook 0x558c28686bf0 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache inspect hook 0x558c28686bf0 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache erase hook 0x558c28686bf0 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache zap hook 0x558c28686bf0 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 note: GC not initialized 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:51:14.081+0000 7f3a99fe3640 20 reqs_thread_entry: start 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace show hook 0x7f3bd8001110 2024-09-12T00:51:14.159 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace history hook 0x7f3bd8001110 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace active hook 0x7f3bd8001110 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace active_short hook 0x7f3bd8001110 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 Filter name: none 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:51:14.081+0000 7f3a0b7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:51:14.081+0000 7f3be7175800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:14.160 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:51:14.084+0000 7f3be7175800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366247 cookie 94060462076224 notifier 8490 bl.length()=827 2024-09-12T00:51:14.161 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:51:14.094+0000 7f3be7175800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3be7175800 time 2024-09-12T00:51:14.095833+0000 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bea78c71a] 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.162 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:51:14.095+0000 7f3be7175800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3be7175800 thread_name:radosgw-admin 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3be943e6f0] 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3be948b99c] 2024-09-12T00:51:14.163 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bea78c774] 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:51:14.164 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:51:14.165 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:51:14.166 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:51:14.167 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:51:14.168 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:51:14.169 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:51:14.170 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a0b7fe640 / http_manager 2024-09-12T00:51:14.171 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a99fe3640 / http_manager 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a9afe5640 / rgw_dt_lg_renew 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3aba7fc640 / ms_dispatch 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3abb7fe640 / io_context_pool 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3abbfff640 / io_context_pool 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3aca7fc640 / ms_dispatch 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3ad1602640 / ms_dispatch 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3ad2e05640 / io_context_pool 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3bdffff640 / msgr-worker-2 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be4c66640 / msgr-worker-1 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be5467640 / msgr-worker-0 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be5c68640 / io_context_pool 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be7175800 / radosgw-admin 2024-09-12T00:51:14.172 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/log/ceph/ceph-client.admin.154425.log 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr:--- begin dump of recent events --- 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -499> 2024-09-12T00:51:13.832+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -498> 2024-09-12T00:51:13.832+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -497> 2024-09-12T00:51:13.832+0000 7f3bdffff640 10 monclient(hunting): handle_auth_done global_id 7865 payload 274 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -496> 2024-09-12T00:51:13.832+0000 7f3bdffff640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -495> 2024-09-12T00:51:13.833+0000 7f3bdffff640 1 monclient: found mon.noname-c 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -494> 2024-09-12T00:51:13.833+0000 7f3bdffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -493> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -492> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:51:14.173 INFO:tasks.workunit.client.0.smithi163.stderr: -491> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: dump: 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.174 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -490> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -489> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -488> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -487> 2024-09-12T00:51:13.833+0000 7f3be7175800 5 monclient: authenticate success, global_id 7865 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -486> 2024-09-12T00:51:13.833+0000 7f3be7175800 10 monclient: get_monmap_and_config success 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -485> 2024-09-12T00:51:13.833+0000 7f3be7175800 4 set_mon_vals no callback set 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -484> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -483> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr: -482> 2024-09-12T00:51:13.833+0000 7f3ad2e05640 10 monclient: dump: 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.175 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr: -481> 2024-09-12T00:51:13.833+0000 7f3be7175800 10 monclient: shutdown 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr: -480> 2024-09-12T00:51:13.833+0000 7f3be7175800 5 asok(0x558c283cc630) unregister_commands rotate-key 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr: -479> 2024-09-12T00:51:13.834+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr: -478> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr: -477> 2024-09-12T00:51:13.834+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.176 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: -476> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding auth protocol: cephx 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: -475> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding auth protocol: cephx 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: -474> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding auth protocol: cephx 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: -473> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: -472> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.177 INFO:tasks.workunit.client.0.smithi163.stderr: -471> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -470> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -469> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -468> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -467> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -466> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -465> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -464> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -463> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: crc 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -462> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285f0f50) adding con mode: secure 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -461> 2024-09-12T00:51:13.834+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -460> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: starting msgr at 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -459> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: starting objecter 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -458> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 asok(0x558c283cc630) register_command objecter_requests hook 0x558c285f34d0 2024-09-12T00:51:14.178 INFO:tasks.workunit.client.0.smithi163.stderr: -457> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: setting wanted keys 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -456> 2024-09-12T00:51:13.834+0000 7f3be7175800 1 librados: calling monclient init 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -455> 2024-09-12T00:51:13.834+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -454> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding auth protocol: cephx 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -453> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding auth protocol: cephx 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -452> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding auth protocol: cephx 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -451> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -450> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -449> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.179 INFO:tasks.workunit.client.0.smithi163.stderr: -448> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -447> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -446> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -445> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -444> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -443> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -442> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -441> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: crc 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -440> 2024-09-12T00:51:13.834+0000 7f3be7175800 5 AuthRegistry(0x558c285eb2b0) adding con mode: secure 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -439> 2024-09-12T00:51:13.834+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -438> 2024-09-12T00:51:13.835+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -437> 2024-09-12T00:51:13.835+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key hook 0x558c285eb3f8 2024-09-12T00:51:14.180 INFO:tasks.workunit.client.0.smithi163.stderr: -436> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -435> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -434> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c28498830 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -433> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c284a10f0 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -432> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c284a4bd0 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -431> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -430> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -429> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -428> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -427> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.130149s 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -426> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): get_auth_request con 0x558c28498830 auth_method 0 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -425> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -424> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -423> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.181 INFO:tasks.workunit.client.0.smithi163.stderr: -422> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): get_auth_request con 0x558c284a10f0 auth_method 0 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -421> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -420> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -419> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -418> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -417> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -416> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -415> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -414> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -413> 2024-09-12T00:51:13.835+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -412> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient(hunting): handle_auth_done global_id 8481 payload 824 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -411> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -410> 2024-09-12T00:51:13.835+0000 7f3bdffff640 1 monclient: found mon.noname-a 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -409> 2024-09-12T00:51:13.835+0000 7f3bdffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.182 INFO:tasks.workunit.client.0.smithi163.stderr: -408> 2024-09-12T00:51:13.835+0000 7f3be5467640 10 monclient: get_auth_request con 0x558c284a4bd0 auth_method 0 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr: -407> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr: -406> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr: -405> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: dump: 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.183 INFO:tasks.workunit.client.0.smithi163.stderr: -404> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr: -403> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr: -402> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr: -401> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr: -400> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr: -399> 2024-09-12T00:51:13.835+0000 7f3ad1602640 10 monclient: dump: 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.184 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -398> 2024-09-12T00:51:13.835+0000 7f3be7175800 5 monclient: authenticate success, global_id 8481 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -397> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -396> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -395> 2024-09-12T00:51:13.835+0000 7f3ad2e05640 4 set_mon_vals no callback set 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -394> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -393> 2024-09-12T00:51:13.835+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -392> 2024-09-12T00:51:13.835+0000 7f3be7175800 1 librados: init done 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -391> 2024-09-12T00:51:13.837+0000 7f3ad1602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -390> 2024-09-12T00:51:13.837+0000 7f3ad1602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.185 INFO:tasks.workunit.client.0.smithi163.stderr: -389> 2024-09-12T00:51:13.837+0000 7f3ad1602640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr: -388> 2024-09-12T00:51:13.837+0000 7f3be4c66640 10 monclient: get_auth_request con 0x7f3acc076470 auth_method 0 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr: -387> 2024-09-12T00:51:13.838+0000 7f3be5467640 10 monclient: get_auth_request con 0x558c28613980 auth_method 0 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr: -386> 2024-09-12T00:51:13.839+0000 7f3be4c66640 10 monclient: get_auth_request con 0x558c286368e0 auth_method 0 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr: -385> 2024-09-12T00:51:13.841+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr: -384> 2024-09-12T00:51:13.841+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr: -383> 2024-09-12T00:51:13.841+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.186 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -382> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding auth protocol: cephx 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -381> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding auth protocol: cephx 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -380> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding auth protocol: cephx 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -379> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -378> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -377> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -376> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -375> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.187 INFO:tasks.workunit.client.0.smithi163.stderr: -374> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -373> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -372> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -371> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -370> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -369> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: crc 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -368> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863c8a0) adding con mode: secure 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -367> 2024-09-12T00:51:13.841+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -366> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 asok(0x558c283cc630) register_command objecter_requests cmddesc objecter_requests hook 0x558c2863fd20 EEXIST 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -365> 2024-09-12T00:51:13.841+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -364> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding auth protocol: cephx 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -363> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding auth protocol: cephx 2024-09-12T00:51:14.188 INFO:tasks.workunit.client.0.smithi163.stderr: -362> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding auth protocol: cephx 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -361> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -360> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -359> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -358> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -357> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -356> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -355> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -354> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -353> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.189 INFO:tasks.workunit.client.0.smithi163.stderr: -352> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.191 INFO:tasks.workunit.client.0.smithi163.stderr: -351> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: crc 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -350> 2024-09-12T00:51:13.841+0000 7f3be7175800 5 AuthRegistry(0x558c2863af68) adding con mode: secure 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -349> 2024-09-12T00:51:13.841+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -348> 2024-09-12T00:51:13.841+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -347> 2024-09-12T00:51:13.842+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key cmddesc rotate-key hook 0x558c2863b0b0 EEXIST 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -346> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -345> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -344> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c28664040 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -343> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c28664420 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -342> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c28662d50 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -341> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -340> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -339> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -338> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.192 INFO:tasks.workunit.client.0.smithi163.stderr: -337> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.137106s 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -336> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): get_auth_request con 0x558c28662d50 auth_method 0 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -335> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -334> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -333> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -332> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): get_auth_request con 0x558c28664420 auth_method 0 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -331> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -330> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -329> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -328> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -327> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -326> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -325> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.193 INFO:tasks.workunit.client.0.smithi163.stderr: -324> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -323> 2024-09-12T00:51:13.842+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -322> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): get_auth_request con 0x558c28664040 auth_method 0 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -321> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -320> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -319> 2024-09-12T00:51:13.842+0000 7f3be5467640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -318> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient(hunting): handle_auth_done global_id 7871 payload 824 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -317> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -316> 2024-09-12T00:51:13.842+0000 7f3bdffff640 1 monclient: found mon.noname-c 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -315> 2024-09-12T00:51:13.842+0000 7f3bdffff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -314> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -313> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr: -312> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: dump: 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.194 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: -311> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: -310> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: -309> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: -308> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: -307> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:51:14.195 INFO:tasks.workunit.client.0.smithi163.stderr: -306> 2024-09-12T00:51:13.842+0000 7f3aca7fc640 10 monclient: dump: 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr: -305> 2024-09-12T00:51:13.842+0000 7f3be7175800 5 monclient: authenticate success, global_id 7871 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr: -304> 2024-09-12T00:51:13.842+0000 7f3be5c68640 4 set_mon_vals no callback set 2024-09-12T00:51:14.196 INFO:tasks.workunit.client.0.smithi163.stderr: -303> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -302> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -301> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -300> 2024-09-12T00:51:13.842+0000 7f3be7175800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.163:3301/0 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -299> 2024-09-12T00:51:13.844+0000 7f3aca7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -298> 2024-09-12T00:51:13.844+0000 7f3aca7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -297> 2024-09-12T00:51:13.844+0000 7f3aca7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -296> 2024-09-12T00:51:13.844+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3abc076380 auth_method 0 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -295> 2024-09-12T00:51:13.844+0000 7f3be7175800 10 monclient: get_monmap_and_config 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -294> 2024-09-12T00:51:13.844+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -293> 2024-09-12T00:51:13.844+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr: -292> 2024-09-12T00:51:13.844+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.197 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -291> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding auth protocol: cephx 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -290> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding auth protocol: cephx 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -289> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding auth protocol: cephx 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -288> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -287> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -286> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.198 INFO:tasks.workunit.client.0.smithi163.stderr: -285> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -284> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -283> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -282> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -281> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -280> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -279> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -278> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: crc 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -277> 2024-09-12T00:51:13.844+0000 7f3be7175800 5 AuthRegistry(0x558c28683c70) adding con mode: secure 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -276> 2024-09-12T00:51:13.845+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -275> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -274> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding auth protocol: cephx 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -273> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding auth protocol: cephx 2024-09-12T00:51:14.199 INFO:tasks.workunit.client.0.smithi163.stderr: -272> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding auth protocol: cephx 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -271> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -270> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -269> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -268> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -267> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -266> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -265> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -264> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -263> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -262> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -261> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: crc 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -260> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0830) adding con mode: secure 2024-09-12T00:51:14.200 INFO:tasks.workunit.client.0.smithi163.stderr: -259> 2024-09-12T00:51:13.845+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -258> 2024-09-12T00:51:13.845+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -257> 2024-09-12T00:51:13.845+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key cmddesc rotate-key hook 0x7ffead9a0978 EEXIST 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -256> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -255> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -254> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c286b82f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -253> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c28689240 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -252> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c286b3b90 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -251> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -250> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -249> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -248> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -247> 2024-09-12T00:51:13.845+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.140884s 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -246> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): get_auth_request con 0x558c28689240 auth_method 0 2024-09-12T00:51:14.201 INFO:tasks.workunit.client.0.smithi163.stderr: -245> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -244> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -243> 2024-09-12T00:51:13.845+0000 7f3be4c66640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -242> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): get_auth_request con 0x558c286b82f0 auth_method 0 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -241> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -240> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -239> 2024-09-12T00:51:13.845+0000 7f3be5467640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -238> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -237> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -236> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -235> 2024-09-12T00:51:13.846+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -234> 2024-09-12T00:51:13.846+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -233> 2024-09-12T00:51:13.846+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -232> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient(hunting): handle_auth_done global_id 8487 payload 274 2024-09-12T00:51:14.202 INFO:tasks.workunit.client.0.smithi163.stderr: -231> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr: -230> 2024-09-12T00:51:13.846+0000 7f3be4c66640 1 monclient: found mon.noname-a 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr: -229> 2024-09-12T00:51:13.846+0000 7f3be4c66640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr: -228> 2024-09-12T00:51:13.846+0000 7f3bdffff640 10 monclient: get_auth_request con 0x558c286b3b90 auth_method 0 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr: -227> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr: -226> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr: -225> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: dump: 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.203 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -224> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -223> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -222> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -221> 2024-09-12T00:51:13.846+0000 7f3be7175800 5 monclient: authenticate success, global_id 8487 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -220> 2024-09-12T00:51:13.846+0000 7f3be7175800 10 monclient: get_monmap_and_config success 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -219> 2024-09-12T00:51:13.846+0000 7f3be7175800 4 set_mon_vals no callback set 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -218> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -217> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr: -216> 2024-09-12T00:51:13.846+0000 7f3abbfff640 10 monclient: dump: 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.204 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr: -215> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: shutdown 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr: -214> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: build_initial_monmap 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr: -213> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 build_initial for_mkfs: 0 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr: -212> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: monmap: 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 0 2024-09-12T00:51:14.205 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 0.000000 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:created 0.000000 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 0 (unknown) 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.noname-a 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.noname-b 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.noname-c 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: -211> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding auth protocol: cephx 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: -210> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding auth protocol: cephx 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: -209> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding auth protocol: cephx 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: -208> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: -207> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.206 INFO:tasks.workunit.client.0.smithi163.stderr: -206> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -205> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -204> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -203> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -202> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -201> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -200> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -199> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -198> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: crc 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -197> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c286a89d0) adding con mode: secure 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -196> 2024-09-12T00:51:13.847+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -195> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: starting msgr at 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -194> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: starting objecter 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -193> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 asok(0x558c283cc630) register_command objecter_requests cmddesc objecter_requests hook 0x558c286a88e0 EEXIST 2024-09-12T00:51:14.207 INFO:tasks.workunit.client.0.smithi163.stderr: -192> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: setting wanted keys 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -191> 2024-09-12T00:51:13.847+0000 7f3be7175800 1 librados: calling monclient init 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -190> 2024-09-12T00:51:13.847+0000 7f3be7175800 10 monclient: init 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -189> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding auth protocol: cephx 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -188> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding auth protocol: cephx 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -187> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding auth protocol: cephx 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -186> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -185> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -184> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -183> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -182> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -181> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -180> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.208 INFO:tasks.workunit.client.0.smithi163.stderr: -179> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -178> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -177> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -176> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: crc 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -175> 2024-09-12T00:51:13.847+0000 7f3be7175800 5 AuthRegistry(0x558c28678900) adding con mode: secure 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -174> 2024-09-12T00:51:13.847+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -173> 2024-09-12T00:51:13.848+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -172> 2024-09-12T00:51:13.848+0000 7f3be7175800 5 asok(0x558c283cc630) register_command rotate-key cmddesc rotate-key hook 0x558c28678a48 EEXIST 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -171> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _reopen_session rank -1 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -170> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -169> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-a con 0x558c28689240 addr [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -168> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-b con 0x558c286b3b90 addr [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -167> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): picked mon.noname-c con 0x558c286b82f0 addr [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -166> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.209 INFO:tasks.workunit.client.0.smithi163.stderr: -165> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -164> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): start opening mon connection 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -163> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): _renew_subs 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -162> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient(hunting): authenticate will time out at 2398.143155s 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -161> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): get_auth_request con 0x558c28689240 auth_method 0 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -160> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -159> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -158> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -157> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): get_auth_request con 0x558c286b82f0 auth_method 0 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -156> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -155> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -154> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -153> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.210 INFO:tasks.workunit.client.0.smithi163.stderr: -152> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -151> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -150> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -149> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -148> 2024-09-12T00:51:13.848+0000 7f3bdffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -147> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient(hunting): handle_auth_done global_id 8490 payload 824 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -146> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient: _finish_hunting 0 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -145> 2024-09-12T00:51:13.848+0000 7f3be5467640 1 monclient: found mon.noname-a 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -144> 2024-09-12T00:51:13.848+0000 7f3be5467640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -143> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -142> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr: -141> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: dump: 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.211 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: -140> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: _finish_auth 0 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: -139> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: _check_auth_tickets 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: -138> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: -137> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: -136> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr: -135> 2024-09-12T00:51:13.848+0000 7f3aba7fc640 10 monclient: dump: 2024-09-12T00:51:14.212 INFO:tasks.workunit.client.0.smithi163.stderr:epoch 1 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:fsid 231e3ec2-2eda-4b6e-8608-0af70f27538f 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:last_changed 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:created 2024-09-12T00:22:51.834514+0000 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:min_mon_release 19 (squid) 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:election_strategy: 1 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:0: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.a 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:1: [v2:172.21.15.181:3300/0,v1:172.21.15.181:6789/0] mon.b 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr:2: [v2:172.21.15.163:3301/0,v1:172.21.15.163:6790/0] mon.c 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr: -134> 2024-09-12T00:51:13.848+0000 7f3be7175800 5 monclient: authenticate success, global_id 8490 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr: -133> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr: -132> 2024-09-12T00:51:13.848+0000 7f3abbfff640 4 set_mon_vals no callback set 2024-09-12T00:51:14.213 INFO:tasks.workunit.client.0.smithi163.stderr: -131> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -130> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _renew_subs 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -129> 2024-09-12T00:51:13.848+0000 7f3be7175800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -128> 2024-09-12T00:51:13.848+0000 7f3be7175800 1 librados: init done 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -127> 2024-09-12T00:51:13.848+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cr dump hook 0x558c286acb18 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -126> 2024-09-12T00:51:13.850+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -125> 2024-09-12T00:51:13.851+0000 7f3aba7fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -124> 2024-09-12T00:51:13.851+0000 7f3aba7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -123> 2024-09-12T00:51:13.851+0000 7f3aba7fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.163:6800/1061086706,v1:172.21.15.163:6801/1061086706] 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -122> 2024-09-12T00:51:13.851+0000 7f3be4c66640 10 monclient: get_auth_request con 0x7f3ab0076470 auth_method 0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -121> 2024-09-12T00:51:13.851+0000 7f3bdffff640 10 monclient: get_auth_request con 0x558c286d2d20 auth_method 0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -120> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -119> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 realm 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -118> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.214 INFO:tasks.workunit.client.0.smithi163.stderr: -117> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -116> 2024-09-12T00:51:13.852+0000 7f3be7175800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -115> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -114> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -113> 2024-09-12T00:51:13.852+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -112> 2024-09-12T00:51:13.852+0000 7f3be5467640 10 monclient: get_auth_request con 0x558c286d6f90 auth_method 0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -111> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -110> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -109> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -108> 2024-09-12T00:51:13.853+0000 7f3be7175800 20 searching for the correct realm 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -107> 2024-09-12T00:51:13.853+0000 7f3be4c66640 10 monclient: get_auth_request con 0x558c286dc200 auth_method 0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -106> 2024-09-12T00:51:13.854+0000 7f3bdffff640 10 monclient: get_auth_request con 0x7f3bd8043040 auth_method 0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -105> 2024-09-12T00:51:13.855+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3bd0093f20 auth_method 0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -104> 2024-09-12T00:51:13.856+0000 7f3be4c66640 10 monclient: get_auth_request con 0x7f3be0072040 auth_method 0 2024-09-12T00:51:14.215 INFO:tasks.workunit.client.0.smithi163.stderr: -103> 2024-09-12T00:51:13.858+0000 7f3bdffff640 10 monclient: get_auth_request con 0x7f3bd802b040 auth_method 0 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -102> 2024-09-12T00:51:13.858+0000 7f3bdffff640 0 -- 172.21.15.163:0/2381037676 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3bd802b040 msgr2=0x7f3bd802b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -101> 2024-09-12T00:51:14.060+0000 7f3bdffff640 10 monclient: get_auth_request con 0x7f3bd802b040 auth_method 0 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -100> 2024-09-12T00:51:14.061+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3bd801a040 auth_method 0 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -99> 2024-09-12T00:51:14.064+0000 7f3be5467640 0 -- 172.21.15.163:0/2381037676 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558c286d6f90 msgr2=0x558c286d93a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -98> 2024-09-12T00:51:14.064+0000 7f3aba7fc640 1 client.8490.objecter ms_handle_reset 0x558c286d6f90 session 0x558c286d6910 osd.5 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -97> 2024-09-12T00:51:14.064+0000 7f3aba7fc640 10 monclient: _renew_subs 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -96> 2024-09-12T00:51:14.064+0000 7f3aba7fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.163:3300/0 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -95> 2024-09-12T00:51:14.064+0000 7f3be5467640 10 monclient: get_auth_request con 0x7f3ab0086ba0 auth_method 0 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -94> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -93> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -92> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -91> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:14.216 INFO:tasks.workunit.client.0.smithi163.stderr: -90> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -89> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -88> 2024-09-12T00:51:14.066+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -87> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -86> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -85> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -84> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -83> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -82> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 zone default found 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -81> 2024-09-12T00:51:14.067+0000 7f3be7175800 4 Realm: () 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -80> 2024-09-12T00:51:14.067+0000 7f3be7175800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -79> 2024-09-12T00:51:14.067+0000 7f3be7175800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -78> 2024-09-12T00:51:14.067+0000 7f3be7175800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -77> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 zonegroup default 2024-09-12T00:51:14.217 INFO:tasks.workunit.client.0.smithi163.stderr: -76> 2024-09-12T00:51:14.067+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -75> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -74> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -73> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -72> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -71> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -70> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 started sync module instance, tier type = 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -69> 2024-09-12T00:51:14.068+0000 7f3be7175800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -68> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=0 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -67> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=1 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -66> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=2 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -65> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=3 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -64> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=4 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -63> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=5 2024-09-12T00:51:14.218 INFO:tasks.workunit.client.0.smithi163.stderr: -62> 2024-09-12T00:51:14.078+0000 7f3be7175800 20 add_watcher() i=6 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -61> 2024-09-12T00:51:14.079+0000 7f3be7175800 20 add_watcher() i=7 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -60> 2024-09-12T00:51:14.079+0000 7f3be7175800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -59> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding auth protocol: cephx 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -58> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding auth protocol: cephx 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -57> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding auth protocol: cephx 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -56> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -55> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -54> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -53> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -52> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -51> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -50> 2024-09-12T00:51:14.081+0000 7f3a9afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -49> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.219 INFO:tasks.workunit.client.0.smithi163.stderr: -48> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -47> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -46> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -45> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: crc 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -44> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 AuthRegistry(0x7ffead9a0d10) adding con mode: secure 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -43> 2024-09-12T00:51:14.081+0000 7f3be7175800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -42> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -41> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -40> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache list hook 0x558c28686bf0 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -39> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache inspect hook 0x558c28686bf0 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -38> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache erase hook 0x558c28686bf0 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -37> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command cache zap hook 0x558c28686bf0 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -36> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 note: GC not initialized 2024-09-12T00:51:14.220 INFO:tasks.workunit.client.0.smithi163.stderr: -35> 2024-09-12T00:51:14.081+0000 7f3a99fe3640 20 reqs_thread_entry: start 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -34> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace show hook 0x7f3bd8001110 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -33> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace history hook 0x7f3bd8001110 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -32> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace active hook 0x7f3bd8001110 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -31> 2024-09-12T00:51:14.081+0000 7f3be7175800 5 asok(0x558c283cc630) register_command sync trace active_short hook 0x7f3bd8001110 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -30> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -29> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 Filter name: none 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -28> 2024-09-12T00:51:14.081+0000 7f3a0b7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -27> 2024-09-12T00:51:14.081+0000 7f3be7175800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -26> 2024-09-12T00:51:14.081+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -25> 2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -24> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -23> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:14.221 INFO:tasks.workunit.client.0.smithi163.stderr: -22> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -21> 2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -20> 2024-09-12T00:51:14.082+0000 7f3be7175800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -19> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -18> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -17> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -16> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -15> 2024-09-12T00:51:14.082+0000 7f3be7175800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -14> 2024-09-12T00:51:14.084+0000 7f3be7175800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -13> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -12> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -11> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -10> 2024-09-12T00:51:14.088+0000 7f3be7175800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:51:14.222 INFO:tasks.workunit.client.0.smithi163.stderr: -9> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366247 cookie 94060462076224 notifier 8490 bl.length()=827 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -8> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -7> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -6> 2024-09-12T00:51:14.089+0000 7f3abb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -5> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -4> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -3> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -2> 2024-09-12T00:51:14.091+0000 7f3be7175800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: -1> 2024-09-12T00:51:14.094+0000 7f3be7175800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f3be7175800 time 2024-09-12T00:51:14.095833+0000 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f3bea78c71a] 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.223 INFO:tasks.workunit.client.0.smithi163.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 5: main() 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 7: __libc_start_main() 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 8: _start() 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 0> 2024-09-12T00:51:14.095+0000 7f3be7175800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: in thread 7f3be7175800 thread_name:radosgw-admin 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3be943e6f0] 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f3be948b99c] 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 3: raise() 2024-09-12T00:51:14.224 INFO:tasks.workunit.client.0.smithi163.stderr: 4: abort() 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f3bea78c774] 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f3bea78c8d8] 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x558c260ed641] 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x558c260fd38a] 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 9: main() 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f3be9429590] 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 11: __libc_start_main() 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 12: _start() 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr:--- logging levels --- 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 none 2024-09-12T00:51:14.225 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 lockdep 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 context 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 crush 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_balancer 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_locker 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_log_expire 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mds_migrator 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 3/ 5 mds_quiesce 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 buffer 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 timer 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 filer 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 striper 2024-09-12T00:51:14.226 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 1 objecter 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rados 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_mirror 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_replay 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 rbd_pwl 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 journaler 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objectcacher 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 client 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 osd 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 optracker 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 objclass 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 filestore 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 journal 2024-09-12T00:51:14.227 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 ms 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mon 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 0/10 monc 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 paxos 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 tp 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 auth 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 crypto 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 finisher 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 reserver 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 heartbeatmap 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 perfcounter 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_sync 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_datacache 2024-09-12T00:51:14.228 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_access 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_flight 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 20/20 rgw_notification 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 javaclient 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 asok 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 1 throttle 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 0 refs 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 compressor 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluestore 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 bluefs 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 3 bdev 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 kstore 2024-09-12T00:51:14.229 INFO:tasks.workunit.client.0.smithi163.stderr: 4/ 5 rocksdb 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 fuse 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 2/ 5 mgr 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mgrc 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 dpdk 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 eventtrace 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 prioritycache 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 test 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cephsqlite 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_onode 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_odata 2024-09-12T00:51:14.230 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_omap 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_tm 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_t 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_epm 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_lba 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_cache 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_journal 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_device 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 seastore_backref 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 alienstore 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 mclock 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 cyanstore 2024-09-12T00:51:14.231 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 ceph_exporter 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 memstore 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 1/ 5 trace 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 0/ 5 ceph_dedup 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: -2/-2 (syslog threshold) 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 99/99 (stderr threshold) 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a0b7fe640 / http_manager 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a99fe3640 / http_manager 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3a9afe5640 / rgw_dt_lg_renew 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3aba7fc640 / ms_dispatch 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3abb7fe640 / io_context_pool 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3abbfff640 / io_context_pool 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3aca7fc640 / ms_dispatch 2024-09-12T00:51:14.232 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3ad1602640 / ms_dispatch 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3ad2e05640 / io_context_pool 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3bdffff640 / msgr-worker-2 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be4c66640 / msgr-worker-1 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be5467640 / msgr-worker-0 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be5c68640 / io_context_pool 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: 7f3be7175800 / radosgw-admin 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: max_recent 500 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: max_new 1000 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:51:14.097219Z_e84e6f08-238c-47f8-bb8b-fc714b091ebd/log 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr:--- end dump of recent events --- 2024-09-12T00:51:14.233 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.170+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 realm 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.172+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.173+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.173+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.173+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:14.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.173+0000 7ff914d15800 20 searching for the correct realm 2024-09-12T00:51:14.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.178+0000 7ff90bfff640 0 -- 172.21.15.163:0/3657254412 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff90409c040 msgr2=0x7ff90407f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.383+0000 7ff913000640 0 -- 172.21.15.163:0/3657254412 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55af8c6e4a50 msgr2=0x55af8c6e6e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:14.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.386+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:14.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 zone default found 2024-09-12T00:51:14.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 4 Realm: () 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 zonegroup default 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.387+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.388+0000 7ff914d15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.388+0000 7ff914d15800 20 started sync module instance, tier type = 2024-09-12T00:51:14.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.388+0000 7ff914d15800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=0 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=1 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=2 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=3 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=4 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=5 2024-09-12T00:51:14.397 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.397+0000 7ff914d15800 20 add_watcher() i=6 2024-09-12T00:51:14.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.398+0000 7ff914d15800 20 add_watcher() i=7 2024-09-12T00:51:14.398 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.398+0000 7ff914d15800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:14.399 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff7c8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff914d15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:14.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff914d15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:14.400 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff914d15800 5 note: GC not initialized 2024-09-12T00:51:14.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff7437fe640 20 reqs_thread_entry: start 2024-09-12T00:51:14.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff914d15800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:14.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff914d15800 20 Filter name: none 2024-09-12T00:51:14.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.400+0000 7ff7417fa640 20 reqs_thread_entry: start 2024-09-12T00:51:14.401 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.401+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.401+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:14.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.401+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:14.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:14.402 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:14.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:14.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.402+0000 7ff914d15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:14.403 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.403+0000 7ff7c8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.405 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.406+0000 7ff914d15800 20 remove_watcher() i=0 2024-09-12T00:51:14.406 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.406+0000 7ff914d15800 2 removed watcher, disabling cache 2024-09-12T00:51:14.407 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.407+0000 7ff914d15800 20 remove_watcher() i=1 2024-09-12T00:51:14.408 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.408+0000 7ff914d15800 20 remove_watcher() i=2 2024-09-12T00:51:14.409 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.409+0000 7ff914d15800 20 remove_watcher() i=3 2024-09-12T00:51:14.410 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.410+0000 7ff914d15800 20 remove_watcher() i=4 2024-09-12T00:51:14.411 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.411+0000 7ff914d15800 20 remove_watcher() i=5 2024-09-12T00:51:14.412 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.412+0000 7ff914d15800 20 remove_watcher() i=6 2024-09-12T00:51:14.413 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.413+0000 7ff914d15800 20 remove_watcher() i=7 2024-09-12T00:51:14.425 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:14.426 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:14.468 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:51:14.496 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:14.496 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:14.734 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.736+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 realm 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.737+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.739+0000 7f59a8f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.739+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.739+0000 7f59a8f23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:14.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.739+0000 7f59a8f23800 20 searching for the correct realm 2024-09-12T00:51:14.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.743+0000 7f599c412640 0 -- 172.21.15.163:0/197999581 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f599404e010 msgr2=0x7f59940a5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.948 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.950+0000 7f59a5414640 0 -- 172.21.15.163:0/197999581 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55956ff55d70 msgr2=0x55956ff581a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:14.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:14.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:14.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:14.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:14.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:14.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:14.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.952+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.952 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 zone default found 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 4 Realm: () 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 zonegroup default 2024-09-12T00:51:14.954 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.953+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 started sync module instance, tier type = 2024-09-12T00:51:14.955 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.954+0000 7f59a8f23800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:14.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=0 2024-09-12T00:51:14.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=1 2024-09-12T00:51:14.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=2 2024-09-12T00:51:14.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=3 2024-09-12T00:51:14.962 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=4 2024-09-12T00:51:14.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=5 2024-09-12T00:51:14.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.963+0000 7f59a8f23800 20 add_watcher() i=6 2024-09-12T00:51:14.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.964+0000 7f59a8f23800 20 add_watcher() i=7 2024-09-12T00:51:14.963 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.964+0000 7f59a8f23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:14.965 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.966+0000 7f585afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 5 note: GC not initialized 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f5859fe3640 20 reqs_thread_entry: start 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 20 Filter name: none 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f57cb7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.967+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.967 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:14.968 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.968+0000 7f59a8f23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.969+0000 7f59a8f23800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:14.969 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.969+0000 7f59a8f23800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:14.970 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.970+0000 7f585afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:14.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.972+0000 7f59a8f23800 20 remove_watcher() i=0 2024-09-12T00:51:14.971 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.972+0000 7f59a8f23800 2 removed watcher, disabling cache 2024-09-12T00:51:14.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.973+0000 7f59a8f23800 20 remove_watcher() i=1 2024-09-12T00:51:14.973 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.975+0000 7f59a8f23800 20 remove_watcher() i=2 2024-09-12T00:51:14.974 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.976+0000 7f59a8f23800 20 remove_watcher() i=3 2024-09-12T00:51:14.975 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.977+0000 7f59a8f23800 20 remove_watcher() i=4 2024-09-12T00:51:14.976 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.977+0000 7f59a8f23800 20 remove_watcher() i=5 2024-09-12T00:51:14.977 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.978+0000 7f59a8f23800 20 remove_watcher() i=6 2024-09-12T00:51:14.978 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:14.979+0000 7f59a8f23800 20 remove_watcher() i=7 2024-09-12T00:51:45.013 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T00:51:45.044 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:45.044 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:45.085 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.087+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.087 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 realm 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.088 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.089+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.090+0000 7fbf8ed38800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.090+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.090+0000 7fbf8ed38800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:45.089 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.090+0000 7fbf8ed38800 20 searching for the correct realm 2024-09-12T00:51:45.093 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.095+0000 7fbf8aa81640 0 -- 172.21.15.163:0/1102458938 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fbf84048040 msgr2=0x7fbf84049940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.097 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.098+0000 7fbf8a280640 0 -- 172.21.15.163:0/1102458938 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fbf7c063a50 msgr2=0x7fbf7c097a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.101 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.102 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.102+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:45.103 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 zone default found 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 4 Realm: () 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 zonegroup default 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.103+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.104+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.104+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.104+0000 7fbf8ed38800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.104+0000 7fbf8ed38800 20 started sync module instance, tier type = 2024-09-12T00:51:45.104 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.104+0000 7fbf8ed38800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:45.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=0 2024-09-12T00:51:45.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=1 2024-09-12T00:51:45.112 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=2 2024-09-12T00:51:45.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=3 2024-09-12T00:51:45.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=4 2024-09-12T00:51:45.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=5 2024-09-12T00:51:45.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.114+0000 7fbf8ed38800 20 add_watcher() i=6 2024-09-12T00:51:45.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.115+0000 7fbf8ed38800 20 add_watcher() i=7 2024-09-12T00:51:45.113 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.115+0000 7fbf8ed38800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:45.115 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.116+0000 7fbe417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:45.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:45.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 5 note: GC not initialized 2024-09-12T00:51:45.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbdbbfff640 20 reqs_thread_entry: start 2024-09-12T00:51:45.116 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:45.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 20 Filter name: none 2024-09-12T00:51:45.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbdb9ffb640 20 reqs_thread_entry: start 2024-09-12T00:51:45.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:45.117 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.117+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:45.118 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:45.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:45.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.119 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.118+0000 7fbf8ed38800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:45.120 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.122+0000 7fbe417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.124+0000 7fbf8ed38800 20 remove_watcher() i=0 2024-09-12T00:51:45.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.124+0000 7fbf8ed38800 2 removed watcher, disabling cache 2024-09-12T00:51:45.124 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.125+0000 7fbf8ed38800 20 remove_watcher() i=1 2024-09-12T00:51:45.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.126+0000 7fbf8ed38800 20 remove_watcher() i=2 2024-09-12T00:51:45.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.127+0000 7fbf8ed38800 20 remove_watcher() i=3 2024-09-12T00:51:45.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.129+0000 7fbf8ed38800 20 remove_watcher() i=4 2024-09-12T00:51:45.128 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.130+0000 7fbf8ed38800 20 remove_watcher() i=5 2024-09-12T00:51:45.129 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.131+0000 7fbf8ed38800 20 remove_watcher() i=6 2024-09-12T00:51:45.130 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.132+0000 7fbf8ed38800 20 remove_watcher() i=7 2024-09-12T00:51:45.142 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:51:45.171 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:45.171 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:45.208 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.209+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 realm 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.211+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.212+0000 7f032d940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.212+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.213+0000 7f032d940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:45.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.213+0000 7f032d940800 20 searching for the correct realm 2024-09-12T00:51:45.215 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.217+0000 7f03296c0640 0 -- 172.21.15.163:0/3318740791 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f0324069040 msgr2=0x7f0324085410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.218 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.220+0000 7f0328ebf640 0 -- 172.21.15.163:0/3318740791 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f031c07cb20 msgr2=0x7f031c05faa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.223 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 zone default found 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 4 Realm: () 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 zonegroup default 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.224+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 started sync module instance, tier type = 2024-09-12T00:51:45.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.225+0000 7f032d940800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=0 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=1 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=2 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=3 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=4 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=5 2024-09-12T00:51:45.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.234+0000 7f032d940800 20 add_watcher() i=6 2024-09-12T00:51:45.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.235+0000 7f032d940800 20 add_watcher() i=7 2024-09-12T00:51:45.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.235+0000 7f032d940800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:45.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f01df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f032d940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f032d940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f032d940800 5 note: GC not initialized 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f01de7e4640 20 reqs_thread_entry: start 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f032d940800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.237+0000 7f032d940800 20 Filter name: none 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f014ffff640 20 reqs_thread_entry: start 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:45.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 20 rados_obj.operate() r=0 bl.length=430 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:45.239 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.238+0000 7f032d940800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.239+0000 7f032d940800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.239+0000 7f032d940800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.239+0000 7f032d940800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.239+0000 7f032d940800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:45.240 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.240+0000 7f01df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.242+0000 7f032d940800 20 remove_watcher() i=0 2024-09-12T00:51:45.241 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.242+0000 7f032d940800 2 removed watcher, disabling cache 2024-09-12T00:51:45.242 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.243+0000 7f032d940800 20 remove_watcher() i=1 2024-09-12T00:51:45.243 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.244+0000 7f032d940800 20 remove_watcher() i=2 2024-09-12T00:51:45.244 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.246+0000 7f032d940800 20 remove_watcher() i=3 2024-09-12T00:51:45.245 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.247+0000 7f032d940800 20 remove_watcher() i=4 2024-09-12T00:51:45.246 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.248+0000 7f032d940800 20 remove_watcher() i=5 2024-09-12T00:51:45.247 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.248+0000 7f032d940800 20 remove_watcher() i=6 2024-09-12T00:51:45.248 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.249+0000 7f032d940800 20 remove_watcher() i=7 2024-09-12T00:51:45.259 INFO:tasks.workunit.client.0.smithi163.stderr:check reshard logrecord successfully 2024-09-12T00:51:45.259 INFO:tasks.workunit.client.0.smithi163.stderr: test: reshard versioned bucket 2024-09-12T00:51:45.260 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:51:45.289 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:45.289 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:45.327 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.328+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 realm 2024-09-12T00:51:45.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:45.329 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.330+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.331+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.331+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.330 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.332+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:45.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.332+0000 7f6ffbf23800 20 searching for the correct realm 2024-09-12T00:51:45.331 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.333+0000 7f6feffff640 0 -- 172.21.15.163:0/603889057 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f6fe8071030 msgr2=0x7f6fe8005400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.335 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.336+0000 7f6feffff640 0 -- 172.21.15.163:0/603889057 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f6fe8017040 msgr2=0x7f6fe8005400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:45.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.545+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 zone default found 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 4 Realm: () 2024-09-12T00:51:45.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 zonegroup default 2024-09-12T00:51:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.546+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.547 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 started sync module instance, tier type = 2024-09-12T00:51:45.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.547+0000 7f6ffbf23800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:45.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=0 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=1 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=2 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=3 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=4 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=5 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=6 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 20 add_watcher() i=7 2024-09-12T00:51:45.556 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.557+0000 7f6ffbf23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.559+0000 7f6eadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6ffbf23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6ffbf23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6ffbf23800 5 note: GC not initialized 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6eacfe1640 20 reqs_thread_entry: start 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6ffbf23800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6ffbf23800 20 Filter name: none 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6e267fc640 20 reqs_thread_entry: start 2024-09-12T00:51:45.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.560+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.561+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:45.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.561+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.561+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.562+0000 7f6ffbf23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.562+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.562+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.562+0000 7f6ffbf23800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.562+0000 7f6ffbf23800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:45.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.562+0000 7f6ffbf23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:45.562 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.563+0000 7f6eadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.566+0000 7f6ffbf23800 20 remove_watcher() i=0 2024-09-12T00:51:45.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.566+0000 7f6ffbf23800 2 removed watcher, disabling cache 2024-09-12T00:51:45.565 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.567+0000 7f6ffbf23800 20 remove_watcher() i=1 2024-09-12T00:51:45.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.568+0000 7f6ffbf23800 20 remove_watcher() i=2 2024-09-12T00:51:45.568 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.569+0000 7f6ffbf23800 20 remove_watcher() i=3 2024-09-12T00:51:45.569 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.570+0000 7f6ffbf23800 20 remove_watcher() i=4 2024-09-12T00:51:45.570 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.571+0000 7f6ffbf23800 20 remove_watcher() i=5 2024-09-12T00:51:45.571 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.572+0000 7f6ffbf23800 20 remove_watcher() i=6 2024-09-12T00:51:45.572 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.573+0000 7f6ffbf23800 20 remove_watcher() i=7 2024-09-12T00:51:45.582 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:45.582 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:51:45.582 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: myver id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 num_objects: 0 size_kb: 0 num_shards: 1 2024-09-12T00:51:45.583 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:45.584 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2024-09-12T00:51:45.615 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:45.615 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:45.652 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.653+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.653 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.654+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.654+0000 7ff5e9c2f800 20 realm 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.654+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.655+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.655+0000 7ff5e9c2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.655+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.655+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.654 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.655+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.656+0000 7ff5e9c2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.656+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.656+0000 7ff5e9c2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:45.655 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.656+0000 7ff5e9c2f800 20 searching for the correct realm 2024-09-12T00:51:45.659 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.660+0000 7ff5e7720640 0 -- 172.21.15.163:0/1632480994 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7ff5e008c970 msgr2=0x7ff5e0060430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.662 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.664+0000 7ff5def1f640 0 -- 172.21.15.163:0/1632480994 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff5d803d040 msgr2=0x7ff5d803f950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:45.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.667+0000 7ff5e9c2f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:45.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.667+0000 7ff5e9c2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:45.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.667+0000 7ff5e9c2f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:45.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.667+0000 7ff5e9c2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:45.666 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.667+0000 7ff5e9c2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:45.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.667+0000 7ff5e9c2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:45.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:45.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 zone default found 2024-09-12T00:51:45.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 4 Realm: () 2024-09-12T00:51:45.668 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 zonegroup default 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.668+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 started sync module instance, tier type = 2024-09-12T00:51:45.669 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.669+0000 7ff5e9c2f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=0 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=1 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=2 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=3 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=4 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=5 2024-09-12T00:51:45.677 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.678+0000 7ff5e9c2f800 20 add_watcher() i=6 2024-09-12T00:51:45.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.679+0000 7ff5e9c2f800 20 add_watcher() i=7 2024-09-12T00:51:45.678 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.679+0000 7ff5e9c2f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:45.680 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.681+0000 7ff49dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.681+0000 7ff5e9c2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:45.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.681+0000 7ff5e9c2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:45.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.681+0000 7ff5e9c2f800 5 note: GC not initialized 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff49cfe1640 20 reqs_thread_entry: start 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 20 Filter name: none 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff4167fc640 20 reqs_thread_entry: start 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : miss 2024-09-12T00:51:45.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.682+0000 7ff5e9c2f800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.683+0000 7ff5e9c2f800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:45.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.683+0000 7ff5e9c2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.683+0000 7ff5e9c2f800 10 adding default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.683+0000 7ff5e9c2f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:45.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.683+0000 7ff5e9c2f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.683 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.683+0000 7ff5e9c2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:45.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.687+0000 7ff5e9c2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.687+0000 7ff5e9c2f800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.687+0000 7ff5e9c2f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.687+0000 7ff5e9c2f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:45.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.688+0000 7ff4caffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366223 cookie 94748220962512 notifier 8607 bl.length()=821 2024-09-12T00:51:45.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.688+0000 7ff4caffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.688+0000 7ff4caffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.688+0000 7ff4caffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.689+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:45.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.689+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:45.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.689+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:45.688 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.689+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:45.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.691+0000 7ff5e9c2f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.0 2024-09-12T00:51:45.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.691+0000 7ff5e9c2f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.0 2024-09-12T00:51:45.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.691+0000 7ff5e9c2f800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.1 2024-09-12T00:51:45.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.691+0000 7ff5e9c2f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.1 2024-09-12T00:51:45.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.691+0000 7ff5e9c2f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.0 2024-09-12T00:51:45.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.692+0000 7ff5e9c2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:45.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.692+0000 7ff5e9c2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:45.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff5e9c2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff5e9c2f800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff5e9c2f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff5e9c2f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:45.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff4ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366224 cookie 94748220962512 notifier 8607 bl.length()=821 2024-09-12T00:51:45.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff4ca7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff4ca7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.693+0000 7ff4ca7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.695+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:45.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.695+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:45.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.695+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:45.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.695+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:45.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.696+0000 7ff5e9c2f800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.0 2024-09-12T00:51:45.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.696+0000 7ff5e9c2f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:45.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.696+0000 7ff5e9c2f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:45.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.697+0000 7ff5e9c2f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.697+0000 7ff5e9c2f800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.697+0000 7ff5e9c2f800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.697+0000 7ff5e9c2f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:45.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.698+0000 7ff4ca7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366225 cookie 94748220962512 notifier 8607 bl.length()=789 2024-09-12T00:51:45.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.698+0000 7ff4ca7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:45.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.698+0000 7ff4ca7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:45.697 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.698+0000 7ff4ca7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:45.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.699+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:45.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.699+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:45.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.699+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:45.698 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.699+0000 7ff5e9c2f800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:45.699 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.700+0000 7ff5e9c2f800 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2024-09-12T00:51:45.700 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.702+0000 7ff49dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:45.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.704+0000 7ff5e9c2f800 20 remove_watcher() i=0 2024-09-12T00:51:45.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.704+0000 7ff5e9c2f800 2 removed watcher, disabling cache 2024-09-12T00:51:45.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.705+0000 7ff5e9c2f800 20 remove_watcher() i=1 2024-09-12T00:51:45.705 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.706+0000 7ff5e9c2f800 20 remove_watcher() i=2 2024-09-12T00:51:45.706 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.708+0000 7ff5e9c2f800 20 remove_watcher() i=3 2024-09-12T00:51:45.707 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.709+0000 7ff5e9c2f800 20 remove_watcher() i=4 2024-09-12T00:51:45.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.709+0000 7ff5e9c2f800 20 remove_watcher() i=5 2024-09-12T00:51:45.709 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.710+0000 7ff5e9c2f800 20 remove_watcher() i=6 2024-09-12T00:51:45.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.711+0000 7ff5e9c2f800 20 remove_watcher() i=7 2024-09-12T00:51:45.722 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:51:45.751 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:45.751 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:45.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.788+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.790+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.790+0000 7fa57ab39800 20 realm 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.790+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.790+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.790+0000 7fa57ab39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.790+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.791+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:45.790 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.791+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.791+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:45.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.791+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:45.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.792+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:45.791 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.792+0000 7fa57ab39800 20 searching for the correct realm 2024-09-12T00:51:45.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:45.796+0000 7fa575fc6640 0 -- 172.21.15.163:0/2607009618 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa56806c9a0 msgr2=0x7fa5680a2860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:46.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.003+0000 7fa576fc8640 0 -- 172.21.15.163:0/2607009618 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55814f09b1d0 msgr2=0x55814f09d690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:46.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:46.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:46.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:46.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.006+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:46.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:46.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 zone default found 2024-09-12T00:51:46.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 4 Realm: () 2024-09-12T00:51:46.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 zonegroup default 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.007+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.008+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.008+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.008+0000 7fa57ab39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.008+0000 7fa57ab39800 20 started sync module instance, tier type = 2024-09-12T00:51:46.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.008+0000 7fa57ab39800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=0 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=1 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=2 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=3 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=4 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=5 2024-09-12T00:51:46.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.017+0000 7fa57ab39800 20 add_watcher() i=6 2024-09-12T00:51:46.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.018+0000 7fa57ab39800 20 add_watcher() i=7 2024-09-12T00:51:46.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.018+0000 7fa57ab39800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:46.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.020+0000 7fa42cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:46.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.020+0000 7fa57ab39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:46.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.020+0000 7fa57ab39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:46.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.020+0000 7fa57ab39800 5 note: GC not initialized 2024-09-12T00:51:46.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.020+0000 7fa3a77fe640 20 reqs_thread_entry: start 2024-09-12T00:51:46.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.020+0000 7fa57ab39800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:46.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.021+0000 7fa57ab39800 20 Filter name: none 2024-09-12T00:51:46.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.021+0000 7fa3a57fa640 20 reqs_thread_entry: start 2024-09-12T00:51:46.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.021+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.021+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.021+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.021 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:46.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.022+0000 7fa57ab39800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:46.022 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.024+0000 7fa42cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:46.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.026+0000 7fa57ab39800 20 remove_watcher() i=0 2024-09-12T00:51:46.025 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.026+0000 7fa57ab39800 2 removed watcher, disabling cache 2024-09-12T00:51:46.026 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.027+0000 7fa57ab39800 20 remove_watcher() i=1 2024-09-12T00:51:46.027 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.028+0000 7fa57ab39800 20 remove_watcher() i=2 2024-09-12T00:51:46.028 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.030+0000 7fa57ab39800 20 remove_watcher() i=3 2024-09-12T00:51:46.029 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.031+0000 7fa57ab39800 20 remove_watcher() i=4 2024-09-12T00:51:46.030 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.032+0000 7fa57ab39800 20 remove_watcher() i=5 2024-09-12T00:51:46.031 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.032+0000 7fa57ab39800 20 remove_watcher() i=6 2024-09-12T00:51:46.032 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.033+0000 7fa57ab39800 20 remove_watcher() i=7 2024-09-12T00:51:46.042 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:46.042 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:51:46.043 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: myver id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T00:51:46.043 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:46.045 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:46.045 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:46.062 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:46.062 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:46.120 INFO:tasks.workunit.client.0.smithi163.stderr: test: reshard removes olh entries with empty name 2024-09-12T00:51:46.122 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:46.122 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:46.193 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:46.194 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:46.389 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:46.417 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:46.417 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:46.453 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.455+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.456+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.456+0000 7f61e2f26800 20 realm 2024-09-12T00:51:46.455 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.456+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.456+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.457+0000 7f61e2f26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:46.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.457+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.457+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.456 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.457+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.457+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:46.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.457+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.458+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:46.457 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.458+0000 7f61e2f26800 20 searching for the correct realm 2024-09-12T00:51:46.460 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.462+0000 7f61d7fff640 0 -- 172.21.15.163:0/1823132800 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f61d004d910 msgr2=0x7f61d003e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:46.667 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.668+0000 7f61df3da640 0 -- 172.21.15.163:0/1823132800 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55e550e0aee0 msgr2=0x55e550e0d2d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:46.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:46.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:46.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:46.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:46.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:46.670 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:46.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.671+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:46.671 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:46.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 zone default found 2024-09-12T00:51:46.672 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 4 Realm: () 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 zonegroup default 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.672+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.673 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.673+0000 7f61e2f26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.673+0000 7f61e2f26800 20 started sync module instance, tier type = 2024-09-12T00:51:46.674 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.673+0000 7f61e2f26800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:46.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=0 2024-09-12T00:51:46.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=1 2024-09-12T00:51:46.681 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=2 2024-09-12T00:51:46.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=3 2024-09-12T00:51:46.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=4 2024-09-12T00:51:46.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=5 2024-09-12T00:51:46.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=6 2024-09-12T00:51:46.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 20 add_watcher() i=7 2024-09-12T00:51:46.682 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.683+0000 7f61e2f26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:46.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.685+0000 7f60957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:46.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.685+0000 7f61e2f26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:46.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.685+0000 7f61e2f26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:46.684 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.685+0000 7f61e2f26800 5 note: GC not initialized 2024-09-12T00:51:46.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.685+0000 7f600ffff640 20 reqs_thread_entry: start 2024-09-12T00:51:46.685 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.686+0000 7f61e2f26800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.686+0000 7f61e2f26800 20 Filter name: none 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.686+0000 7f600dffb640 20 reqs_thread_entry: start 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.686+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.686+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.686+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:46.686 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:51:46.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.687+0000 7f61e2f26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:46.687 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.689+0000 7f60957e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:46.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.691+0000 7f61e2f26800 20 remove_watcher() i=0 2024-09-12T00:51:46.689 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.691+0000 7f61e2f26800 2 removed watcher, disabling cache 2024-09-12T00:51:46.690 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.692+0000 7f61e2f26800 20 remove_watcher() i=1 2024-09-12T00:51:46.691 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.693+0000 7f61e2f26800 20 remove_watcher() i=2 2024-09-12T00:51:46.692 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.694+0000 7f61e2f26800 20 remove_watcher() i=3 2024-09-12T00:51:46.693 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.695+0000 7f61e2f26800 20 remove_watcher() i=4 2024-09-12T00:51:46.694 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.696+0000 7f61e2f26800 20 remove_watcher() i=5 2024-09-12T00:51:46.695 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.697+0000 7f61e2f26800 20 remove_watcher() i=6 2024-09-12T00:51:46.696 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.698+0000 7f61e2f26800 20 remove_watcher() i=7 2024-09-12T00:51:46.706 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:46.706 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:51:46.706 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: a-bucket id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 num_objects: 0 size_kb: 0 num_shards: 3 2024-09-12T00:51:46.706 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:46.708 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T00:51:46.737 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:46.737 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:46.773 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.775+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.775 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 realm 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.776 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.777+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.778+0000 7f15dbd2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:46.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.778+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.778+0000 7f15dbd2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:46.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.778+0000 7f15dbd2c800 20 searching for the correct realm 2024-09-12T00:51:46.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.782+0000 7f15d7144640 0 -- 172.21.15.163:0/2137433815 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f15c8031b90 msgr2=0x7f15c804f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:46.988 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.989+0000 7f15d8146640 0 -- 172.21.15.163:0/2137433815 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x559642452e80 msgr2=0x559642455340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:46.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:46.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:46.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:46.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:46.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:46.990 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:46.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.991+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 zone default found 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 4 Realm: () 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:46.992 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 zonegroup default 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.992+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.993+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.993+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.993+0000 7f15dbd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.993+0000 7f15dbd2c800 20 started sync module instance, tier type = 2024-09-12T00:51:46.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:46.993+0000 7f15dbd2c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=0 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=1 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=2 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=3 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=4 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=5 2024-09-12T00:51:47.001 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.002+0000 7f15dbd2c800 20 add_watcher() i=6 2024-09-12T00:51:47.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.003+0000 7f15dbd2c800 20 add_watcher() i=7 2024-09-12T00:51:47.002 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.003+0000 7f15dbd2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:47.003 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f148dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f15dbd2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:47.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f15dbd2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:47.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f15dbd2c800 5 note: GC not initialized 2024-09-12T00:51:47.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f148cfe1640 20 reqs_thread_entry: start 2024-09-12T00:51:47.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f15dbd2c800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:47.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f15dbd2c800 20 Filter name: none 2024-09-12T00:51:47.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.005+0000 7f14067fc640 20 reqs_thread_entry: start 2024-09-12T00:51:47.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.006+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.006+0000 7f15dbd2c800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:47.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.006+0000 7f15dbd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.006+0000 7f15dbd2c800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:51:47.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.006+0000 7f15dbd2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:47.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.007+0000 7f148dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.009+0000 7f15dbd2c800 20 remove_watcher() i=0 2024-09-12T00:51:47.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.009+0000 7f15dbd2c800 2 removed watcher, disabling cache 2024-09-12T00:51:47.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.010+0000 7f15dbd2c800 20 remove_watcher() i=1 2024-09-12T00:51:47.010 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.011+0000 7f15dbd2c800 20 remove_watcher() i=2 2024-09-12T00:51:47.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.013+0000 7f15dbd2c800 20 remove_watcher() i=3 2024-09-12T00:51:47.012 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.014+0000 7f15dbd2c800 20 remove_watcher() i=4 2024-09-12T00:51:47.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.015+0000 7f15dbd2c800 20 remove_watcher() i=5 2024-09-12T00:51:47.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.015+0000 7f15dbd2c800 20 remove_watcher() i=6 2024-09-12T00:51:47.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.016+0000 7f15dbd2c800 20 remove_watcher() i=7 2024-09-12T00:51:47.027 INFO:tasks.workunit.client.0.smithi163.stderr:rados -p default.rgw.buckets.index setomapval .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T00:51:47.053 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:47.053 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:47.069 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T00:51:47.097 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:47.097 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:47.133 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.134+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.136+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.136+0000 7f098200e800 20 realm 2024-09-12T00:51:47.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.136+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.137+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.135 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.137+0000 7f098200e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:47.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.137+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.137+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.137+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.138+0000 7f098200e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.136 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.138+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.138+0000 7f098200e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:47.137 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.138+0000 7f098200e800 20 searching for the correct realm 2024-09-12T00:51:47.141 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.142+0000 7f0977fff640 0 -- 172.21.15.163:0/2354407532 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f0970089070 msgr2=0x7f0970009cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.145 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.146+0000 7f097de5a640 0 -- 172.21.15.163:0/2354407532 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f0968024b50 msgr2=0x7f0968010440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:47.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:47.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:47.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:47.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:47.147 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:47.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.148+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.148 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 zone default found 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 4 Realm: () 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:47.149 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 zonegroup default 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.149+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 started sync module instance, tier type = 2024-09-12T00:51:47.150 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.150+0000 7f098200e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=0 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=1 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=2 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=3 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=4 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=5 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.159+0000 7f098200e800 20 add_watcher() i=6 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.160+0000 7f098200e800 20 add_watcher() i=7 2024-09-12T00:51:47.158 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.160+0000 7f098200e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:47.160 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.161+0000 7f08337e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f098200e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f098200e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f098200e800 5 note: GC not initialized 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f08327e4640 20 reqs_thread_entry: start 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f098200e800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f098200e800 20 Filter name: none 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f07a3fff640 20 reqs_thread_entry: start 2024-09-12T00:51:47.161 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.162+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:47.162 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 INFO: main: starting shard=0 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.163+0000 7f098200e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 INFO: main: starting shard=1 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 INFO: main: starting shard=2 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:47.163 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:47.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:47.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.164+0000 7f098200e800 20 INFO: main: done 2024-09-12T00:51:47.164 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.165+0000 7f08337e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.167+0000 7f098200e800 20 remove_watcher() i=0 2024-09-12T00:51:47.166 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.168+0000 7f098200e800 2 removed watcher, disabling cache 2024-09-12T00:51:47.167 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.168+0000 7f098200e800 20 remove_watcher() i=1 2024-09-12T00:51:47.168 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.169+0000 7f098200e800 20 remove_watcher() i=2 2024-09-12T00:51:47.169 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.170+0000 7f098200e800 20 remove_watcher() i=3 2024-09-12T00:51:47.170 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.172+0000 7f098200e800 20 remove_watcher() i=4 2024-09-12T00:51:47.171 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.173+0000 7f098200e800 20 remove_watcher() i=5 2024-09-12T00:51:47.172 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.174+0000 7f098200e800 20 remove_watcher() i=6 2024-09-12T00:51:47.173 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.174+0000 7f098200e800 20 remove_watcher() i=7 2024-09-12T00:51:47.185 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T00:51:47.217 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:47.217 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:47.253 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.254+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.255+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.254 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 20 realm 2024-09-12T00:51:47.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:47.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.255 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.256+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.257+0000 7f4917840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.257+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.257+0000 7f4917840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:47.256 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.257+0000 7f4917840800 20 searching for the correct realm 2024-09-12T00:51:47.260 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.261+0000 7f491532a640 0 -- 172.21.15.163:0/3432827931 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f4910071070 msgr2=0x7f491008e400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.263 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.264+0000 7f4914b29640 0 -- 172.21.15.163:0/3432827931 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4908082a30 msgr2=0x7f49080822d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.268 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.268+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 zone default found 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 4 Realm: () 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 zonegroup default 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.269 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.269+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.270+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.270+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.270+0000 7f4917840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.270+0000 7f4917840800 20 started sync module instance, tier type = 2024-09-12T00:51:47.270 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.270+0000 7f4917840800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:47.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=0 2024-09-12T00:51:47.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=1 2024-09-12T00:51:47.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=2 2024-09-12T00:51:47.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=3 2024-09-12T00:51:47.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=4 2024-09-12T00:51:47.277 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=5 2024-09-12T00:51:47.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=6 2024-09-12T00:51:47.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 20 add_watcher() i=7 2024-09-12T00:51:47.278 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.279+0000 7f4917840800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:47.279 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.281+0000 7f47cbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.281+0000 7f4917840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:47.280 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.281+0000 7f4917840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.281+0000 7f4917840800 5 note: GC not initialized 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.281+0000 7f47cafe5640 20 reqs_thread_entry: start 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 20 Filter name: none 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f47c8fe1640 20 reqs_thread_entry: start 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:47.281 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:47.282 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : miss 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.282+0000 7f4917840800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.283+0000 7f4917840800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.283+0000 7f4917840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.283+0000 7f4917840800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.283+0000 7f4917840800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.283+0000 7f4917840800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.283 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.283+0000 7f4917840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:47.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.286+0000 7f4917840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.286+0000 7f4917840800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.286+0000 7f4917840800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.285 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.286+0000 7f4917840800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:51:47.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.287+0000 7f47e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366249 cookie 94666198742784 notifier 8066 bl.length()=827 2024-09-12T00:51:47.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.287+0000 7f47e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.287+0000 7f47e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.286 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.287+0000 7f47e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.289+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:51:47.287 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.289+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:51:47.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.289+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:51:47.288 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.289+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:51:47.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.291+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:51:47.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.291+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:51:47.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.291+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:47.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.291+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:47.290 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.292+0000 7f4917840800 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T00:51:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.292+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.292+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.292+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.292+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.293+0000 7f4917840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:47.291 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.293+0000 7f4917840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f4917840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f4917840800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f4917840800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f4917840800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f47e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366250 cookie 94666198742784 notifier 8066 bl.length()=827 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f47e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f47e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.293 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.294+0000 7f47e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.296+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:51:47.294 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.296+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:51:47.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.296+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:51:47.295 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.296+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:51:47.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.297+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:47.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.297+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.0 2024-09-12T00:51:47.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.298+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:47.296 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.298+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.1 2024-09-12T00:51:47.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.298+0000 7f4917840800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:47.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.298+0000 7f4917840800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.2.2 2024-09-12T00:51:47.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.298+0000 7f4917840800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:47.297 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.298+0000 7f4917840800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 2024-09-12T00:51:47.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.299+0000 7f4917840800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.299+0000 7f4917840800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.299+0000 7f4917840800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.299+0000 7f4917840800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17, ofs0, ns] 2024-09-12T00:51:47.298 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.300+0000 7f47f8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366251 cookie 94666198742784 notifier 8066 bl.length()=795 2024-09-12T00:51:47.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.300+0000 7f47f8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 info.flags=0x17 2024-09-12T00:51:47.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.300+0000 7f47f8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17 to cache LRU end 2024-09-12T00:51:47.299 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.300+0000 7f47f8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.302+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_sources= new_sources= 2024-09-12T00:51:47.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.302+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential sources added=[] removed=[] 2024-09-12T00:51:47.300 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.302+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): orig_dests= new_dests= 2024-09-12T00:51:47.301 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.302+0000 7f4917840800 20 handle_bi_update(): bucket=:a-bucket[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17]): potential dests added=[] removed=[] 2024-09-12T00:51:47.302 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.303+0000 7f4917840800 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2024-09-12T00:51:47.303 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.305+0000 7f47cbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.305 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.307+0000 7f4917840800 20 remove_watcher() i=0 2024-09-12T00:51:47.306 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.307+0000 7f4917840800 2 removed watcher, disabling cache 2024-09-12T00:51:47.307 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.308+0000 7f4917840800 20 remove_watcher() i=1 2024-09-12T00:51:47.308 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.309+0000 7f4917840800 20 remove_watcher() i=2 2024-09-12T00:51:47.309 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.310+0000 7f4917840800 20 remove_watcher() i=3 2024-09-12T00:51:47.310 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.311+0000 7f4917840800 20 remove_watcher() i=4 2024-09-12T00:51:47.311 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.312+0000 7f4917840800 20 remove_watcher() i=5 2024-09-12T00:51:47.312 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.313+0000 7f4917840800 20 remove_watcher() i=6 2024-09-12T00:51:47.313 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.314+0000 7f4917840800 20 remove_watcher() i=7 2024-09-12T00:51:47.324 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T00:51:47.353 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:47.353 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:47.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.390+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.392+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.392+0000 7fac65946800 20 realm 2024-09-12T00:51:47.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.392+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.392+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.392+0000 7fac65946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:47.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.392+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.393+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.393+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.393+0000 7fac65946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.393+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.394+0000 7fac65946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:47.393 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.394+0000 7fac65946800 20 searching for the correct realm 2024-09-12T00:51:47.396 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.397+0000 7fac62c2f640 0 -- 172.21.15.163:0/2668647045 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fac5408edf0 msgr2=0x7fac54087360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.603 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.604+0000 7fac63c31640 0 -- 172.21.15.163:0/2668647045 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d6652828a0 msgr2=0x55d665284c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:47.605 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:47.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:47.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:47.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.606+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 zone default found 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 4 Realm: () 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 zonegroup default 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.607+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.608+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.608+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.608+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.608+0000 7fac65946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.608+0000 7fac65946800 20 started sync module instance, tier type = 2024-09-12T00:51:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.608+0000 7fac65946800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=0 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=1 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=2 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=3 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=4 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=5 2024-09-12T00:51:47.616 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.617+0000 7fac65946800 20 add_watcher() i=6 2024-09-12T00:51:47.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.618+0000 7fac65946800 20 add_watcher() i=7 2024-09-12T00:51:47.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.618+0000 7fac65946800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:47.618 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.619+0000 7fab19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fac65946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fac65946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fac65946800 5 note: GC not initialized 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fab18fe1640 20 reqs_thread_entry: start 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fac65946800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fac65946800 20 Filter name: none 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7faa927fc640 20 reqs_thread_entry: start 2024-09-12T00:51:47.619 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.620+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 rados_obj.operate() r=0 bl.length=176 2024-09-12T00:51:47.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 rados_obj.operate() r=0 bl.length=398 2024-09-12T00:51:47.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:47.620 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T00:51:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 INFO: main: starting shard=0 2024-09-12T00:51:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:51:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.621+0000 7fac65946800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17.3.0 2024-09-12T00:51:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.622+0000 7fac65946800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.622+0000 7fac65946800 20 INFO: main: done 2024-09-12T00:51:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.623+0000 7fab19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.625+0000 7fac65946800 20 remove_watcher() i=0 2024-09-12T00:51:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.625+0000 7fac65946800 2 removed watcher, disabling cache 2024-09-12T00:51:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.626+0000 7fac65946800 20 remove_watcher() i=1 2024-09-12T00:51:47.625 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.627+0000 7fac65946800 20 remove_watcher() i=2 2024-09-12T00:51:47.626 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.628+0000 7fac65946800 20 remove_watcher() i=3 2024-09-12T00:51:47.627 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.629+0000 7fac65946800 20 remove_watcher() i=4 2024-09-12T00:51:47.628 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.630+0000 7fac65946800 20 remove_watcher() i=5 2024-09-12T00:51:47.629 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.631+0000 7fac65946800 20 remove_watcher() i=6 2024-09-12T00:51:47.630 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.632+0000 7fac65946800 20 remove_watcher() i=7 2024-09-12T00:51:47.641 INFO:tasks.workunit.client.0.smithi163.stderr: test: PUT succeeds during reshard 2024-09-12T00:51:47.642 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:51:47.671 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:47.671 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:47.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.710+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.710 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 realm 2024-09-12T00:51:47.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:47.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.711 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.712+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.713+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.713+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.713+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:47.712 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.713+0000 7fb1c2814800 20 searching for the correct realm 2024-09-12T00:51:47.713 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.715+0000 7fb1be7e1640 0 -- 172.21.15.163:0/2681008782 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7fb1b401c050 msgr2=0x7fb1b4062890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.717 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.718+0000 7fb1bd7df640 0 -- 172.21.15.163:0/2681008782 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7fb1b005f720 msgr2=0x7fb1b008fa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:47.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:47.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:47.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:47.722 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:47.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:47.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.723+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.723 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 zone default found 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 4 Realm: () 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 zonegroup default 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.724 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.724+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.725+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.725+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.725+0000 7fb1c2814800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.725+0000 7fb1c2814800 20 started sync module instance, tier type = 2024-09-12T00:51:47.725 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.725+0000 7fb1c2814800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:47.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=0 2024-09-12T00:51:47.732 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=1 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=2 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=3 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=4 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=5 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.734+0000 7fb1c2814800 20 add_watcher() i=6 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.735+0000 7fb1c2814800 20 add_watcher() i=7 2024-09-12T00:51:47.733 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.735+0000 7fb1c2814800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:47.735 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.736+0000 7fb06bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 5 note: GC not initialized 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb06affd640 20 reqs_thread_entry: start 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 Filter name: none 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb068ff9640 20 reqs_thread_entry: start 2024-09-12T00:51:47.736 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:47.737 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.737+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.738+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.738+0000 7fb1c2814800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.738+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.738+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.738+0000 7fb1c2814800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.739+0000 7fb1c2814800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:47.738 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.739+0000 7fb1c2814800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:47.739 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.740+0000 7fb06bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.742+0000 7fb1c2814800 20 remove_watcher() i=0 2024-09-12T00:51:47.741 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.742+0000 7fb1c2814800 2 removed watcher, disabling cache 2024-09-12T00:51:47.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.743+0000 7fb1c2814800 20 remove_watcher() i=1 2024-09-12T00:51:47.742 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.744+0000 7fb1c2814800 20 remove_watcher() i=2 2024-09-12T00:51:47.744 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.745+0000 7fb1c2814800 20 remove_watcher() i=3 2024-09-12T00:51:47.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.746+0000 7fb1c2814800 20 remove_watcher() i=4 2024-09-12T00:51:47.745 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.747+0000 7fb1c2814800 20 remove_watcher() i=5 2024-09-12T00:51:47.746 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.748+0000 7fb1c2814800 20 remove_watcher() i=6 2024-09-12T00:51:47.747 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.749+0000 7fb1c2814800 20 remove_watcher() i=7 2024-09-12T00:51:47.758 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:47.758 INFO:tasks.workunit.client.0.smithi163.stderr:BUCKET_STATS: 2024-09-12T00:51:47.758 INFO:tasks.workunit.client.0.smithi163.stderr:bucket: myver id: b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 num_objects: 0 size_kb: 0 num_shards: 2 2024-09-12T00:51:47.760 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:47.760 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2024-09-12T00:51:47.793 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:47.793 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:47.829 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.829+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 realm 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.831 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.831+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.832+0000 7f9eeb40e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.832+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.833+0000 7f9eeb40e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:47.832 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.833+0000 7f9eeb40e800 20 searching for the correct realm 2024-09-12T00:51:47.836 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.836+0000 7f9ee6a59640 0 -- 172.21.15.163:0/4056030019 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f9ee0025040 msgr2=0x7f9ee0047920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.839 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.839+0000 7f9ede258640 0 -- 172.21.15.163:0/4056030019 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f9ed803c910 msgr2=0x7f9ed8008430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:47.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:47.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:47.842 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.843 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:47.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:47.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 zone default found 2024-09-12T00:51:47.844 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 4 Realm: () 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 zonegroup default 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.843+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 started sync module instance, tier type = 2024-09-12T00:51:47.845 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.844+0000 7f9eeb40e800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:47.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=0 2024-09-12T00:51:47.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=1 2024-09-12T00:51:47.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=2 2024-09-12T00:51:47.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=3 2024-09-12T00:51:47.852 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=4 2024-09-12T00:51:47.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=5 2024-09-12T00:51:47.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.852+0000 7f9eeb40e800 20 add_watcher() i=6 2024-09-12T00:51:47.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.853+0000 7f9eeb40e800 20 add_watcher() i=7 2024-09-12T00:51:47.853 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.853+0000 7f9eeb40e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:47.854 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.855+0000 7f9d9d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.855+0000 7f9eeb40e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.855+0000 7f9eeb40e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.855+0000 7f9eeb40e800 5 note: GC not initialized 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9d17fff640 20 reqs_thread_entry: start 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 20 Filter name: none 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9d15ffb640 20 reqs_thread_entry: start 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:51:47.856 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:47.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:51:47.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:51:47.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : miss 2024-09-12T00:51:47.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.856+0000 7f9eeb40e800 20 rados->read ofs=0 len=0 2024-09-12T00:51:47.857 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.857+0000 7f9eeb40e800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:47.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.857+0000 7f9eeb40e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:47.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.857+0000 7f9eeb40e800 10 adding default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:47.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.857+0000 7f9eeb40e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:47.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.857+0000 7f9eeb40e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.858 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.857+0000 7f9eeb40e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9eeb40e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9eeb40e800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9eeb40e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9eeb40e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9dc9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366226 cookie 94694146520304 notifier 8117 bl.length()=821 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9dc9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9dc9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:47.860 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.860+0000 7f9dc9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:47.861 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.862+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:47.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.862+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:47.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.862+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:47.862 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.862+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:47.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:47.864+0000 7f9eeb40e800 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T00:51:48.763 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:48.763 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:48.824 INFO:tasks.workunit.client.0.smithi163.stderr:put object successful 2024-09-12T00:51:52.864 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.0 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.865+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.0 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.866+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.1 2024-09-12T00:51:52.865 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.866+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.1 2024-09-12T00:51:52.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.869+0000 7f9eeb40e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:52.868 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.869+0000 7f9eeb40e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:52.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9eeb40e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:52.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9eeb40e800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:52.870 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9eeb40e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:52.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9eeb40e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:52.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9dc9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366227 cookie 94694146520304 notifier 8117 bl.length()=821 2024-09-12T00:51:52.871 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9dc9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:52.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9dc9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:52.872 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.871+0000 7f9dc9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:52.873 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.874+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:52.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.874+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:52.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.874+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:52.874 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.874+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:52.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.875+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.0 2024-09-12T00:51:52.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.875+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.0 2024-09-12T00:51:52.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.876+0000 7f9eeb40e800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.1 2024-09-12T00:51:52.875 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.876+0000 7f9eeb40e800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.1.1 2024-09-12T00:51:52.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.878+0000 7f9eeb40e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:52.877 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.878+0000 7f9eeb40e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:52.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.879+0000 7f9eeb40e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:52.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.879+0000 7f9eeb40e800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:52.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.879+0000 7f9eeb40e800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:52.879 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.879+0000 7f9eeb40e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:52.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.880+0000 7f9dc9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 94694146520304 notifier 8117 bl.length()=789 2024-09-12T00:51:52.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.880+0000 7f9dc9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:52.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.880+0000 7f9dc9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:52.880 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.880+0000 7f9dc9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:52.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.881+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:52.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.881+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:52.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.881+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:52.881 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.881+0000 7f9eeb40e800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:52.882 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.883+0000 7f9eeb40e800 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2024-09-12T00:51:52.885 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.885+0000 7f9d9d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:52.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.888+0000 7f9eeb40e800 20 remove_watcher() i=0 2024-09-12T00:51:52.888 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.888+0000 7f9eeb40e800 2 removed watcher, disabling cache 2024-09-12T00:51:52.889 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.890+0000 7f9eeb40e800 20 remove_watcher() i=1 2024-09-12T00:51:52.890 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.891+0000 7f9eeb40e800 20 remove_watcher() i=2 2024-09-12T00:51:52.893 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.894+0000 7f9eeb40e800 20 remove_watcher() i=3 2024-09-12T00:51:52.894 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.895+0000 7f9eeb40e800 20 remove_watcher() i=4 2024-09-12T00:51:52.896 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.896+0000 7f9eeb40e800 20 remove_watcher() i=5 2024-09-12T00:51:52.897 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.897+0000 7f9eeb40e800 20 remove_watcher() i=6 2024-09-12T00:51:52.898 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:52.899+0000 7f9eeb40e800 20 remove_watcher() i=7 2024-09-12T00:51:53.829 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T00:51:53.829 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T00:51:53.832 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:53.832 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:53.862 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:53.862 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:53.927 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:53.927 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:53.980 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:53.981 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:54.005 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:54.005 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:54.057 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:54.057 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:54.082 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:54.082 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:54.133 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:54.133 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:54.158 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T00:51:54.557 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T00:51:55.961 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:55.962 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:56.050 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:51:56.052 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T00:51:56.084 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:56.084 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:56.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.123+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.125+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.125+0000 7fc2f4daf800 20 realm 2024-09-12T00:51:56.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.125+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.125+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.125+0000 7fc2f4daf800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:56.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.125+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.126+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.126+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.127+0000 7fc2f4daf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:56.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.127+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.127+0000 7fc2f4daf800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:56.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.127+0000 7fc2f4daf800 20 searching for the correct realm 2024-09-12T00:51:56.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.131+0000 7fc2f2098640 0 -- 172.21.15.163:0/732572291 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc2e402b3f0 msgr2=0x7fc2e402b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:56.337 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.337+0000 7fc2f309a640 0 -- 172.21.15.163:0/732572291 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c2e6721d80 msgr2=0x55c2e6724170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.340+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:56.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 20 zone default found 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 4 Realm: () 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 20 zonegroup default 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.341+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 started sync module instance, tier type = 2024-09-12T00:51:56.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.342+0000 7fc2f4daf800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=0 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=1 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=2 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=3 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=4 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=5 2024-09-12T00:51:56.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.352+0000 7fc2f4daf800 20 add_watcher() i=6 2024-09-12T00:51:56.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.353+0000 7fc2f4daf800 20 add_watcher() i=7 2024-09-12T00:51:56.353 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.353+0000 7fc2f4daf800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:56.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.355+0000 7fc1a97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:56.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.355+0000 7fc2f4daf800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:56.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.355+0000 7fc2f4daf800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:56.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.355+0000 7fc2f4daf800 5 note: GC not initialized 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.355+0000 7fc123fff640 20 reqs_thread_entry: start 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.356+0000 7fc2f4daf800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.356+0000 7fc2f4daf800 20 Filter name: none 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.356+0000 7fc121ffb640 20 reqs_thread_entry: start 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.356+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.356+0000 7fc2f4daf800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:56.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.356+0000 7fc2f4daf800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:56.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:56.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 INFO: main: starting shard=0 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 INFO: main: starting shard=1 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.357+0000 7fc2f4daf800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.358+0000 7fc2f4daf800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.358+0000 7fc2f4daf800 20 INFO: main: starting shard=2 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.358+0000 7fc2f4daf800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:56.358 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.358+0000 7fc2f4daf800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:56.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.358+0000 7fc2f4daf800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:56.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.358+0000 7fc2f4daf800 20 INFO: main: done 2024-09-12T00:51:56.359 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.359+0000 7fc1a97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:56.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.362+0000 7fc2f4daf800 20 remove_watcher() i=0 2024-09-12T00:51:56.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.362+0000 7fc2f4daf800 2 removed watcher, disabling cache 2024-09-12T00:51:56.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.363+0000 7fc2f4daf800 20 remove_watcher() i=1 2024-09-12T00:51:56.363 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.364+0000 7fc2f4daf800 20 remove_watcher() i=2 2024-09-12T00:51:56.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.365+0000 7fc2f4daf800 20 remove_watcher() i=3 2024-09-12T00:51:56.365 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.366+0000 7fc2f4daf800 20 remove_watcher() i=4 2024-09-12T00:51:56.366 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.367+0000 7fc2f4daf800 20 remove_watcher() i=5 2024-09-12T00:51:56.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.368+0000 7fc2f4daf800 20 remove_watcher() i=6 2024-09-12T00:51:56.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.369+0000 7fc2f4daf800 20 remove_watcher() i=7 2024-09-12T00:51:56.381 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:56.381 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:56.406 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:56.406 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:56.491 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:51:56.493 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T00:51:56.522 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:56.522 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:56.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.559+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 realm 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.561+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.562+0000 7f0b86410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:56.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.562+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.563+0000 7f0b86410800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:56.564 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.563+0000 7f0b86410800 20 searching for the correct realm 2024-09-12T00:51:56.566 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.567+0000 7f0b7bfff640 0 -- 172.21.15.163:0/2292581417 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f0b7404e040 msgr2=0x7f0b7403d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:56.772 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.773+0000 7f0b822cc640 0 -- 172.21.15.163:0/2292581417 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55cac974dba0 msgr2=0x55cac974ff90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:56.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:56.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:56.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:56.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:56.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:56.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:56.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.775+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.778 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 zone default found 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 4 Realm: () 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 zonegroup default 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.776+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 started sync module instance, tier type = 2024-09-12T00:51:56.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.777+0000 7f0b86410800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:56.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=0 2024-09-12T00:51:56.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=1 2024-09-12T00:51:56.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=2 2024-09-12T00:51:56.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=3 2024-09-12T00:51:56.787 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=4 2024-09-12T00:51:56.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=5 2024-09-12T00:51:56.788 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.787+0000 7f0b86410800 20 add_watcher() i=6 2024-09-12T00:51:56.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.788+0000 7f0b86410800 20 add_watcher() i=7 2024-09-12T00:51:56.789 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.788+0000 7f0b86410800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:56.792 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.789+0000 7f0a337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:56.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0b86410800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:56.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0b86410800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:56.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0b86410800 5 note: GC not initialized 2024-09-12T00:51:56.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0a327fc640 20 reqs_thread_entry: start 2024-09-12T00:51:56.793 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0b86410800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:56.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0b86410800 20 Filter name: none 2024-09-12T00:51:56.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f09a3fff640 20 reqs_thread_entry: start 2024-09-12T00:51:56.794 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.790+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:56.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:56.795 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:56.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T00:51:56.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 INFO: main: starting shard=0 2024-09-12T00:51:56.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:56.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.791+0000 7f0b86410800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:56.796 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 20 INFO: main: starting shard=1 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 20 INFO: main: starting shard=2 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:56.797 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.792+0000 7f0b86410800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:56.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.793+0000 7f0b86410800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:51:56.799 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.793+0000 7f0b86410800 20 INFO: main: done 2024-09-12T00:51:56.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.794+0000 7f0a337fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:56.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.796+0000 7f0b86410800 20 remove_watcher() i=0 2024-09-12T00:51:56.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.796+0000 7f0b86410800 2 removed watcher, disabling cache 2024-09-12T00:51:56.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.797+0000 7f0b86410800 20 remove_watcher() i=1 2024-09-12T00:51:56.800 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.798+0000 7f0b86410800 20 remove_watcher() i=2 2024-09-12T00:51:56.801 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.799+0000 7f0b86410800 20 remove_watcher() i=3 2024-09-12T00:51:56.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.800+0000 7f0b86410800 20 remove_watcher() i=4 2024-09-12T00:51:56.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.801+0000 7f0b86410800 20 remove_watcher() i=5 2024-09-12T00:51:56.802 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.802+0000 7f0b86410800 20 remove_watcher() i=6 2024-09-12T00:51:56.803 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.803+0000 7f0b86410800 20 remove_watcher() i=7 2024-09-12T00:51:56.815 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:56.816 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:56.838 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:56.839 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:56.924 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:51:56.926 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T00:51:56.956 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:56.956 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:56.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.993+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 realm 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:56.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.995+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.996+0000 7f3f7cd2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:56.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.996+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:56.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.996+0000 7f3f7cd2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:56.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:56.996+0000 7f3f7cd2c800 20 searching for the correct realm 2024-09-12T00:51:57.000 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.001+0000 7f3f73fff640 0 -- 172.21.15.163:0/181162667 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3f6c029060 msgr2=0x7f3f6c0770c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:57.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.206+0000 7f3f792db640 0 -- 172.21.15.163:0/181162667 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55a7e8ad48e0 msgr2=0x55a7e8ad6cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:57.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:57.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:57.209 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.209+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:57.210 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:57.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 zone default found 2024-09-12T00:51:57.211 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 4 Realm: () 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 zonegroup default 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.210+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.211+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.211+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.211+0000 7f3f7cd2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.211+0000 7f3f7cd2c800 20 started sync module instance, tier type = 2024-09-12T00:51:57.212 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.211+0000 7f3f7cd2c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=0 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=1 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=2 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=3 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=4 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=5 2024-09-12T00:51:57.221 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.221+0000 7f3f7cd2c800 20 add_watcher() i=6 2024-09-12T00:51:57.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.222+0000 7f3f7cd2c800 20 add_watcher() i=7 2024-09-12T00:51:57.222 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.222+0000 7f3f7cd2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3e2efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3f7cd2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3f7cd2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3f7cd2c800 5 note: GC not initialized 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3e2dfe3640 20 reqs_thread_entry: start 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3f7cd2c800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3f7cd2c800 20 Filter name: none 2024-09-12T00:51:57.224 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3d9f7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:57.225 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.224+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 INFO: main: starting shard=0 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.225+0000 7f3f7cd2c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 20 INFO: main: starting shard=1 2024-09-12T00:51:57.226 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 20 INFO: main: starting shard=2 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.226+0000 7f3f7cd2c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.227+0000 7f3f7cd2c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.227+0000 7f3f7cd2c800 20 INFO: main: done 2024-09-12T00:51:57.227 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.228+0000 7f3e2efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:57.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.230+0000 7f3f7cd2c800 20 remove_watcher() i=0 2024-09-12T00:51:57.230 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.230+0000 7f3f7cd2c800 2 removed watcher, disabling cache 2024-09-12T00:51:57.231 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.231+0000 7f3f7cd2c800 20 remove_watcher() i=1 2024-09-12T00:51:57.232 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.232+0000 7f3f7cd2c800 20 remove_watcher() i=2 2024-09-12T00:51:57.233 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.233+0000 7f3f7cd2c800 20 remove_watcher() i=3 2024-09-12T00:51:57.234 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.234+0000 7f3f7cd2c800 20 remove_watcher() i=4 2024-09-12T00:51:57.235 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.235+0000 7f3f7cd2c800 20 remove_watcher() i=5 2024-09-12T00:51:57.236 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.236+0000 7f3f7cd2c800 20 remove_watcher() i=6 2024-09-12T00:51:57.237 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:57.237+0000 7f3f7cd2c800 20 remove_watcher() i=7 2024-09-12T00:51:57.250 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:57.250 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:57.273 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T00:51:57.664 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T00:51:58.055 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T00:51:58.087 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:58.087 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:58.123 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.125+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.126+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.126+0000 7f4dee132800 20 realm 2024-09-12T00:51:58.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.126+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.126+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.125 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.126+0000 7f4dee132800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:58.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.126+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.127+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.127+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.126 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.127+0000 7f4dee132800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.127+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.128+0000 7f4dee132800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:58.127 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.128+0000 7f4dee132800 20 searching for the correct realm 2024-09-12T00:51:58.131 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.132+0000 7f4de95bb640 0 -- 172.21.15.163:0/3505519351 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f4ddc01c940 msgr2=0x7f4ddc04c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.338 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.339+0000 7f4dea5bd640 0 -- 172.21.15.163:0/3505519351 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55db2d02d120 msgr2=0x55db2d02f570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.340 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.341 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.342+0000 7f4dee132800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:58.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 zone default found 2024-09-12T00:51:58.342 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 4 Realm: () 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 zonegroup default 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 started sync module instance, tier type = 2024-09-12T00:51:58.343 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.343+0000 7f4dee132800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:58.351 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=0 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=1 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=2 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=3 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=4 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=5 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.353+0000 7f4dee132800 20 add_watcher() i=6 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.354+0000 7f4dee132800 20 add_watcher() i=7 2024-09-12T00:51:58.352 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.354+0000 7f4dee132800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:58.354 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.355+0000 7f4c9b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:58.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:58.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:58.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 5 note: GC not initialized 2024-09-12T00:51:58.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4c9a7fc640 20 reqs_thread_entry: start 2024-09-12T00:51:58.355 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 20 Filter name: none 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4c0bfff640 20 reqs_thread_entry: start 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.356+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : miss 2024-09-12T00:51:58.356 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:58.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 adding default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:58.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.357 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.357+0000 7f4dee132800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:58.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4dee132800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.361 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4dee132800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4dee132800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4dee132800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:58.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4ccd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366229 cookie 94399841392352 notifier 8862 bl.length()=821 2024-09-12T00:51:58.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4ccd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4ccd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.362 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.363+0000 7f4ccd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.365+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:58.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.365+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:58.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.365+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:58.364 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.365+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:58.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.0 2024-09-12T00:51:58.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.0 2024-09-12T00:51:58.367 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.1 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.1 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.2 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.2 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.3 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.3 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.4 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.4 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.5 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.5 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.6 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.6 2024-09-12T00:51:58.368 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.7 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.7 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.8 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.8 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.10 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.10 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.11 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.11 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.12 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.12 2024-09-12T00:51:58.369 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.13 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.13 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.14 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.14 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.15 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.15 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.16 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.16 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.368+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.369+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:58.370 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.369+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:58.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.369+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:58.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.369+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:58.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.372+0000 7f4dee132800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:58.371 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.372+0000 7f4dee132800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:58.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.373+0000 7f4dee132800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.373+0000 7f4dee132800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.373+0000 7f4dee132800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.372 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.373+0000 7f4dee132800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:58.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.374+0000 7f4ccd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366230 cookie 94399841392352 notifier 8862 bl.length()=821 2024-09-12T00:51:58.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.374+0000 7f4ccd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.374+0000 7f4ccd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.373 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.374+0000 7f4ccd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.376+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:58.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.376+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:58.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.376+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:58.374 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.376+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:58.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.377+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:58.375 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.377+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.0 2024-09-12T00:51:58.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.377+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:58.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.377+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.1 2024-09-12T00:51:58.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.377+0000 7f4dee132800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:58.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.377+0000 7f4dee132800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.2.2 2024-09-12T00:51:58.376 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.378+0000 7f4dee132800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:58.377 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.378+0000 7f4dee132800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:58.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.379+0000 7f4dee132800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.379+0000 7f4dee132800 10 moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.379+0000 7f4dee132800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.379+0000 7f4dee132800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18, ofs0, ns] 2024-09-12T00:51:58.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.380+0000 7f4cccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366231 cookie 94399841392352 notifier 8862 bl.length()=789 2024-09-12T00:51:58.378 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.380+0000 7f4cccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.380+0000 7f4cccff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.379 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.380+0000 7f4cccff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.382+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_sources= new_sources= 2024-09-12T00:51:58.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.382+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential sources added=[] removed=[] 2024-09-12T00:51:58.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.382+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): orig_dests= new_dests= 2024-09-12T00:51:58.380 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.382+0000 7f4dee132800 20 handle_bi_update(): bucket=:myver[b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18]): potential dests added=[] removed=[] 2024-09-12T00:51:58.381 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.383+0000 7f4dee132800 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2024-09-12T00:51:58.383 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.385+0000 7f4c9b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:58.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.387+0000 7f4dee132800 20 remove_watcher() i=0 2024-09-12T00:51:58.385 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.387+0000 7f4dee132800 2 removed watcher, disabling cache 2024-09-12T00:51:58.386 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.388+0000 7f4dee132800 20 remove_watcher() i=1 2024-09-12T00:51:58.387 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.389+0000 7f4dee132800 20 remove_watcher() i=2 2024-09-12T00:51:58.388 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.390+0000 7f4dee132800 20 remove_watcher() i=3 2024-09-12T00:51:58.389 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.391+0000 7f4dee132800 20 remove_watcher() i=4 2024-09-12T00:51:58.390 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.392+0000 7f4dee132800 20 remove_watcher() i=5 2024-09-12T00:51:58.391 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.393+0000 7f4dee132800 20 remove_watcher() i=6 2024-09-12T00:51:58.392 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.394+0000 7f4dee132800 20 remove_watcher() i=7 2024-09-12T00:51:58.404 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:51:58.439 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:58.439 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:58.475 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.476+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 realm 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.478+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.479+0000 7f98cbb26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.479+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.479+0000 7f98cbb26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:58.478 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.479+0000 7f98cbb26800 20 searching for the correct realm 2024-09-12T00:51:58.482 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.483+0000 7f98c77b5640 0 -- 172.21.15.163:0/856985028 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f98c0031940 msgr2=0x7f98c0041400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.485 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.486+0000 7f98c77b5640 0 -- 172.21.15.163:0/856985028 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f9790086b20 msgr2=0x7f9790088f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:58.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:58.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:58.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:58.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:58.489 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:58.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.490+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.490 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 zone default found 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 4 Realm: () 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 zonegroup default 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.491 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.491+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.492+0000 7f98cbb26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.492+0000 7f98cbb26800 20 started sync module instance, tier type = 2024-09-12T00:51:58.492 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.492+0000 7f98cbb26800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=0 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=1 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=2 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=3 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=4 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=5 2024-09-12T00:51:58.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.500+0000 7f98cbb26800 20 add_watcher() i=6 2024-09-12T00:51:58.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.501+0000 7f98cbb26800 20 add_watcher() i=7 2024-09-12T00:51:58.500 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.501+0000 7f98cbb26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:58.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.502+0000 7f977dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:58.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:58.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:58.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 5 note: GC not initialized 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f977cfe1640 20 reqs_thread_entry: start 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 20 Filter name: none 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f96f67fc640 20 reqs_thread_entry: start 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.503+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.504+0000 7f98cbb26800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.504+0000 7f98cbb26800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.504+0000 7f98cbb26800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.504+0000 7f98cbb26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 : miss 2024-09-12T00:51:58.503 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.504+0000 7f98cbb26800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 info.flags=0x17 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 adding default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 to cache LRU end 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 updating xattr: name=user.rgw.acl bl.length()=143 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.0 2024-09-12T00:51:58.504 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.0 2024-09-12T00:51:58.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T00:51:58.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.1 2024-09-12T00:51:58.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.505+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.1 2024-09-12T00:51:58.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.506+0000 7f98cbb26800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T00:51:58.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.506+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.2 2024-09-12T00:51:58.505 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.506+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.2 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.506+0000 7f98cbb26800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.506+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.3 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.506+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.3 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.4 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.4 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.5 2024-09-12T00:51:58.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.5 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.6 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.507+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.6 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.508+0000 7f98cbb26800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.508+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.7 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.508+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.7 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.508+0000 7f98cbb26800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.508+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.8 2024-09-12T00:51:58.507 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.508+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.8 2024-09-12T00:51:58.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.509+0000 7f98cbb26800 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T00:51:58.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.509+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.509+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.509+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.10 2024-09-12T00:51:58.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.509+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.10 2024-09-12T00:51:58.508 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.510+0000 7f98cbb26800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T00:51:58.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.510+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.11 2024-09-12T00:51:58.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.510+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.11 2024-09-12T00:51:58.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.510+0000 7f98cbb26800 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T00:51:58.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.510+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.12 2024-09-12T00:51:58.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.510+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.12 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.511+0000 7f98cbb26800 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.511+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.13 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.511+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.13 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.511+0000 7f98cbb26800 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.511+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.14 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.511+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.14 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.512+0000 7f98cbb26800 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.512+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.15 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.512+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.15 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.512+0000 7f98cbb26800 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.512+0000 7f98cbb26800 10 bucket_obj is .dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.16 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.512+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.16 2024-09-12T00:51:58.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.513+0000 7f98cbb26800 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T00:51:58.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.513+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.513+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:x state=0x55b39b58ac98 s->prefetch_data=0 2024-09-12T00:51:58.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.513+0000 7f98cbb26800 20 get_obj_state: setting s->obj_tag to i0j70yk1xp6evt1j63u16wdaicmij8mr 2024-09-12T00:51:58.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.513+0000 7f98cbb26800 20 get_obj_state_impl: setting s->olh_tag to qltq8wmmch2sbl4ysqmlhuqy5lu2wj21 2024-09-12T00:51:58.512 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.513+0000 7f98cbb26800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qltq8wmmch2sbl4ysqmlhuqy5lu2wj21 2024-09-12T00:51:58.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.515+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.516+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.516+0000 7f98cbb26800 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T00:51:58.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.516+0000 7f98cbb26800 20 olh_log_entry: epoch=2 op=3 key=x[3-gCZ8JNin5JwWDm6C4yZo6t89wPzAj] 2024-09-12T00:51:58.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.516+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:_:3-gCZ8JNin5JwWDm6C4yZo6t89wPzAj_x state=0x55b39b5c7768 s->prefetch_data=0 2024-09-12T00:51:58.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.517+0000 7f98cbb26800 10 manifest: total_size = 22 2024-09-12T00:51:58.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.517+0000 7f98cbb26800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11736100295103536511 2024-09-12T00:51:58.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.517+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:_:3-gCZ8JNin5JwWDm6C4yZo6t89wPzAj_x state=0x55b39b5c7768 s->prefetch_data=0 2024-09-12T00:51:58.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.517+0000 7f98cbb26800 20 prepare_atomic_modification: state is not atomic. state=0x55b39b5c7768 2024-09-12T00:51:58.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.517+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.518 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.520+0000 7f98cbb26800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:51:58.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.520+0000 7f98cbb26800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:51:58.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.520+0000 7f98cbb26800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:51:58.519 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.520+0000 7f98cbb26800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:3-gCZ8JNin5JwWDm6C4yZo6t89wPzAj_.57Q_w2l_5ie9ih55wOLRtwSsFsC--61_0 2024-09-12T00:51:58.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.521+0000 7f97aaffd640 20 handle_completion(): completion ok for obj=x[3-gCZ8JNin5JwWDm6C4yZo6t89wPzAj] 2024-09-12T00:51:58.520 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.521+0000 7f98cbb26800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:51:58.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.522+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:x state=0x55b39b58ac98 s->prefetch_data=0 2024-09-12T00:51:58.521 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.522+0000 7f98cbb26800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qltq8wmmch2sbl4ysqmlhuqy5lu2wj21 2024-09-12T00:51:58.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.525+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.526+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.526+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.525 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.526+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:y state=0x55b39b58ac98 s->prefetch_data=0 2024-09-12T00:51:58.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.527+0000 7f98cbb26800 20 get_obj_state: setting s->obj_tag to l825g7rgopt2ua5j4tnonim9pi8u100y 2024-09-12T00:51:58.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.527+0000 7f98cbb26800 20 get_obj_state_impl: setting s->olh_tag to 1v2m5u1f8mhjajz9nyvb2czxr4jmdcb9 2024-09-12T00:51:58.526 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.527+0000 7f98cbb26800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1v2m5u1f8mhjajz9nyvb2czxr4jmdcb9 2024-09-12T00:51:58.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.528+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.529+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T00:51:58.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 olh_log_entry: epoch=2 op=3 key=y[1kgJR40C0QrHuO9QAwECHxh6IcMugpL] 2024-09-12T00:51:58.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:_:1kgJR40C0QrHuO9QAwECHxh6IcMugpL_y state=0x55b39b5c7768 s->prefetch_data=0 2024-09-12T00:51:58.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 10 manifest: total_size = 9 2024-09-12T00:51:58.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8813719044483923606 2024-09-12T00:51:58.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:_:1kgJR40C0QrHuO9QAwECHxh6IcMugpL_y state=0x55b39b5c7768 s->prefetch_data=0 2024-09-12T00:51:58.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 prepare_atomic_modification: state is not atomic. state=0x55b39b5c7768 2024-09-12T00:51:58.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.530+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.532+0000 7f98cbb26800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:51:58.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.532+0000 7f98cbb26800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:51:58.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.532+0000 7f98cbb26800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:51:58.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.532+0000 7f98cbb26800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:1kgJR40C0QrHuO9QAwECHxh6IcMugpL_.2f_O9qf6R-VsDM_4oLvM8BVanZlM2Cd_0 2024-09-12T00:51:58.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.533+0000 7f97aaffd640 20 handle_completion(): completion ok for obj=y[1kgJR40C0QrHuO9QAwECHxh6IcMugpL] 2024-09-12T00:51:58.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.534+0000 7f98cbb26800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:51:58.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.535+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:y state=0x55b39b58ac98 s->prefetch_data=0 2024-09-12T00:51:58.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.535+0000 7f98cbb26800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1v2m5u1f8mhjajz9nyvb2czxr4jmdcb9 2024-09-12T00:51:58.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.537+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.539+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.539+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.539+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:z state=0x55b39b58ac98 s->prefetch_data=0 2024-09-12T00:51:58.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.540+0000 7f98cbb26800 20 get_obj_state: setting s->obj_tag to 1j25b10p2yc208m77dpzicvd8ye5cz5s 2024-09-12T00:51:58.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.540+0000 7f98cbb26800 20 get_obj_state_impl: setting s->olh_tag to bahzx8qyh846u7ldhncdc0vwq8dofqlx 2024-09-12T00:51:58.539 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.540+0000 7f98cbb26800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bahzx8qyh846u7ldhncdc0vwq8dofqlx 2024-09-12T00:51:58.540 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.541+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.542+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T00:51:58.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 olh_log_entry: epoch=2 op=3 key=z[5Hxc60GtumyO6kw3EsSl6y2tQf8ZgWK] 2024-09-12T00:51:58.541 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:_:5Hxc60GtumyO6kw3EsSl6y2tQf8ZgWK_z state=0x55b39b5d2658 s->prefetch_data=0 2024-09-12T00:51:58.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 10 manifest: total_size = 22 2024-09-12T00:51:58.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 get_obj_state: setting s->obj_tag to b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3585893104108372610 2024-09-12T00:51:58.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:_:5Hxc60GtumyO6kw3EsSl6y2tQf8ZgWK_z state=0x55b39b5d2658 s->prefetch_data=0 2024-09-12T00:51:58.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 prepare_atomic_modification: state is not atomic. state=0x55b39b5d2658 2024-09-12T00:51:58.542 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.543+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.546+0000 7f98cbb26800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:51:58.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.546+0000 7f98cbb26800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:51:58.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.546+0000 7f98cbb26800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:51:58.545 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.546+0000 7f98cbb26800 5 delete_objs_inline: removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:5Hxc60GtumyO6kw3EsSl6y2tQf8ZgWK_.xQe4spTBPGmQxTLI6xgzJeabaN0MYWd_0 2024-09-12T00:51:58.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.547+0000 7f97aaffd640 20 handle_completion(): completion ok for obj=z[5Hxc60GtumyO6kw3EsSl6y2tQf8ZgWK] 2024-09-12T00:51:58.546 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.548+0000 7f98cbb26800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:51:58.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.549+0000 7f98cbb26800 20 get_obj_state: octx=0x55b39b2c4690 obj=myver:z state=0x55b39b58ac98 s->prefetch_data=0 2024-09-12T00:51:58.548 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.549+0000 7f98cbb26800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bahzx8qyh846u7ldhncdc0vwq8dofqlx 2024-09-12T00:51:58.550 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.552+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.553+0000 7f98cbb26800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18.3.9 2024-09-12T00:51:58.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.553+0000 7f98cbb26800 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T00:51:58.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.553+0000 7f98cbb26800 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T00:51:58.552 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.554+0000 7f977dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:58.554 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.556+0000 7f98cbb26800 20 remove_watcher() i=0 2024-09-12T00:51:58.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.556+0000 7f98cbb26800 2 removed watcher, disabling cache 2024-09-12T00:51:58.555 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.557+0000 7f98cbb26800 20 remove_watcher() i=1 2024-09-12T00:51:58.557 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.558+0000 7f98cbb26800 20 remove_watcher() i=2 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.559+0000 7f98cbb26800 20 remove_watcher() i=3 2024-09-12T00:51:58.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.560+0000 7f98cbb26800 20 remove_watcher() i=4 2024-09-12T00:51:58.559 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.561+0000 7f98cbb26800 20 remove_watcher() i=5 2024-09-12T00:51:58.560 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.562+0000 7f98cbb26800 20 remove_watcher() i=6 2024-09-12T00:51:58.561 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.563+0000 7f98cbb26800 20 remove_watcher() i=7 2024-09-12T00:51:58.574 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.574 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:58.614 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.614 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:58.712 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:51:58.741 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:58.741 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:58.777 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.779+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.779 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 realm 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.781+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.780 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.782+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.782+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.782+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:58.781 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.782+0000 7f2b11b30800 20 searching for the correct realm 2024-09-12T00:51:58.785 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.786+0000 7f2b0d0af640 0 -- 172.21.15.163:0/3665279001 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2b0001c040 msgr2=0x7f2b00019940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:51:58.991 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.992+0000 7f2b0e0b1640 0 -- 172.21.15.163:0/3665279001 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x563612e558a0 msgr2=0x563612e57c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.993 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.994 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.995+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:58.995 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 zone default found 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 4 Realm: () 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 zonegroup default 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.996+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.997+0000 7f2b11b30800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.997+0000 7f2b11b30800 20 started sync module instance, tier type = 2024-09-12T00:51:58.996 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:58.997+0000 7f2b11b30800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:51:59.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.005+0000 7f2b11b30800 20 add_watcher() i=0 2024-09-12T00:51:59.004 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=1 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=2 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=3 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=4 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=5 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=6 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 20 add_watcher() i=7 2024-09-12T00:51:59.005 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.006+0000 7f2b11b30800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:59.006 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.008+0000 7f29bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.008+0000 7f2b11b30800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:59.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.008+0000 7f2b11b30800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:59.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.008+0000 7f2b11b30800 5 note: GC not initialized 2024-09-12T00:51:59.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.008+0000 7f29be7fc640 20 reqs_thread_entry: start 2024-09-12T00:51:59.007 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.008+0000 7f2b11b30800 20 init_complete bucket index max shards: 1 2024-09-12T00:51:59.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.009+0000 7f2b11b30800 20 Filter name: none 2024-09-12T00:51:59.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.009+0000 7f292ffff640 20 reqs_thread_entry: start 2024-09-12T00:51:59.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.009+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.009+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:59.008 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.009+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=173 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 rados_obj.operate() r=0 bl.length=395 2024-09-12T00:51:59.009 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.010+0000 7f2b11b30800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:59.011 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.012+0000 7f29bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.014+0000 7f2b11b30800 20 remove_watcher() i=0 2024-09-12T00:51:59.013 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.014+0000 7f2b11b30800 2 removed watcher, disabling cache 2024-09-12T00:51:59.014 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.015+0000 7f2b11b30800 20 remove_watcher() i=1 2024-09-12T00:51:59.015 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.016+0000 7f2b11b30800 20 remove_watcher() i=2 2024-09-12T00:51:59.016 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.017+0000 7f2b11b30800 20 remove_watcher() i=3 2024-09-12T00:51:59.017 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.018+0000 7f2b11b30800 20 remove_watcher() i=4 2024-09-12T00:51:59.018 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.019+0000 7f2b11b30800 20 remove_watcher() i=5 2024-09-12T00:51:59.019 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.020+0000 7f2b11b30800 20 remove_watcher() i=6 2024-09-12T00:51:59.020 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T00:51:59.021+0000 7f2b11b30800 20 remove_watcher() i=7 2024-09-12T00:51:59.030 INFO:tasks.workunit.client.0.smithi163.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T00:51:59.031 INFO:tasks.workunit.client.0.smithi163.stderr:Deleting bucket a-bucket 2024-09-12T00:51:59.032 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:59.032 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:59.057 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:59.057 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:59.111 INFO:tasks.workunit.client.0.smithi163.stderr:Deleting bucket myver 2024-09-12T00:51:59.111 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:59.112 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:59.186 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:59.186 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T00:51:59.358 INFO:tasks.workunit.client.0.smithi163.stderr:Completed resharding tests 2024-09-12T00:51:59.359 INFO:tasks.workunit.client.0.smithi163.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T00:51:59.359 INFO:tasks.workunit.client.0.smithi163.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T00:51:59.359 INFO:tasks.workunit.client.0.smithi163.stdout:connected to https://localhost:443 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ deactivate 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ export PATH 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n '' ']' 2024-09-12T00:51:59.440 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:51:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:+ hash -r 2024-09-12T00:51:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n '' ']' 2024-09-12T00:51:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset VIRTUAL_ENV 2024-09-12T00:51:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T00:51:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset -f deactivate 2024-09-12T00:51:59.441 INFO:tasks.workunit.client.0.smithi163.stderr:+ echo OK. 2024-09-12T00:51:59.442 INFO:tasks.workunit.client.0.smithi163.stdout:OK. 2024-09-12T00:51:59.442 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:51:59.443 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:51:59.522 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T00:51:59.522 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:51:59.948 DEBUG:teuthology.parallel:result is None 2024-09-12T00:51:59.949 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:51:59.987 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:51:59.988 DEBUG:teuthology.orchestra.run.smithi163:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:52:00.057 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:52:00.057 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T00:52:00.076 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T00:52:00.076 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T00:52:00.076 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T00:52:00.076 DEBUG:teuthology.orchestra.run.smithi163:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T00:52:00.126 INFO:teuthology.orchestra.run.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T00:52:04.524 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T00:52:04.524 DEBUG:teuthology.orchestra.run.smithi163:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T00:52:06.421 INFO:teuthology.orchestra.run.smithi163.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required RPM packages. Installing via sudo. 2024-09-12T00:52:06.995 INFO:teuthology.orchestra.run.smithi163.stdout:Last metadata expiration check: 0:31:16 ago on Thu 12 Sep 2024 12:20:50 AM UTC. 2024-09-12T00:52:07.139 INFO:teuthology.orchestra.run.smithi163.stdout:Dependencies resolved. 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout: Package Arch Version Repository Size 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout:Installing: 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout: java-1.8.0-openjdk x86_64 1:1.8.0.362.b09-4.el9 appstream 426 k 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout: java-1.8.0-openjdk-devel x86_64 1:1.8.0.362.b09-4.el9 appstream 9.3 M 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout:Installing dependencies: 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout: java-1.8.0-openjdk-headless x86_64 1:1.8.0.362.b09-4.el9 appstream 32 M 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout:Installing weak dependencies: 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout: gtk2 x86_64 2.24.33-8.el9 appstream 3.5 M 2024-09-12T00:52:07.140 INFO:teuthology.orchestra.run.smithi163.stdout: libcanberra-gtk2 x86_64 0.30-27.el9 appstream 26 k 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction Summary 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout:================================================================================ 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout:Install 5 Packages 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout:Total download size: 46 M 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout:Installed size: 166 M 2024-09-12T00:52:07.141 INFO:teuthology.orchestra.run.smithi163.stdout:Downloading Packages: 2024-09-12T00:52:07.500 INFO:teuthology.orchestra.run.smithi163.stdout:(1/5): java-1.8.0-openjdk-1.8.0.362.b09-4.el9.x 1.6 MB/s | 426 kB 00:00 2024-09-12T00:52:08.875 INFO:teuthology.orchestra.run.smithi163.stdout:(2/5): gtk2-2.24.33-8.el9.x86_64.rpm 2.1 MB/s | 3.5 MB 00:01 2024-09-12T00:52:08.934 INFO:teuthology.orchestra.run.smithi163.stdout:(3/5): libcanberra-gtk2-0.30-27.el9.x86_64.rpm 446 kB/s | 26 kB 00:00 2024-09-12T00:52:11.617 INFO:teuthology.orchestra.run.smithi163.stdout:(4/5): java-1.8.0-openjdk-devel-1.8.0.362.b09-4 2.1 MB/s | 9.3 MB 00:04 2024-09-12T00:52:22.616 INFO:teuthology.orchestra.run.smithi163.stdout:(5/5): java-1.8.0-openjdk-headless-1.8.0.362.b0 2.1 MB/s | 32 MB 00:15 2024-09-12T00:52:22.616 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:52:22.617 INFO:teuthology.orchestra.run.smithi163.stdout:Total 2.9 MB/s | 46 MB 00:15 2024-09-12T00:52:23.046 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction check 2024-09-12T00:52:23.067 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction check succeeded. 2024-09-12T00:52:23.067 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction test 2024-09-12T00:52:23.550 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction test succeeded. 2024-09-12T00:52:23.550 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction 2024-09-12T00:52:24.079 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 1/1 2024-09-12T00:52:24.227 INFO:teuthology.orchestra.run.smithi163.stdout: Preparing : 1/1 2024-09-12T00:52:24.423 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcanberra-gtk2-0.30-27.el9.x86_64 1/5 2024-09-12T00:52:25.039 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gtk2-2.24.33-8.el9.x86_64 2/5 2024-09-12T00:52:25.084 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T00:52:25.326 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T00:52:25.352 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T00:52:25.583 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T00:52:25.622 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T00:52:25.630 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T00:52:25.640 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 5/5 2024-09-12T00:52:25.683 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 5/5 2024-09-12T00:52:28.422 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T00:52:28.423 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gtk2-2.24.33-8.el9.x86_64 1/5 2024-09-12T00:52:28.423 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2/5 2024-09-12T00:52:28.423 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 3/5 2024-09-12T00:52:28.423 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 4/5 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcanberra-gtk2-0.30-27.el9.x86_64 5/5 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout:Installed: 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: gtk2-2.24.33-8.el9.x86_64 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: libcanberra-gtk2-0.30-27.el9.x86_64 2024-09-12T00:52:28.865 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:28.866 INFO:teuthology.orchestra.run.smithi163.stdout:Complete! 2024-09-12T00:52:29.291 INFO:teuthology.orchestra.run.smithi163.stdout: Gradle will be installed under /opt/gradle 2024-09-12T00:52:29.368 INFO:teuthology.orchestra.run.smithi163.stderr:--2024-09-12 00:52:29-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T00:52:29.484 INFO:teuthology.orchestra.run.smithi163.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.72.101, 104.16.73.101, 2606:4700::6810:4865, ... 2024-09-12T00:52:29.493 INFO:teuthology.orchestra.run.smithi163.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.72.101|:443... connected. 2024-09-12T00:52:29.610 INFO:teuthology.orchestra.run.smithi163.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T00:52:29.610 INFO:teuthology.orchestra.run.smithi163.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T00:52:29.610 INFO:teuthology.orchestra.run.smithi163.stderr:--2024-09-12 00:52:29-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T00:52:29.610 INFO:teuthology.orchestra.run.smithi163.stderr:Resolving github.com (github.com)... 140.82.114.3 2024-09-12T00:52:29.620 INFO:teuthology.orchestra.run.smithi163.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2024-09-12T00:52:29.755 INFO:teuthology.orchestra.run.smithi163.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T00:52:29.756 INFO:teuthology.orchestra.run.smithi163.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T005229Z&X-Amz-Expires=300&X-Amz-Signature=4ba290f3fdcae4d1f860139ed8089d21d0ec43610b8892b84fba4cd176652d66&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T00:52:29.756 INFO:teuthology.orchestra.run.smithi163.stderr:--2024-09-12 00:52:29-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T005229Z&X-Amz-Expires=300&X-Amz-Signature=4ba290f3fdcae4d1f860139ed8089d21d0ec43610b8892b84fba4cd176652d66&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T00:52:29.756 INFO:teuthology.orchestra.run.smithi163.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.109.133, 185.199.108.133, 185.199.110.133, ... 2024-09-12T00:52:29.767 INFO:teuthology.orchestra.run.smithi163.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.109.133|:443... connected. 2024-09-12T00:52:29.844 INFO:teuthology.orchestra.run.smithi163.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T00:52:29.844 INFO:teuthology.orchestra.run.smithi163.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T00:52:29.844 INFO:teuthology.orchestra.run.smithi163.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2024-09-12T00:52:29.845 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T00:52:29.859 INFO:teuthology.orchestra.run.smithi163.stderr: 0K .......... .......... .......... .......... .......... 0% 3.28M 28s 2024-09-12T00:52:29.870 INFO:teuthology.orchestra.run.smithi163.stderr: 50K .......... .......... .......... .......... .......... 0% 4.05M 25s 2024-09-12T00:52:29.879 INFO:teuthology.orchestra.run.smithi163.stderr: 100K .......... .......... .......... .......... .......... 0% 5.67M 22s 2024-09-12T00:52:29.881 INFO:teuthology.orchestra.run.smithi163.stderr: 150K .......... .......... .......... .......... .......... 0% 23.5M 17s 2024-09-12T00:52:29.883 INFO:teuthology.orchestra.run.smithi163.stderr: 200K .......... .......... .......... .......... .......... 0% 28.6M 15s 2024-09-12T00:52:29.885 INFO:teuthology.orchestra.run.smithi163.stderr: 250K .......... .......... .......... .......... .......... 0% 22.1M 13s 2024-09-12T00:52:29.891 INFO:teuthology.orchestra.run.smithi163.stderr: 300K .......... .......... .......... .......... .......... 0% 8.19M 13s 2024-09-12T00:52:29.892 INFO:teuthology.orchestra.run.smithi163.stderr: 350K .......... .......... .......... .......... .......... 0% 59.3M 11s 2024-09-12T00:52:29.894 INFO:teuthology.orchestra.run.smithi163.stderr: 400K .......... .......... .......... .......... .......... 0% 33.7M 10s 2024-09-12T00:52:29.894 INFO:teuthology.orchestra.run.smithi163.stderr: 450K .......... .......... .......... .......... .......... 0% 49.7M 9s 2024-09-12T00:52:29.895 INFO:teuthology.orchestra.run.smithi163.stderr: 500K .......... .......... .......... .......... .......... 0% 97.3M 9s 2024-09-12T00:52:29.897 INFO:teuthology.orchestra.run.smithi163.stderr: 550K .......... .......... .......... .......... .......... 0% 25.8M 8s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 600K .......... .......... .......... .......... .......... 0% 8.90M 8s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 650K .......... .......... .......... .......... .......... 0% 344M 8s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 700K .......... .......... .......... .......... .......... 0% 108M 7s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 750K .......... .......... .......... .......... .......... 0% 54.0M 7s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 800K .......... .......... .......... .......... .......... 0% 62.6M 7s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 850K .......... .......... .......... .......... .......... 0% 78.1M 6s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 900K .......... .......... .......... .......... .......... 1% 266M 6s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 950K .......... .......... .......... .......... .......... 1% 74.5M 6s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 1000K .......... .......... .......... .......... .......... 1% 78.8M 6s 2024-09-12T00:52:29.912 INFO:teuthology.orchestra.run.smithi163.stderr: 1050K .......... .......... .......... .......... .......... 1% 78.4M 5s 2024-09-12T00:52:29.913 INFO:teuthology.orchestra.run.smithi163.stderr: 1100K .......... .......... .......... .......... .......... 1% 50.7M 5s 2024-09-12T00:52:29.913 INFO:teuthology.orchestra.run.smithi163.stderr: 1150K .......... .......... .......... .......... .......... 1% 350M 5s 2024-09-12T00:52:29.913 INFO:teuthology.orchestra.run.smithi163.stderr: 1200K .......... .......... .......... .......... .......... 1% 156M 5s 2024-09-12T00:52:31.180 INFO:teuthology.orchestra.run.smithi163.stderr: 1250K .......... .......... .......... .......... .......... 1% 9.22M 5s 2024-09-12T00:52:31.180 INFO:teuthology.orchestra.run.smithi163.stderr: 1300K .......... .......... .......... .......... .......... 1% 257M 5s 2024-09-12T00:52:31.180 INFO:teuthology.orchestra.run.smithi163.stderr: 1350K .......... .......... .......... .......... .......... 1% 368M 5s 2024-09-12T00:52:31.180 INFO:teuthology.orchestra.run.smithi163.stderr: 1400K .......... .......... .......... .......... .......... 1% 87.2M 4s 2024-09-12T00:52:31.180 INFO:teuthology.orchestra.run.smithi163.stderr: 1450K .......... .......... .......... .......... .......... 1% 105M 4s 2024-09-12T00:52:31.180 INFO:teuthology.orchestra.run.smithi163.stderr: 1500K .......... .......... .......... .......... .......... 1% 112M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1550K .......... .......... .......... .......... .......... 1% 110M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1600K .......... .......... .......... .......... .......... 1% 391M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1650K .......... .......... .......... .......... .......... 1% 135M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1700K .......... .......... .......... .......... .......... 1% 129M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1750K .......... .......... .......... .......... .......... 1% 125M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1800K .......... .......... .......... .......... .......... 1% 131M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1850K .......... .......... .......... .......... .......... 2% 416M 4s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1900K .......... .......... .......... .......... .......... 2% 149M 3s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 1950K .......... .......... .......... .......... .......... 2% 126M 3s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 2000K .......... .......... .......... .......... .......... 2% 164M 3s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 2050K .......... .......... .......... .......... .......... 2% 192M 3s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 2100K .......... .......... .......... .......... .......... 2% 312M 3s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 2150K .......... .......... .......... .......... .......... 2% 164M 3s 2024-09-12T00:52:31.181 INFO:teuthology.orchestra.run.smithi163.stderr: 2200K .......... .......... .......... .......... .......... 2% 166M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2250K .......... .......... .......... .......... .......... 2% 189M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2300K .......... .......... .......... .......... .......... 2% 175M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2350K .......... .......... .......... .......... .......... 2% 381M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2400K .......... .......... .......... .......... .......... 2% 107M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2450K .......... .......... .......... .......... .......... 2% 290M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2500K .......... .......... .......... .......... .......... 2% 11.4M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2550K .......... .......... .......... .......... .......... 2% 349M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2600K .......... .......... .......... .......... .......... 2% 378M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2650K .......... .......... .......... .......... .......... 2% 43.9M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2700K .......... .......... .......... .......... .......... 2% 270M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2750K .......... .......... .......... .......... .......... 3% 282M 3s 2024-09-12T00:52:31.182 INFO:teuthology.orchestra.run.smithi163.stderr: 2800K .......... .......... .......... .......... .......... 3% 334M 3s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 2850K .......... .......... .......... .......... .......... 3% 321M 3s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 2900K .......... .......... .......... .......... .......... 3% 239M 3s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 2950K .......... .......... .......... .......... .......... 3% 222M 3s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3000K .......... .......... .......... .......... .......... 3% 375M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3050K .......... .......... .......... .......... .......... 3% 251M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3100K .......... .......... .......... .......... .......... 3% 183M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3150K .......... .......... .......... .......... .......... 3% 374M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3200K .......... .......... .......... .......... .......... 3% 338M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3250K .......... .......... .......... .......... .......... 3% 268M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3300K .......... .......... .......... .......... .......... 3% 204M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3350K .......... .......... .......... .......... .......... 3% 241M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3400K .......... .......... .......... .......... .......... 3% 419M 2s 2024-09-12T00:52:31.183 INFO:teuthology.orchestra.run.smithi163.stderr: 3450K .......... .......... .......... .......... .......... 3% 291M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3500K .......... .......... .......... .......... .......... 3% 264M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3550K .......... .......... .......... .......... .......... 3% 382M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3600K .......... .......... .......... .......... .......... 3% 347M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3650K .......... .......... .......... .......... .......... 3% 246M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3700K .......... .......... .......... .......... .......... 4% 310M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3750K .......... .......... .......... .......... .......... 4% 389M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3800K .......... .......... .......... .......... .......... 4% 348M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3850K .......... .......... .......... .......... .......... 4% 349M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3900K .......... .......... .......... .......... .......... 4% 263M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 3950K .......... .......... .......... .......... .......... 4% 376M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 4000K .......... .......... .......... .......... .......... 4% 355M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 4050K .......... .......... .......... .......... .......... 4% 309M 2s 2024-09-12T00:52:31.184 INFO:teuthology.orchestra.run.smithi163.stderr: 4100K .......... .......... .......... .......... .......... 4% 278M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4150K .......... .......... .......... .......... .......... 4% 339M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4200K .......... .......... .......... .......... .......... 4% 377M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4250K .......... .......... .......... .......... .......... 4% 377M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4300K .......... .......... .......... .......... .......... 4% 301M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4350K .......... .......... .......... .......... .......... 4% 398M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4400K .......... .......... .......... .......... .......... 4% 381M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4450K .......... .......... .......... .......... .......... 4% 398M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4500K .......... .......... .......... .......... .......... 4% 338M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4550K .......... .......... .......... .......... .......... 4% 413M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4600K .......... .......... .......... .......... .......... 5% 406M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4650K .......... .......... .......... .......... .......... 5% 366M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4700K .......... .......... .......... .......... .......... 5% 337M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4750K .......... .......... .......... .......... .......... 5% 390M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4800K .......... .......... .......... .......... .......... 5% 400M 2s 2024-09-12T00:52:31.185 INFO:teuthology.orchestra.run.smithi163.stderr: 4850K .......... .......... .......... .......... .......... 5% 411M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 4900K .......... .......... .......... .......... .......... 5% 350M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 4950K .......... .......... .......... .......... .......... 5% 388M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5000K .......... .......... .......... .......... .......... 5% 391M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5050K .......... .......... .......... .......... .......... 5% 386M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5100K .......... .......... .......... .......... .......... 5% 16.3M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5150K .......... .......... .......... .......... .......... 5% 283M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5200K .......... .......... .......... .......... .......... 5% 328M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5250K .......... .......... .......... .......... .......... 5% 337M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5300K .......... .......... .......... .......... .......... 5% 362M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5350K .......... .......... .......... .......... .......... 5% 61.1M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5400K .......... .......... .......... .......... .......... 5% 158M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5450K .......... .......... .......... .......... .......... 5% 414M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5500K .......... .......... .......... .......... .......... 5% 309M 2s 2024-09-12T00:52:31.186 INFO:teuthology.orchestra.run.smithi163.stderr: 5550K .......... .......... .......... .......... .......... 6% 371M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5600K .......... .......... .......... .......... .......... 6% 348M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5650K .......... .......... .......... .......... .......... 6% 359M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5700K .......... .......... .......... .......... .......... 6% 331M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5750K .......... .......... .......... .......... .......... 6% 388M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5800K .......... .......... .......... .......... .......... 6% 352M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5850K .......... .......... .......... .......... .......... 6% 403M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5900K .......... .......... .......... .......... .......... 6% 260M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 5950K .......... .......... .......... .......... .......... 6% 317M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 6000K .......... .......... .......... .......... .......... 6% 369M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 6050K .......... .......... .......... .......... .......... 6% 317M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 6100K .......... .......... .......... .......... .......... 6% 374M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 6150K .......... .......... .......... .......... .......... 6% 428M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 6200K .......... .......... .......... .......... .......... 6% 358M 1s 2024-09-12T00:52:31.187 INFO:teuthology.orchestra.run.smithi163.stderr: 6250K .......... .......... .......... .......... .......... 6% 354M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6300K .......... .......... .......... .......... .......... 6% 277M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6350K .......... .......... .......... .......... .......... 6% 371M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6400K .......... .......... .......... .......... .......... 6% 398M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6450K .......... .......... .......... .......... .......... 6% 411M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6500K .......... .......... .......... .......... .......... 7% 393M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6550K .......... .......... .......... .......... .......... 7% 437M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6600K .......... .......... .......... .......... .......... 7% 401M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6650K .......... .......... .......... .......... .......... 7% 396M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6700K .......... .......... .......... .......... .......... 7% 251M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6750K .......... .......... .......... .......... .......... 7% 347M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6800K .......... .......... .......... .......... .......... 7% 381M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6850K .......... .......... .......... .......... .......... 7% 385M 1s 2024-09-12T00:52:31.188 INFO:teuthology.orchestra.run.smithi163.stderr: 6900K .......... .......... .......... .......... .......... 7% 369M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 6950K .......... .......... .......... .......... .......... 7% 440M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7000K .......... .......... .......... .......... .......... 7% 14.0M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7050K .......... .......... .......... .......... .......... 7% 406M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7100K .......... .......... .......... .......... .......... 7% 228M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7150K .......... .......... .......... .......... .......... 7% 396M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7200K .......... .......... .......... .......... .......... 7% 25.1M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7250K .......... .......... .......... .......... .......... 7% 141M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7300K .......... .......... .......... .......... .......... 7% 141M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7350K .......... .......... .......... .......... .......... 7% 395M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7400K .......... .......... .......... .......... .......... 8% 57.0M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7450K .......... .......... .......... .......... .......... 8% 351M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7500K .......... .......... .......... .......... .......... 8% 197M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7550K .......... .......... .......... .......... .......... 8% 208M 1s 2024-09-12T00:52:31.189 INFO:teuthology.orchestra.run.smithi163.stderr: 7600K .......... .......... .......... .......... .......... 8% 259M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7650K .......... .......... .......... .......... .......... 8% 397M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7700K .......... .......... .......... .......... .......... 8% 311M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7750K .......... .......... .......... .......... .......... 8% 176M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7800K .......... .......... .......... .......... .......... 8% 251M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7850K .......... .......... .......... .......... .......... 8% 351M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7900K .......... .......... .......... .......... .......... 8% 324M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 7950K .......... .......... .......... .......... .......... 8% 372M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 8000K .......... .......... .......... .......... .......... 8% 324M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 8050K .......... .......... .......... .......... .......... 8% 376M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 8100K .......... .......... .......... .......... .......... 8% 342M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 8150K .......... .......... .......... .......... .......... 8% 438M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 8200K .......... .......... .......... .......... .......... 8% 406M 1s 2024-09-12T00:52:31.190 INFO:teuthology.orchestra.run.smithi163.stderr: 8250K .......... .......... .......... .......... .......... 8% 421M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8300K .......... .......... .......... .......... .......... 8% 266M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8350K .......... .......... .......... .......... .......... 9% 137M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8400K .......... .......... .......... .......... .......... 9% 347M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8450K .......... .......... .......... .......... .......... 9% 419M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8500K .......... .......... .......... .......... .......... 9% 379M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8550K .......... .......... .......... .......... .......... 9% 23.4M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8600K .......... .......... .......... .......... .......... 9% 379M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8650K .......... .......... .......... .......... .......... 9% 347M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8700K .......... .......... .......... .......... .......... 9% 137M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8750K .......... .......... .......... .......... .......... 9% 314M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8800K .......... .......... .......... .......... .......... 9% 269M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8850K .......... .......... .......... .......... .......... 9% 388M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8900K .......... .......... .......... .......... .......... 9% 70.1M 1s 2024-09-12T00:52:31.191 INFO:teuthology.orchestra.run.smithi163.stderr: 8950K .......... .......... .......... .......... .......... 9% 324M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9000K .......... .......... .......... .......... .......... 9% 350M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9050K .......... .......... .......... .......... .......... 9% 393M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9100K .......... .......... .......... .......... .......... 9% 306M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9150K .......... .......... .......... .......... .......... 9% 383M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9200K .......... .......... .......... .......... .......... 9% 383M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9250K .......... .......... .......... .......... .......... 10% 364M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9300K .......... .......... .......... .......... .......... 10% 336M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9350K .......... .......... .......... .......... .......... 10% 321M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9400K .......... .......... .......... .......... .......... 10% 365M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9450K .......... .......... .......... .......... .......... 10% 411M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9500K .......... .......... .......... .......... .......... 10% 135M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9550K .......... .......... .......... .......... .......... 10% 388M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9600K .......... .......... .......... .......... .......... 10% 370M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9650K .......... .......... .......... .......... .......... 10% 415M 1s 2024-09-12T00:52:31.192 INFO:teuthology.orchestra.run.smithi163.stderr: 9700K .......... .......... .......... .......... .......... 10% 289M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 9750K .......... .......... .......... .......... .......... 10% 383M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 9800K .......... .......... .......... .......... .......... 10% 409M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 9850K .......... .......... .......... .......... .......... 10% 428M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 9900K .......... .......... .......... .......... .......... 10% 318M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 9950K .......... .......... .......... .......... .......... 10% 307M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10000K .......... .......... .......... .......... .......... 10% 353M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10050K .......... .......... .......... .......... .......... 10% 412M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10100K .......... .......... .......... .......... .......... 10% 394M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10150K .......... .......... .......... .......... .......... 10% 438M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10200K .......... .......... .......... .......... .......... 11% 23.8M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10250K .......... .......... .......... .......... .......... 11% 350M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10300K .......... .......... .......... .......... .......... 11% 360M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10350K .......... .......... .......... .......... .......... 11% 253M 1s 2024-09-12T00:52:31.193 INFO:teuthology.orchestra.run.smithi163.stderr: 10400K .......... .......... .......... .......... .......... 11% 358M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10450K .......... .......... .......... .......... .......... 11% 364M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10500K .......... .......... .......... .......... .......... 11% 360M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10550K .......... .......... .......... .......... .......... 11% 302M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10600K .......... .......... .......... .......... .......... 11% 348M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10650K .......... .......... .......... .......... .......... 11% 321M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10700K .......... .......... .......... .......... .......... 11% 375M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10750K .......... .......... .......... .......... .......... 11% 335M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10800K .......... .......... .......... .......... .......... 11% 446M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10850K .......... .......... .......... .......... .......... 11% 448M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10900K .......... .......... .......... .......... .......... 11% 454M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 10950K .......... .......... .......... .......... .......... 11% 406M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 11000K .......... .......... .......... .......... .......... 11% 407M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 11050K .......... .......... .......... .......... .......... 11% 98.1M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 11100K .......... .......... .......... .......... .......... 12% 246M 1s 2024-09-12T00:52:31.194 INFO:teuthology.orchestra.run.smithi163.stderr: 11150K .......... .......... .......... .......... .......... 12% 18.3M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11200K .......... .......... .......... .......... .......... 12% 250M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11250K .......... .......... .......... .......... .......... 12% 346M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11300K .......... .......... .......... .......... .......... 12% 442M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11350K .......... .......... .......... .......... .......... 12% 119M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11400K .......... .......... .......... .......... .......... 12% 40.1M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11450K .......... .......... .......... .......... .......... 12% 289M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11500K .......... .......... .......... .......... .......... 12% 410M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11550K .......... .......... .......... .......... .......... 12% 111M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11600K .......... .......... .......... .......... .......... 12% 34.7M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11650K .......... .......... .......... .......... .......... 12% 350M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11700K .......... .......... .......... .......... .......... 12% 376M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11750K .......... .......... .......... .......... .......... 12% 309M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11800K .......... .......... .......... .......... .......... 12% 408M 1s 2024-09-12T00:52:31.195 INFO:teuthology.orchestra.run.smithi163.stderr: 11850K .......... .......... .......... .......... .......... 12% 404M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 11900K .......... .......... .......... .......... .......... 12% 370M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 11950K .......... .......... .......... .......... .......... 12% 349M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12000K .......... .......... .......... .......... .......... 12% 369M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12050K .......... .......... .......... .......... .......... 13% 450M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12100K .......... .......... .......... .......... .......... 13% 122M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12150K .......... .......... .......... .......... .......... 13% 264M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12200K .......... .......... .......... .......... .......... 13% 256M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12250K .......... .......... .......... .......... .......... 13% 447M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12300K .......... .......... .......... .......... .......... 13% 119M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12350K .......... .......... .......... .......... .......... 13% 71.6M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12400K .......... .......... .......... .......... .......... 13% 235M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12450K .......... .......... .......... .......... .......... 13% 362M 1s 2024-09-12T00:52:31.196 INFO:teuthology.orchestra.run.smithi163.stderr: 12500K .......... .......... .......... .......... .......... 13% 32.2M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12550K .......... .......... .......... .......... .......... 13% 297M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12600K .......... .......... .......... .......... .......... 13% 342M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12650K .......... .......... .......... .......... .......... 13% 453M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12700K .......... .......... .......... .......... .......... 13% 80.7M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12750K .......... .......... .......... .......... .......... 13% 255M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12800K .......... .......... .......... .......... .......... 13% 392M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12850K .......... .......... .......... .......... .......... 13% 78.6M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12900K .......... .......... .......... .......... .......... 13% 317M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 12950K .......... .......... .......... .......... .......... 13% 308M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 13000K .......... .......... .......... .......... .......... 14% 451M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 13050K .......... .......... .......... .......... .......... 14% 126M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 13100K .......... .......... .......... .......... .......... 14% 258M 1s 2024-09-12T00:52:31.197 INFO:teuthology.orchestra.run.smithi163.stderr: 13150K .......... .......... .......... .......... .......... 14% 311M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13200K .......... .......... .......... .......... .......... 14% 450M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13250K .......... .......... .......... .......... .......... 14% 31.4M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13300K .......... .......... .......... .......... .......... 14% 257M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13350K .......... .......... .......... .......... .......... 14% 357M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13400K .......... .......... .......... .......... .......... 14% 402M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13450K .......... .......... .......... .......... .......... 14% 419M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13500K .......... .......... .......... .......... .......... 14% 429M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13550K .......... .......... .......... .......... .......... 14% 233M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13600K .......... .......... .......... .......... .......... 14% 392M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13650K .......... .......... .......... .......... .......... 14% 57.4M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13700K .......... .......... .......... .......... .......... 14% 374M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13750K .......... .......... .......... .......... .......... 14% 351M 1s 2024-09-12T00:52:31.198 INFO:teuthology.orchestra.run.smithi163.stderr: 13800K .......... .......... .......... .......... .......... 14% 426M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 13850K .......... .......... .......... .......... .......... 14% 43.2M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 13900K .......... .......... .......... .......... .......... 15% 369M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 13950K .......... .......... .......... .......... .......... 15% 309M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14000K .......... .......... .......... .......... .......... 15% 363M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14050K .......... .......... .......... .......... .......... 15% 332M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14100K .......... .......... .......... .......... .......... 15% 386M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14150K .......... .......... .......... .......... .......... 15% 351M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14200K .......... .......... .......... .......... .......... 15% 173M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14250K .......... .......... .......... .......... .......... 15% 371M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14300K .......... .......... .......... .......... .......... 15% 367M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14350K .......... .......... .......... .......... .......... 15% 347M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14400K .......... .......... .......... .......... .......... 15% 115M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14450K .......... .......... .......... .......... .......... 15% 384M 1s 2024-09-12T00:52:31.199 INFO:teuthology.orchestra.run.smithi163.stderr: 14500K .......... .......... .......... .......... .......... 15% 387M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14550K .......... .......... .......... .......... .......... 15% 381M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14600K .......... .......... .......... .......... .......... 15% 203M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14650K .......... .......... .......... .......... .......... 15% 379M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14700K .......... .......... .......... .......... .......... 15% 387M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14750K .......... .......... .......... .......... .......... 15% 324M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14800K .......... .......... .......... .......... .......... 15% 359M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14850K .......... .......... .......... .......... .......... 16% 371M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14900K .......... .......... .......... .......... .......... 16% 418M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 14950K .......... .......... .......... .......... .......... 16% 395M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 15000K .......... .......... .......... .......... .......... 16% 357M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 15050K .......... .......... .......... .......... .......... 16% 380M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 15100K .......... .......... .......... .......... .......... 16% 432M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 15150K .......... .......... .......... .......... .......... 16% 340M 1s 2024-09-12T00:52:31.200 INFO:teuthology.orchestra.run.smithi163.stderr: 15200K .......... .......... .......... .......... .......... 16% 405M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15250K .......... .......... .......... .......... .......... 16% 380M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15300K .......... .......... .......... .......... .......... 16% 386M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15350K .......... .......... .......... .......... .......... 16% 340M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15400K .......... .......... .......... .......... .......... 16% 403M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15450K .......... .......... .......... .......... .......... 16% 413M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15500K .......... .......... .......... .......... .......... 16% 394M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15550K .......... .......... .......... .......... .......... 16% 322M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15600K .......... .......... .......... .......... .......... 16% 354M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15650K .......... .......... .......... .......... .......... 16% 339M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15700K .......... .......... .......... .......... .......... 16% 353M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15750K .......... .......... .......... .......... .......... 17% 344M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15800K .......... .......... .......... .......... .......... 17% 445M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15850K .......... .......... .......... .......... .......... 17% 445M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15900K .......... .......... .......... .......... .......... 17% 436M 1s 2024-09-12T00:52:31.201 INFO:teuthology.orchestra.run.smithi163.stderr: 15950K .......... .......... .......... .......... .......... 17% 150M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16000K .......... .......... .......... .......... .......... 17% 376M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16050K .......... .......... .......... .......... .......... 17% 369M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16100K .......... .......... .......... .......... .......... 17% 403M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16150K .......... .......... .......... .......... .......... 17% 206M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16200K .......... .......... .......... .......... .......... 17% 364M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16250K .......... .......... .......... .......... .......... 17% 386M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16300K .......... .......... .......... .......... .......... 17% 422M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16350K .......... .......... .......... .......... .......... 17% 35.8M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16400K .......... .......... .......... .......... .......... 17% 303M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16450K .......... .......... .......... .......... .......... 17% 392M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16500K .......... .......... .......... .......... .......... 17% 358M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16550K .......... .......... .......... .......... .......... 17% 304M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16600K .......... .......... .......... .......... .......... 17% 376M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16650K .......... .......... .......... .......... .......... 17% 372M 1s 2024-09-12T00:52:31.202 INFO:teuthology.orchestra.run.smithi163.stderr: 16700K .......... .......... .......... .......... .......... 18% 47.9M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 16750K .......... .......... .......... .......... .......... 18% 345M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 16800K .......... .......... .......... .......... .......... 18% 382M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 16850K .......... .......... .......... .......... .......... 18% 440M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 16900K .......... .......... .......... .......... .......... 18% 416M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 16950K .......... .......... .......... .......... .......... 18% 47.2M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17000K .......... .......... .......... .......... .......... 18% 344M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17050K .......... .......... .......... .......... .......... 18% 379M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17100K .......... .......... .......... .......... .......... 18% 409M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17150K .......... .......... .......... .......... .......... 18% 348M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17200K .......... .......... .......... .......... .......... 18% 272M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17250K .......... .......... .......... .......... .......... 18% 343M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17300K .......... .......... .......... .......... .......... 18% 386M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17350K .......... .......... .......... .......... .......... 18% 374M 1s 2024-09-12T00:52:31.203 INFO:teuthology.orchestra.run.smithi163.stderr: 17400K .......... .......... .......... .......... .......... 18% 377M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17450K .......... .......... .......... .......... .......... 18% 420M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17500K .......... .......... .......... .......... .......... 18% 85.8M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17550K .......... .......... .......... .......... .......... 18% 302M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17600K .......... .......... .......... .......... .......... 18% 440M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17650K .......... .......... .......... .......... .......... 19% 342M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17700K .......... .......... .......... .......... .......... 19% 152M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17750K .......... .......... .......... .......... .......... 19% 369M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17800K .......... .......... .......... .......... .......... 19% 302M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17850K .......... .......... .......... .......... .......... 19% 292M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17900K .......... .......... .......... .......... .......... 19% 367M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 17950K .......... .......... .......... .......... .......... 19% 406M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 18000K .......... .......... .......... .......... .......... 19% 407M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 18050K .......... .......... .......... .......... .......... 19% 291M 1s 2024-09-12T00:52:31.204 INFO:teuthology.orchestra.run.smithi163.stderr: 18100K .......... .......... .......... .......... .......... 19% 443M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18150K .......... .......... .......... .......... .......... 19% 246M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18200K .......... .......... .......... .......... .......... 19% 417M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18250K .......... .......... .......... .......... .......... 19% 218M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18300K .......... .......... .......... .......... .......... 19% 407M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18350K .......... .......... .......... .......... .......... 19% 359M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18400K .......... .......... .......... .......... .......... 19% 336M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18450K .......... .......... .......... .......... .......... 19% 415M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18500K .......... .......... .......... .......... .......... 19% 281M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18550K .......... .......... .......... .......... .......... 20% 310M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18600K .......... .......... .......... .......... .......... 20% 306M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18650K .......... .......... .......... .......... .......... 20% 348M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18700K .......... .......... .......... .......... .......... 20% 405M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18750K .......... .......... .......... .......... .......... 20% 372M 1s 2024-09-12T00:52:31.205 INFO:teuthology.orchestra.run.smithi163.stderr: 18800K .......... .......... .......... .......... .......... 20% 455M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 18850K .......... .......... .......... .......... .......... 20% 339M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 18900K .......... .......... .......... .......... .......... 20% 359M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 18950K .......... .......... .......... .......... .......... 20% 347M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19000K .......... .......... .......... .......... .......... 20% 364M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19050K .......... .......... .......... .......... .......... 20% 395M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19100K .......... .......... .......... .......... .......... 20% 371M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19150K .......... .......... .......... .......... .......... 20% 302M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19200K .......... .......... .......... .......... .......... 20% 219M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19250K .......... .......... .......... .......... .......... 20% 452M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19300K .......... .......... .......... .......... .......... 20% 443M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19350K .......... .......... .......... .......... .......... 20% 92.0M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19400K .......... .......... .......... .......... .......... 20% 109M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19450K .......... .......... .......... .......... .......... 20% 375M 1s 2024-09-12T00:52:31.206 INFO:teuthology.orchestra.run.smithi163.stderr: 19500K .......... .......... .......... .......... .......... 21% 114M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19550K .......... .......... .......... .......... .......... 21% 266M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19600K .......... .......... .......... .......... .......... 21% 256M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19650K .......... .......... .......... .......... .......... 21% 405M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19700K .......... .......... .......... .......... .......... 21% 447M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19750K .......... .......... .......... .......... .......... 21% 71.4M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19800K .......... .......... .......... .......... .......... 21% 224M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19850K .......... .......... .......... .......... .......... 21% 47.5M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19900K .......... .......... .......... .......... .......... 21% 139M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 19950K .......... .......... .......... .......... .......... 21% 189M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 20000K .......... .......... .......... .......... .......... 21% 417M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 20050K .......... .......... .......... .......... .......... 21% 413M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 20100K .......... .......... .......... .......... .......... 21% 411M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 20150K .......... .......... .......... .......... .......... 21% 402M 1s 2024-09-12T00:52:31.207 INFO:teuthology.orchestra.run.smithi163.stderr: 20200K .......... .......... .......... .......... .......... 21% 319M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20250K .......... .......... .......... .......... .......... 21% 373M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20300K .......... .......... .......... .......... .......... 21% 374M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20350K .......... .......... .......... .......... .......... 21% 307M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20400K .......... .......... .......... .......... .......... 22% 339M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20450K .......... .......... .......... .......... .......... 22% 394M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20500K .......... .......... .......... .......... .......... 22% 431M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20550K .......... .......... .......... .......... .......... 22% 208M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20600K .......... .......... .......... .......... .......... 22% 268M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20650K .......... .......... .......... .......... .......... 22% 370M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20700K .......... .......... .......... .......... .......... 22% 117M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20750K .......... .......... .......... .......... .......... 22% 383M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20800K .......... .......... .......... .......... .......... 22% 176M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20850K .......... .......... .......... .......... .......... 22% 376M 1s 2024-09-12T00:52:31.208 INFO:teuthology.orchestra.run.smithi163.stderr: 20900K .......... .......... .......... .......... .......... 22% 374M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 20950K .......... .......... .......... .......... .......... 22% 357M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21000K .......... .......... .......... .......... .......... 22% 242M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21050K .......... .......... .......... .......... .......... 22% 365M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21100K .......... .......... .......... .......... .......... 22% 290M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21150K .......... .......... .......... .......... .......... 22% 411M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21200K .......... .......... .......... .......... .......... 22% 321M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21250K .......... .......... .......... .......... .......... 22% 396M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21300K .......... .......... .......... .......... .......... 22% 396M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21350K .......... .......... .......... .......... .......... 23% 303M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21400K .......... .......... .......... .......... .......... 23% 133M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21450K .......... .......... .......... .......... .......... 23% 372M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21500K .......... .......... .......... .......... .......... 23% 332M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21550K .......... .......... .......... .......... .......... 23% 125M 1s 2024-09-12T00:52:31.209 INFO:teuthology.orchestra.run.smithi163.stderr: 21600K .......... .......... .......... .......... .......... 23% 317M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21650K .......... .......... .......... .......... .......... 23% 348M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21700K .......... .......... .......... .......... .......... 23% 399M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21750K .......... .......... .......... .......... .......... 23% 58.2M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21800K .......... .......... .......... .......... .......... 23% 295M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21850K .......... .......... .......... .......... .......... 23% 113M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21900K .......... .......... .......... .......... .......... 23% 40.5M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 21950K .......... .......... .......... .......... .......... 23% 354M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22000K .......... .......... .......... .......... .......... 23% 26.1M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22050K .......... .......... .......... .......... .......... 23% 367M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22100K .......... .......... .......... .......... .......... 23% 256M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22150K .......... .......... .......... .......... .......... 23% 373M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22200K .......... .......... .......... .......... .......... 23% 418M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22250K .......... .......... .......... .......... .......... 24% 89.7M 1s 2024-09-12T00:52:31.210 INFO:teuthology.orchestra.run.smithi163.stderr: 22300K .......... .......... .......... .......... .......... 24% 322M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22350K .......... .......... .......... .......... .......... 24% 425M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22400K .......... .......... .......... .......... .......... 24% 43.1M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22450K .......... .......... .......... .......... .......... 24% 388M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22500K .......... .......... .......... .......... .......... 24% 370M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22550K .......... .......... .......... .......... .......... 24% 335M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22600K .......... .......... .......... .......... .......... 24% 342M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22650K .......... .......... .......... .......... .......... 24% 351M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22700K .......... .......... .......... .......... .......... 24% 334M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22750K .......... .......... .......... .......... .......... 24% 366M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22800K .......... .......... .......... .......... .......... 24% 383M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22850K .......... .......... .......... .......... .......... 24% 348M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22900K .......... .......... .......... .......... .......... 24% 381M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 22950K .......... .......... .......... .......... .......... 24% 380M 1s 2024-09-12T00:52:31.211 INFO:teuthology.orchestra.run.smithi163.stderr: 23000K .......... .......... .......... .......... .......... 24% 347M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23050K .......... .......... .......... .......... .......... 24% 384M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23100K .......... .......... .......... .......... .......... 24% 401M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23150K .......... .......... .......... .......... .......... 24% 412M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23200K .......... .......... .......... .......... .......... 25% 314M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23250K .......... .......... .......... .......... .......... 25% 397M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23300K .......... .......... .......... .......... .......... 25% 357M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23350K .......... .......... .......... .......... .......... 25% 381M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23400K .......... .......... .......... .......... .......... 25% 387M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23450K .......... .......... .......... .......... .......... 25% 397M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23500K .......... .......... .......... .......... .......... 25% 311M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23550K .......... .......... .......... .......... .......... 25% 372M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23600K .......... .......... .......... .......... .......... 25% 391M 1s 2024-09-12T00:52:31.212 INFO:teuthology.orchestra.run.smithi163.stderr: 23650K .......... .......... .......... .......... .......... 25% 361M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 23700K .......... .......... .......... .......... .......... 25% 345M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 23750K .......... .......... .......... .......... .......... 25% 361M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 23800K .......... .......... .......... .......... .......... 25% 374M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 23850K .......... .......... .......... .......... .......... 25% 345M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 23900K .......... .......... .......... .......... .......... 25% 360M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 23950K .......... .......... .......... .......... .......... 25% 420M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24000K .......... .......... .......... .......... .......... 25% 404M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24050K .......... .......... .......... .......... .......... 25% 426M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24100K .......... .......... .......... .......... .......... 25% 341M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24150K .......... .......... .......... .......... .......... 26% 387M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24200K .......... .......... .......... .......... .......... 26% 406M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24250K .......... .......... .......... .......... .......... 26% 417M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24300K .......... .......... .......... .......... .......... 26% 315M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24350K .......... .......... .......... .......... .......... 26% 309M 1s 2024-09-12T00:52:31.213 INFO:teuthology.orchestra.run.smithi163.stderr: 24400K .......... .......... .......... .......... .......... 26% 397M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24450K .......... .......... .......... .......... .......... 26% 416M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24500K .......... .......... .......... .......... .......... 26% 239M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24550K .......... .......... .......... .......... .......... 26% 354M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24600K .......... .......... .......... .......... .......... 26% 335M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24650K .......... .......... .......... .......... .......... 26% 386M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24700K .......... .......... .......... .......... .......... 26% 334M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24750K .......... .......... .......... .......... .......... 26% 389M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24800K .......... .......... .......... .......... .......... 26% 374M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24850K .......... .......... .......... .......... .......... 26% 371M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24900K .......... .......... .......... .......... .......... 26% 380M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 24950K .......... .......... .......... .......... .......... 26% 438M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 25000K .......... .......... .......... .......... .......... 26% 128M 1s 2024-09-12T00:52:31.214 INFO:teuthology.orchestra.run.smithi163.stderr: 25050K .......... .......... .......... .......... .......... 27% 30.1M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25100K .......... .......... .......... .......... .......... 27% 78.2M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25150K .......... .......... .......... .......... .......... 27% 341M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25200K .......... .......... .......... .......... .......... 27% 306M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25250K .......... .......... .......... .......... .......... 27% 394M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25300K .......... .......... .......... .......... .......... 27% 386M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25350K .......... .......... .......... .......... .......... 27% 116M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25400K .......... .......... .......... .......... .......... 27% 273M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25450K .......... .......... .......... .......... .......... 27% 437M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25500K .......... .......... .......... .......... .......... 27% 46.2M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25550K .......... .......... .......... .......... .......... 27% 374M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25600K .......... .......... .......... .......... .......... 27% 278M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25650K .......... .......... .......... .......... .......... 27% 133M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25700K .......... .......... .......... .......... .......... 27% 324M 1s 2024-09-12T00:52:31.215 INFO:teuthology.orchestra.run.smithi163.stderr: 25750K .......... .......... .......... .......... .......... 27% 335M 1s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 25800K .......... .......... .......... .......... .......... 27% 348M 1s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 25850K .......... .......... .......... .......... .......... 27% 349M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 25900K .......... .......... .......... .......... .......... 27% 296M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 25950K .......... .......... .......... .......... .......... 27% 372M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26000K .......... .......... .......... .......... .......... 28% 363M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26050K .......... .......... .......... .......... .......... 28% 343M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26100K .......... .......... .......... .......... .......... 28% 316M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26150K .......... .......... .......... .......... .......... 28% 386M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26200K .......... .......... .......... .......... .......... 28% 391M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26250K .......... .......... .......... .......... .......... 28% 399M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26300K .......... .......... .......... .......... .......... 28% 296M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26350K .......... .......... .......... .......... .......... 28% 382M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26400K .......... .......... .......... .......... .......... 28% 413M 0s 2024-09-12T00:52:31.216 INFO:teuthology.orchestra.run.smithi163.stderr: 26450K .......... .......... .......... .......... .......... 28% 422M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26500K .......... .......... .......... .......... .......... 28% 322M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26550K .......... .......... .......... .......... .......... 28% 413M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26600K .......... .......... .......... .......... .......... 28% 322M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26650K .......... .......... .......... .......... .......... 28% 368M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26700K .......... .......... .......... .......... .......... 28% 347M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26750K .......... .......... .......... .......... .......... 28% 438M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26800K .......... .......... .......... .......... .......... 28% 240M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26850K .......... .......... .......... .......... .......... 28% 337M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26900K .......... .......... .......... .......... .......... 29% 389M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 26950K .......... .......... .......... .......... .......... 29% 426M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 27000K .......... .......... .......... .......... .......... 29% 93.2M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 27050K .......... .......... .......... .......... .......... 29% 354M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 27100K .......... .......... .......... .......... .......... 29% 308M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 27150K .......... .......... .......... .......... .......... 29% 185M 0s 2024-09-12T00:52:31.217 INFO:teuthology.orchestra.run.smithi163.stderr: 27200K .......... .......... .......... .......... .......... 29% 346M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27250K .......... .......... .......... .......... .......... 29% 336M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27300K .......... .......... .......... .......... .......... 29% 204M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27350K .......... .......... .......... .......... .......... 29% 342M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27400K .......... .......... .......... .......... .......... 29% 267M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27450K .......... .......... .......... .......... .......... 29% 353M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27500K .......... .......... .......... .......... .......... 29% 315M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27550K .......... .......... .......... .......... .......... 29% 353M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27600K .......... .......... .......... .......... .......... 29% 260M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27650K .......... .......... .......... .......... .......... 29% 367M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27700K .......... .......... .......... .......... .......... 29% 324M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27750K .......... .......... .......... .......... .......... 29% 420M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27800K .......... .......... .......... .......... .......... 29% 323M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27850K .......... .......... .......... .......... .......... 30% 387M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27900K .......... .......... .......... .......... .......... 30% 320M 0s 2024-09-12T00:52:31.218 INFO:teuthology.orchestra.run.smithi163.stderr: 27950K .......... .......... .......... .......... .......... 30% 447M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28000K .......... .......... .......... .......... .......... 30% 147M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28050K .......... .......... .......... .......... .......... 30% 395M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28100K .......... .......... .......... .......... .......... 30% 382M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28150K .......... .......... .......... .......... .......... 30% 84.8M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28200K .......... .......... .......... .......... .......... 30% 74.1M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28250K .......... .......... .......... .......... .......... 30% 286M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28300K .......... .......... .......... .......... .......... 30% 125M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28350K .......... .......... .......... .......... .......... 30% 264M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28400K .......... .......... .......... .......... .......... 30% 372M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28450K .......... .......... .......... .......... .......... 30% 396M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28500K .......... .......... .......... .......... .......... 30% 61.1M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28550K .......... .......... .......... .......... .......... 30% 382M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28600K .......... .......... .......... .......... .......... 30% 190M 0s 2024-09-12T00:52:31.219 INFO:teuthology.orchestra.run.smithi163.stderr: 28650K .......... .......... .......... .......... .......... 30% 269M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 28700K .......... .......... .......... .......... .......... 30% 130M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 28750K .......... .......... .......... .......... .......... 31% 245M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 28800K .......... .......... .......... .......... .......... 31% 380M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 28850K .......... .......... .......... .......... .......... 31% 84.3M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 28900K .......... .......... .......... .......... .......... 31% 321M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 28950K .......... .......... .......... .......... .......... 31% 358M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29000K .......... .......... .......... .......... .......... 31% 356M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29050K .......... .......... .......... .......... .......... 31% 382M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29100K .......... .......... .......... .......... .......... 31% 312M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29150K .......... .......... .......... .......... .......... 31% 333M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29200K .......... .......... .......... .......... .......... 31% 387M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29250K .......... .......... .......... .......... .......... 31% 395M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29300K .......... .......... .......... .......... .......... 31% 333M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29350K .......... .......... .......... .......... .......... 31% 400M 0s 2024-09-12T00:52:31.220 INFO:teuthology.orchestra.run.smithi163.stderr: 29400K .......... .......... .......... .......... .......... 31% 400M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29450K .......... .......... .......... .......... .......... 31% 384M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29500K .......... .......... .......... .......... .......... 31% 342M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29550K .......... .......... .......... .......... .......... 31% 428M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29600K .......... .......... .......... .......... .......... 31% 402M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29650K .......... .......... .......... .......... .......... 31% 401M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29700K .......... .......... .......... .......... .......... 32% 372M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29750K .......... .......... .......... .......... .......... 32% 428M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29800K .......... .......... .......... .......... .......... 32% 417M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29850K .......... .......... .......... .......... .......... 32% 396M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29900K .......... .......... .......... .......... .......... 32% 354M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 29950K .......... .......... .......... .......... .......... 32% 241M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 30000K .......... .......... .......... .......... .......... 32% 338M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 30050K .......... .......... .......... .......... .......... 32% 401M 0s 2024-09-12T00:52:31.221 INFO:teuthology.orchestra.run.smithi163.stderr: 30100K .......... .......... .......... .......... .......... 32% 228M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30150K .......... .......... .......... .......... .......... 32% 404M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30200K .......... .......... .......... .......... .......... 32% 392M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30250K .......... .......... .......... .......... .......... 32% 129M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30300K .......... .......... .......... .......... .......... 32% 365M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30350K .......... .......... .......... .......... .......... 32% 281M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30400K .......... .......... .......... .......... .......... 32% 349M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30450K .......... .......... .......... .......... .......... 32% 318M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30500K .......... .......... .......... .......... .......... 32% 347M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30550K .......... .......... .......... .......... .......... 32% 402M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30600K .......... .......... .......... .......... .......... 32% 361M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30650K .......... .......... .......... .......... .......... 33% 437M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30700K .......... .......... .......... .......... .......... 33% 73.7M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30750K .......... .......... .......... .......... .......... 33% 452M 0s 2024-09-12T00:52:31.222 INFO:teuthology.orchestra.run.smithi163.stderr: 30800K .......... .......... .......... .......... .......... 33% 336M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 30850K .......... .......... .......... .......... .......... 33% 413M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 30900K .......... .......... .......... .......... .......... 33% 430M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 30950K .......... .......... .......... .......... .......... 33% 362M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31000K .......... .......... .......... .......... .......... 33% 253M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31050K .......... .......... .......... .......... .......... 33% 265M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31100K .......... .......... .......... .......... .......... 33% 391M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31150K .......... .......... .......... .......... .......... 33% 330M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31200K .......... .......... .......... .......... .......... 33% 243M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31250K .......... .......... .......... .......... .......... 33% 76.1M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31300K .......... .......... .......... .......... .......... 33% 88.7M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31350K .......... .......... .......... .......... .......... 33% 314M 0s 2024-09-12T00:52:31.223 INFO:teuthology.orchestra.run.smithi163.stderr: 31400K .......... .......... .......... .......... .......... 33% 351M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31450K .......... .......... .......... .......... .......... 33% 372M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31500K .......... .......... .......... .......... .......... 33% 397M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31550K .......... .......... .......... .......... .......... 34% 76.7M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31600K .......... .......... .......... .......... .......... 34% 329M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31650K .......... .......... .......... .......... .......... 34% 141M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31700K .......... .......... .......... .......... .......... 34% 218M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31750K .......... .......... .......... .......... .......... 34% 211M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31800K .......... .......... .......... .......... .......... 34% 349M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31850K .......... .......... .......... .......... .......... 34% 222M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31900K .......... .......... .......... .......... .......... 34% 69.3M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 31950K .......... .......... .......... .......... .......... 34% 259M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 32000K .......... .......... .......... .......... .......... 34% 413M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 32050K .......... .......... .......... .......... .......... 34% 443M 0s 2024-09-12T00:52:31.224 INFO:teuthology.orchestra.run.smithi163.stderr: 32100K .......... .......... .......... .......... .......... 34% 442M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32150K .......... .......... .......... .......... .......... 34% 71.8M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32200K .......... .......... .......... .......... .......... 34% 392M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32250K .......... .......... .......... .......... .......... 34% 407M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32300K .......... .......... .......... .......... .......... 34% 404M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32350K .......... .......... .......... .......... .......... 34% 293M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32400K .......... .......... .......... .......... .......... 34% 405M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32450K .......... .......... .......... .......... .......... 34% 427M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32500K .......... .......... .......... .......... .......... 35% 396M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32550K .......... .......... .......... .......... .......... 35% 381M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32600K .......... .......... .......... .......... .......... 35% 37.2M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32650K .......... .......... .......... .......... .......... 35% 351M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32700K .......... .......... .......... .......... .......... 35% 385M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32750K .......... .......... .......... .......... .......... 35% 290M 0s 2024-09-12T00:52:31.225 INFO:teuthology.orchestra.run.smithi163.stderr: 32800K .......... .......... .......... .......... .......... 35% 423M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 32850K .......... .......... .......... .......... .......... 35% 358M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 32900K .......... .......... .......... .......... .......... 35% 375M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 32950K .......... .......... .......... .......... .......... 35% 369M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33000K .......... .......... .......... .......... .......... 35% 317M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33050K .......... .......... .......... .......... .......... 35% 361M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33100K .......... .......... .......... .......... .......... 35% 323M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33150K .......... .......... .......... .......... .......... 35% 378M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33200K .......... .......... .......... .......... .......... 35% 447M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33250K .......... .......... .......... .......... .......... 35% 249M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33300K .......... .......... .......... .......... .......... 35% 126M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33350K .......... .......... .......... .......... .......... 35% 173M 0s 2024-09-12T00:52:31.226 INFO:teuthology.orchestra.run.smithi163.stderr: 33400K .......... .......... .......... .......... .......... 36% 380M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33450K .......... .......... .......... .......... .......... 36% 431M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33500K .......... .......... .......... .......... .......... 36% 411M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33550K .......... .......... .......... .......... .......... 36% 357M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33600K .......... .......... .......... .......... .......... 36% 445M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33650K .......... .......... .......... .......... .......... 36% 246M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33700K .......... .......... .......... .......... .......... 36% 398M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33750K .......... .......... .......... .......... .......... 36% 365M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33800K .......... .......... .......... .......... .......... 36% 379M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33850K .......... .......... .......... .......... .......... 36% 401M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33900K .......... .......... .......... .......... .......... 36% 428M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 33950K .......... .......... .......... .......... .......... 36% 138M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 34000K .......... .......... .......... .......... .......... 36% 250M 0s 2024-09-12T00:52:31.227 INFO:teuthology.orchestra.run.smithi163.stderr: 34050K .......... .......... .......... .......... .......... 36% 432M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34100K .......... .......... .......... .......... .......... 36% 16.5M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34150K .......... .......... .......... .......... .......... 36% 241M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34200K .......... .......... .......... .......... .......... 36% 360M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34250K .......... .......... .......... .......... .......... 36% 122M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34300K .......... .......... .......... .......... .......... 36% 338M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34350K .......... .......... .......... .......... .......... 37% 299M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34400K .......... .......... .......... .......... .......... 37% 354M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34450K .......... .......... .......... .......... .......... 37% 132M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34500K .......... .......... .......... .......... .......... 37% 316M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34550K .......... .......... .......... .......... .......... 37% 373M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34600K .......... .......... .......... .......... .......... 37% 92.9M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34650K .......... .......... .......... .......... .......... 37% 376M 0s 2024-09-12T00:52:31.228 INFO:teuthology.orchestra.run.smithi163.stderr: 34700K .......... .......... .......... .......... .......... 37% 406M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 34750K .......... .......... .......... .......... .......... 37% 310M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 34800K .......... .......... .......... .......... .......... 37% 177M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 34850K .......... .......... .......... .......... .......... 37% 156M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 34900K .......... .......... .......... .......... .......... 37% 192M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 34950K .......... .......... .......... .......... .......... 37% 267M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35000K .......... .......... .......... .......... .......... 37% 84.3M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35050K .......... .......... .......... .......... .......... 37% 362M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35100K .......... .......... .......... .......... .......... 37% 63.2M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35150K .......... .......... .......... .......... .......... 37% 37.4M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35200K .......... .......... .......... .......... .......... 37% 263M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35250K .......... .......... .......... .......... .......... 37% 328M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35300K .......... .......... .......... .......... .......... 38% 353M 0s 2024-09-12T00:52:31.229 INFO:teuthology.orchestra.run.smithi163.stderr: 35350K .......... .......... .......... .......... .......... 38% 326M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35400K .......... .......... .......... .......... .......... 38% 350M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35450K .......... .......... .......... .......... .......... 38% 407M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35500K .......... .......... .......... .......... .......... 38% 439M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35550K .......... .......... .......... .......... .......... 38% 30.3M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35600K .......... .......... .......... .......... .......... 38% 357M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35650K .......... .......... .......... .......... .......... 38% 360M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35700K .......... .......... .......... .......... .......... 38% 340M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35750K .......... .......... .......... .......... .......... 38% 258M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35800K .......... .......... .......... .......... .......... 38% 384M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35850K .......... .......... .......... .......... .......... 38% 379M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35900K .......... .......... .......... .......... .......... 38% 444M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 35950K .......... .......... .......... .......... .......... 38% 105M 0s 2024-09-12T00:52:31.230 INFO:teuthology.orchestra.run.smithi163.stderr: 36000K .......... .......... .......... .......... .......... 38% 365M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36050K .......... .......... .......... .......... .......... 38% 205M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36100K .......... .......... .......... .......... .......... 38% 333M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36150K .......... .......... .......... .......... .......... 38% 213M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36200K .......... .......... .......... .......... .......... 39% 387M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36250K .......... .......... .......... .......... .......... 39% 327M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36300K .......... .......... .......... .......... .......... 39% 335M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36350K .......... .......... .......... .......... .......... 39% 291M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36400K .......... .......... .......... .......... .......... 39% 446M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36450K .......... .......... .......... .......... .......... 39% 389M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36500K .......... .......... .......... .......... .......... 39% 389M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36550K .......... .......... .......... .......... .......... 39% 300M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36600K .......... .......... .......... .......... .......... 39% 187M 0s 2024-09-12T00:52:31.231 INFO:teuthology.orchestra.run.smithi163.stderr: 36650K .......... .......... .......... .......... .......... 39% 17.4M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 36700K .......... .......... .......... .......... .......... 39% 311M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 36750K .......... .......... .......... .......... .......... 39% 321M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 36800K .......... .......... .......... .......... .......... 39% 269M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 36850K .......... .......... .......... .......... .......... 39% 370M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 36900K .......... .......... .......... .......... .......... 39% 382M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 36950K .......... .......... .......... .......... .......... 39% 170M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37000K .......... .......... .......... .......... .......... 39% 266M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37050K .......... .......... .......... .......... .......... 39% 182M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37100K .......... .......... .......... .......... .......... 39% 354M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37150K .......... .......... .......... .......... .......... 40% 124M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37200K .......... .......... .......... .......... .......... 40% 61.2M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37250K .......... .......... .......... .......... .......... 40% 229M 0s 2024-09-12T00:52:31.232 INFO:teuthology.orchestra.run.smithi163.stderr: 37300K .......... .......... .......... .......... .......... 40% 383M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37350K .......... .......... .......... .......... .......... 40% 326M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37400K .......... .......... .......... .......... .......... 40% 435M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37450K .......... .......... .......... .......... .......... 40% 451M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37500K .......... .......... .......... .......... .......... 40% 9.16M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37550K .......... .......... .......... .......... .......... 40% 219M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37600K .......... .......... .......... .......... .......... 40% 38.2M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37650K .......... .......... .......... .......... .......... 40% 195M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37700K .......... .......... .......... .......... .......... 40% 122M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37750K .......... .......... .......... .......... .......... 40% 304M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37800K .......... .......... .......... .......... .......... 40% 331M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37850K .......... .......... .......... .......... .......... 40% 224M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37900K .......... .......... .......... .......... .......... 40% 326M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 37950K .......... .......... .......... .......... .......... 40% 347M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 38000K .......... .......... .......... .......... .......... 40% 43.6M 0s 2024-09-12T00:52:31.233 INFO:teuthology.orchestra.run.smithi163.stderr: 38050K .......... .......... .......... .......... .......... 41% 383M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38100K .......... .......... .......... .......... .......... 41% 353M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38150K .......... .......... .......... .......... .......... 41% 329M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38200K .......... .......... .......... .......... .......... 41% 358M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38250K .......... .......... .......... .......... .......... 41% 426M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38300K .......... .......... .......... .......... .......... 41% 435M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38350K .......... .......... .......... .......... .......... 41% 267M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38400K .......... .......... .......... .......... .......... 41% 308M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38450K .......... .......... .......... .......... .......... 41% 110M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38500K .......... .......... .......... .......... .......... 41% 405M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38550K .......... .......... .......... .......... .......... 41% 382M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38600K .......... .......... .......... .......... .......... 41% 408M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38650K .......... .......... .......... .......... .......... 41% 395M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38700K .......... .......... .......... .......... .......... 41% 417M 0s 2024-09-12T00:52:31.234 INFO:teuthology.orchestra.run.smithi163.stderr: 38750K .......... .......... .......... .......... .......... 41% 328M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 38800K .......... .......... .......... .......... .......... 41% 397M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 38850K .......... .......... .......... .......... .......... 41% 363M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 38900K .......... .......... .......... .......... .......... 41% 404M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 38950K .......... .......... .......... .......... .......... 41% 370M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39000K .......... .......... .......... .......... .......... 42% 443M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39050K .......... .......... .......... .......... .......... 42% 457M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39100K .......... .......... .......... .......... .......... 42% 459M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39150K .......... .......... .......... .......... .......... 42% 164M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39200K .......... .......... .......... .......... .......... 42% 387M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39250K .......... .......... .......... .......... .......... 42% 404M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39300K .......... .......... .......... .......... .......... 42% 396M 0s 2024-09-12T00:52:31.235 INFO:teuthology.orchestra.run.smithi163.stderr: 39350K .......... .......... .......... .......... .......... 42% 157M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39400K .......... .......... .......... .......... .......... 42% 275M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39450K .......... .......... .......... .......... .......... 42% 390M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39500K .......... .......... .......... .......... .......... 42% 450M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39550K .......... .......... .......... .......... .......... 42% 190M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39600K .......... .......... .......... .......... .......... 42% 385M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39650K .......... .......... .......... .......... .......... 42% 386M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39700K .......... .......... .......... .......... .......... 42% 336M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39750K .......... .......... .......... .......... .......... 42% 319M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39800K .......... .......... .......... .......... .......... 42% 370M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39850K .......... .......... .......... .......... .......... 42% 375M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39900K .......... .......... .......... .......... .......... 43% 376M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 39950K .......... .......... .......... .......... .......... 43% 331M 0s 2024-09-12T00:52:31.236 INFO:teuthology.orchestra.run.smithi163.stderr: 40000K .......... .......... .......... .......... .......... 43% 395M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40050K .......... .......... .......... .......... .......... 43% 322M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40100K .......... .......... .......... .......... .......... 43% 366M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40150K .......... .......... .......... .......... .......... 43% 380M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40200K .......... .......... .......... .......... .......... 43% 443M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40250K .......... .......... .......... .......... .......... 43% 462M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40300K .......... .......... .......... .......... .......... 43% 454M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40350K .......... .......... .......... .......... .......... 43% 385M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40400K .......... .......... .......... .......... .......... 43% 457M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40450K .......... .......... .......... .......... .......... 43% 453M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40500K .......... .......... .......... .......... .......... 43% 190M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40550K .......... .......... .......... .......... .......... 43% 361M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40600K .......... .......... .......... .......... .......... 43% 35.1M 0s 2024-09-12T00:52:31.237 INFO:teuthology.orchestra.run.smithi163.stderr: 40650K .......... .......... .......... .......... .......... 43% 393M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 40700K .......... .......... .......... .......... .......... 43% 171M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 40750K .......... .......... .......... .......... .......... 43% 108M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 40800K .......... .......... .......... .......... .......... 43% 150M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 40850K .......... .......... .......... .......... .......... 44% 329M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 40900K .......... .......... .......... .......... .......... 44% 369M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 40950K .......... .......... .......... .......... .......... 44% 29.4M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41000K .......... .......... .......... .......... .......... 44% 22.9M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41050K .......... .......... .......... .......... .......... 44% 174M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41100K .......... .......... .......... .......... .......... 44% 74.8M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41150K .......... .......... .......... .......... .......... 44% 177M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41200K .......... .......... .......... .......... .......... 44% 95.0M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41250K .......... .......... .......... .......... .......... 44% 37.7M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41300K .......... .......... .......... .......... .......... 44% 130M 0s 2024-09-12T00:52:31.238 INFO:teuthology.orchestra.run.smithi163.stderr: 41350K .......... .......... .......... .......... .......... 44% 106M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41400K .......... .......... .......... .......... .......... 44% 365M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41450K .......... .......... .......... .......... .......... 44% 52.5M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41500K .......... .......... .......... .......... .......... 44% 39.7M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41550K .......... .......... .......... .......... .......... 44% 339M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41600K .......... .......... .......... .......... .......... 44% 366M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41650K .......... .......... .......... .......... .......... 44% 133M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41700K .......... .......... .......... .......... .......... 44% 302M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41750K .......... .......... .......... .......... .......... 44% 360M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41800K .......... .......... .......... .......... .......... 45% 354M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41850K .......... .......... .......... .......... .......... 45% 429M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41900K .......... .......... .......... .......... .......... 45% 381M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 41950K .......... .......... .......... .......... .......... 45% 34.9M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 42000K .......... .......... .......... .......... .......... 45% 399M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 42050K .......... .......... .......... .......... .......... 45% 449M 0s 2024-09-12T00:52:31.239 INFO:teuthology.orchestra.run.smithi163.stderr: 42100K .......... .......... .......... .......... .......... 45% 282M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42150K .......... .......... .......... .......... .......... 45% 407M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42200K .......... .......... .......... .......... .......... 45% 127M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42250K .......... .......... .......... .......... .......... 45% 403M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42300K .......... .......... .......... .......... .......... 45% 83.0M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42350K .......... .......... .......... .......... .......... 45% 38.3M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42400K .......... .......... .......... .......... .......... 45% 37.5M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42450K .......... .......... .......... .......... .......... 45% 66.5M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42500K .......... .......... .......... .......... .......... 45% 313M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42550K .......... .......... .......... .......... .......... 45% 398M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42600K .......... .......... .......... .......... .......... 45% 347M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42650K .......... .......... .......... .......... .......... 45% 414M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42700K .......... .......... .......... .......... .......... 46% 364M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42750K .......... .......... .......... .......... .......... 46% 390M 0s 2024-09-12T00:52:31.240 INFO:teuthology.orchestra.run.smithi163.stderr: 42800K .......... .......... .......... .......... .......... 46% 404M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 42850K .......... .......... .......... .......... .......... 46% 247M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 42900K .......... .......... .......... .......... .......... 46% 69.4M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 42950K .......... .......... .......... .......... .......... 46% 241M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43000K .......... .......... .......... .......... .......... 46% 89.4M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43050K .......... .......... .......... .......... .......... 46% 143M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43100K .......... .......... .......... .......... .......... 46% 218M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43150K .......... .......... .......... .......... .......... 46% 52.2M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43200K .......... .......... .......... .......... .......... 46% 267M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43250K .......... .......... .......... .......... .......... 46% 417M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43300K .......... .......... .......... .......... .......... 46% 181M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43350K .......... .......... .......... .......... .......... 46% 218M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43400K .......... .......... .......... .......... .......... 46% 380M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43450K .......... .......... .......... .......... .......... 46% 167M 0s 2024-09-12T00:52:31.241 INFO:teuthology.orchestra.run.smithi163.stderr: 43500K .......... .......... .......... .......... .......... 46% 164M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43550K .......... .......... .......... .......... .......... 46% 246M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43600K .......... .......... .......... .......... .......... 46% 78.0M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43650K .......... .......... .......... .......... .......... 47% 413M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43700K .......... .......... .......... .......... .......... 47% 304M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43750K .......... .......... .......... .......... .......... 47% 424M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43800K .......... .......... .......... .......... .......... 47% 123M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43850K .......... .......... .......... .......... .......... 47% 431M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43900K .......... .......... .......... .......... .......... 47% 77.6M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 43950K .......... .......... .......... .......... .......... 47% 73.4M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 44000K .......... .......... .......... .......... .......... 47% 91.1M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 44050K .......... .......... .......... .......... .......... 47% 124M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 44100K .......... .......... .......... .......... .......... 47% 122M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 44150K .......... .......... .......... .......... .......... 47% 289M 0s 2024-09-12T00:52:31.242 INFO:teuthology.orchestra.run.smithi163.stderr: 44200K .......... .......... .......... .......... .......... 47% 46.8M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44250K .......... .......... .......... .......... .......... 47% 244M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44300K .......... .......... .......... .......... .......... 47% 14.7M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44350K .......... .......... .......... .......... .......... 47% 350M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44400K .......... .......... .......... .......... .......... 47% 396M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44450K .......... .......... .......... .......... .......... 47% 106M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44500K .......... .......... .......... .......... .......... 47% 353M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44550K .......... .......... .......... .......... .......... 48% 427M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44600K .......... .......... .......... .......... .......... 48% 422M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44650K .......... .......... .......... .......... .......... 48% 290M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44700K .......... .......... .......... .......... .......... 48% 173M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44750K .......... .......... .......... .......... .......... 48% 214M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44800K .......... .......... .......... .......... .......... 48% 405M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44850K .......... .......... .......... .......... .......... 48% 443M 0s 2024-09-12T00:52:31.243 INFO:teuthology.orchestra.run.smithi163.stderr: 44900K .......... .......... .......... .......... .......... 48% 184M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 44950K .......... .......... .......... .......... .......... 48% 406M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45000K .......... .......... .......... .......... .......... 48% 284M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45050K .......... .......... .......... .......... .......... 48% 431M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45100K .......... .......... .......... .......... .......... 48% 311M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45150K .......... .......... .......... .......... .......... 48% 439M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45200K .......... .......... .......... .......... .......... 48% 431M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45250K .......... .......... .......... .......... .......... 48% 437M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45300K .......... .......... .......... .......... .......... 48% 287M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45350K .......... .......... .......... .......... .......... 48% 403M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45400K .......... .......... .......... .......... .......... 48% 427M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45450K .......... .......... .......... .......... .......... 48% 213M 0s 2024-09-12T00:52:31.244 INFO:teuthology.orchestra.run.smithi163.stderr: 45500K .......... .......... .......... .......... .......... 49% 296M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45550K .......... .......... .......... .......... .......... 49% 74.9M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45600K .......... .......... .......... .......... .......... 49% 17.5M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45650K .......... .......... .......... .......... .......... 49% 361M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45700K .......... .......... .......... .......... .......... 49% 368M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45750K .......... .......... .......... .......... .......... 49% 152M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45800K .......... .......... .......... .......... .......... 49% 343M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45850K .......... .......... .......... .......... .......... 49% 405M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45900K .......... .......... .......... .......... .......... 49% 34.7M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 45950K .......... .......... .......... .......... .......... 49% 269M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 46000K .......... .......... .......... .......... .......... 49% 21.2M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 46050K .......... .......... .......... .......... .......... 49% 79.5M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 46100K .......... .......... .......... .......... .......... 49% 38.1M 0s 2024-09-12T00:52:31.245 INFO:teuthology.orchestra.run.smithi163.stderr: 46150K .......... .......... .......... .......... .......... 49% 329M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46200K .......... .......... .......... .......... .......... 49% 412M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46250K .......... .......... .......... .......... .......... 49% 92.0M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46300K .......... .......... .......... .......... .......... 49% 10.8M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46350K .......... .......... .......... .......... .......... 49% 404M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46400K .......... .......... .......... .......... .......... 49% 383M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46450K .......... .......... .......... .......... .......... 50% 97.1M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46500K .......... .......... .......... .......... .......... 50% 345M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46550K .......... .......... .......... .......... .......... 50% 129M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46600K .......... .......... .......... .......... .......... 50% 255M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46650K .......... .......... .......... .......... .......... 50% 347M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46700K .......... .......... .......... .......... .......... 50% 276M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46750K .......... .......... .......... .......... .......... 50% 184M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46800K .......... .......... .......... .......... .......... 50% 92.8M 0s 2024-09-12T00:52:31.246 INFO:teuthology.orchestra.run.smithi163.stderr: 46850K .......... .......... .......... .......... .......... 50% 400M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 46900K .......... .......... .......... .......... .......... 50% 365M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 46950K .......... .......... .......... .......... .......... 50% 440M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47000K .......... .......... .......... .......... .......... 50% 143M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47050K .......... .......... .......... .......... .......... 50% 237M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47100K .......... .......... .......... .......... .......... 50% 360M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47150K .......... .......... .......... .......... .......... 50% 283M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47200K .......... .......... .......... .......... .......... 50% 423M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47250K .......... .......... .......... .......... .......... 50% 165M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47300K .......... .......... .......... .......... .......... 50% 265M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47350K .......... .......... .......... .......... .......... 51% 284M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47400K .......... .......... .......... .......... .......... 51% 103M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47450K .......... .......... .......... .......... .......... 51% 316M 0s 2024-09-12T00:52:31.247 INFO:teuthology.orchestra.run.smithi163.stderr: 47500K .......... .......... .......... .......... .......... 51% 56.3M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47550K .......... .......... .......... .......... .......... 51% 301M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47600K .......... .......... .......... .......... .......... 51% 355M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47650K .......... .......... .......... .......... .......... 51% 325M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47700K .......... .......... .......... .......... .......... 51% 395M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47750K .......... .......... .......... .......... .......... 51% 241M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47800K .......... .......... .......... .......... .......... 51% 230M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47850K .......... .......... .......... .......... .......... 51% 441M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47900K .......... .......... .......... .......... .......... 51% 101M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 47950K .......... .......... .......... .......... .......... 51% 437M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 48000K .......... .......... .......... .......... .......... 51% 240M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 48050K .......... .......... .......... .......... .......... 51% 180M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 48100K .......... .......... .......... .......... .......... 51% 231M 0s 2024-09-12T00:52:31.248 INFO:teuthology.orchestra.run.smithi163.stderr: 48150K .......... .......... .......... .......... .......... 51% 34.4M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48200K .......... .......... .......... .......... .......... 51% 418M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48250K .......... .......... .......... .......... .......... 51% 391M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48300K .......... .......... .......... .......... .......... 52% 206M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48350K .......... .......... .......... .......... .......... 52% 407M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48400K .......... .......... .......... .......... .......... 52% 398M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48450K .......... .......... .......... .......... .......... 52% 433M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48500K .......... .......... .......... .......... .......... 52% 381M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48550K .......... .......... .......... .......... .......... 52% 415M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48600K .......... .......... .......... .......... .......... 52% 419M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48650K .......... .......... .......... .......... .......... 52% 441M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48700K .......... .......... .......... .......... .......... 52% 360M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48750K .......... .......... .......... .......... .......... 52% 365M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48800K .......... .......... .......... .......... .......... 52% 444M 0s 2024-09-12T00:52:31.249 INFO:teuthology.orchestra.run.smithi163.stderr: 48850K .......... .......... .......... .......... .......... 52% 434M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 48900K .......... .......... .......... .......... .......... 52% 388M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 48950K .......... .......... .......... .......... .......... 52% 432M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49000K .......... .......... .......... .......... .......... 52% 433M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49050K .......... .......... .......... .......... .......... 52% 448M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49100K .......... .......... .......... .......... .......... 52% 349M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49150K .......... .......... .......... .......... .......... 52% 395M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49200K .......... .......... .......... .......... .......... 53% 422M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49250K .......... .......... .......... .......... .......... 53% 428M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49300K .......... .......... .......... .......... .......... 53% 372M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49350K .......... .......... .......... .......... .......... 53% 445M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49400K .......... .......... .......... .......... .......... 53% 414M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49450K .......... .......... .......... .......... .......... 53% 445M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49500K .......... .......... .......... .......... .......... 53% 377M 0s 2024-09-12T00:52:31.250 INFO:teuthology.orchestra.run.smithi163.stderr: 49550K .......... .......... .......... .......... .......... 53% 451M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49600K .......... .......... .......... .......... .......... 53% 422M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49650K .......... .......... .......... .......... .......... 53% 432M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49700K .......... .......... .......... .......... .......... 53% 380M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49750K .......... .......... .......... .......... .......... 53% 439M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49800K .......... .......... .......... .......... .......... 53% 410M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49850K .......... .......... .......... .......... .......... 53% 454M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49900K .......... .......... .......... .......... .......... 53% 82.9M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 49950K .......... .......... .......... .......... .......... 53% 233M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 50000K .......... .......... .......... .......... .......... 53% 415M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 50050K .......... .......... .......... .......... .......... 53% 356M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 50100K .......... .......... .......... .......... .......... 53% 361M 0s 2024-09-12T00:52:31.251 INFO:teuthology.orchestra.run.smithi163.stderr: 50150K .......... .......... .......... .......... .......... 54% 137M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50200K .......... .......... .......... .......... .......... 54% 353M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50250K .......... .......... .......... .......... .......... 54% 404M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50300K .......... .......... .......... .......... .......... 54% 361M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50350K .......... .......... .......... .......... .......... 54% 408M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50400K .......... .......... .......... .......... .......... 54% 373M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50450K .......... .......... .......... .......... .......... 54% 113M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50500K .......... .......... .......... .......... .......... 54% 255M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50550K .......... .......... .......... .......... .......... 54% 136M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50600K .......... .......... .......... .......... .......... 54% 51.5M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50650K .......... .......... .......... .......... .......... 54% 396M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50700K .......... .......... .......... .......... .......... 54% 328M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50750K .......... .......... .......... .......... .......... 54% 402M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50800K .......... .......... .......... .......... .......... 54% 355M 0s 2024-09-12T00:52:31.252 INFO:teuthology.orchestra.run.smithi163.stderr: 50850K .......... .......... .......... .......... .......... 54% 425M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 50900K .......... .......... .......... .......... .......... 54% 398M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 50950K .......... .......... .......... .......... .......... 54% 97.8M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51000K .......... .......... .......... .......... .......... 54% 386M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51050K .......... .......... .......... .......... .......... 55% 364M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51100K .......... .......... .......... .......... .......... 55% 270M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51150K .......... .......... .......... .......... .......... 55% 412M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51200K .......... .......... .......... .......... .......... 55% 178M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51250K .......... .......... .......... .......... .......... 55% 34.5M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51300K .......... .......... .......... .......... .......... 55% 262M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51350K .......... .......... .......... .......... .......... 55% 344M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51400K .......... .......... .......... .......... .......... 55% 163M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51450K .......... .......... .......... .......... .......... 55% 368M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51500K .......... .......... .......... .......... .......... 55% 227M 0s 2024-09-12T00:52:31.253 INFO:teuthology.orchestra.run.smithi163.stderr: 51550K .......... .......... .......... .......... .......... 55% 424M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51600K .......... .......... .......... .......... .......... 55% 449M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51650K .......... .......... .......... .......... .......... 55% 425M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51700K .......... .......... .......... .......... .......... 55% 252M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51750K .......... .......... .......... .......... .......... 55% 428M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51800K .......... .......... .......... .......... .......... 55% 404M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51850K .......... .......... .......... .......... .......... 55% 444M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51900K .......... .......... .......... .......... .......... 55% 352M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 51950K .......... .......... .......... .......... .......... 55% 442M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 52000K .......... .......... .......... .......... .......... 56% 294M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 52050K .......... .......... .......... .......... .......... 56% 431M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 52100K .......... .......... .......... .......... .......... 56% 391M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 52150K .......... .......... .......... .......... .......... 56% 419M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 52200K .......... .......... .......... .......... .......... 56% 408M 0s 2024-09-12T00:52:31.254 INFO:teuthology.orchestra.run.smithi163.stderr: 52250K .......... .......... .......... .......... .......... 56% 202M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52300K .......... .......... .......... .......... .......... 56% 354M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52350K .......... .......... .......... .......... .......... 56% 459M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52400K .......... .......... .......... .......... .......... 56% 195M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52450K .......... .......... .......... .......... .......... 56% 410M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52500K .......... .......... .......... .......... .......... 56% 383M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52550K .......... .......... .......... .......... .......... 56% 409M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52600K .......... .......... .......... .......... .......... 56% 74.3M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52650K .......... .......... .......... .......... .......... 56% 230M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52700K .......... .......... .......... .......... .......... 56% 298M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52750K .......... .......... .......... .......... .......... 56% 393M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52800K .......... .......... .......... .......... .......... 56% 422M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52850K .......... .......... .......... .......... .......... 56% 406M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52900K .......... .......... .......... .......... .......... 56% 380M 0s 2024-09-12T00:52:31.255 INFO:teuthology.orchestra.run.smithi163.stderr: 52950K .......... .......... .......... .......... .......... 57% 440M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53000K .......... .......... .......... .......... .......... 57% 415M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53050K .......... .......... .......... .......... .......... 57% 406M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53100K .......... .......... .......... .......... .......... 57% 360M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53150K .......... .......... .......... .......... .......... 57% 427M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53200K .......... .......... .......... .......... .......... 57% 412M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53250K .......... .......... .......... .......... .......... 57% 421M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53300K .......... .......... .......... .......... .......... 57% 390M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53350K .......... .......... .......... .......... .......... 57% 421M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53400K .......... .......... .......... .......... .......... 57% 418M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53450K .......... .......... .......... .......... .......... 57% 432M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53500K .......... .......... .......... .......... .......... 57% 358M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53550K .......... .......... .......... .......... .......... 57% 430M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53600K .......... .......... .......... .......... .......... 57% 128M 0s 2024-09-12T00:52:31.256 INFO:teuthology.orchestra.run.smithi163.stderr: 53650K .......... .......... .......... .......... .......... 57% 65.1M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 53700K .......... .......... .......... .......... .......... 57% 299M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 53750K .......... .......... .......... .......... .......... 57% 91.3M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 53800K .......... .......... .......... .......... .......... 57% 418M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 53850K .......... .......... .......... .......... .......... 58% 395M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 53900K .......... .......... .......... .......... .......... 58% 252M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 53950K .......... .......... .......... .......... .......... 58% 387M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54000K .......... .......... .......... .......... .......... 58% 352M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54050K .......... .......... .......... .......... .......... 58% 138M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54100K .......... .......... .......... .......... .......... 58% 385M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54150K .......... .......... .......... .......... .......... 58% 427M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54200K .......... .......... .......... .......... .......... 58% 434M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54250K .......... .......... .......... .......... .......... 58% 100M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54300K .......... .......... .......... .......... .......... 58% 200M 0s 2024-09-12T00:52:31.257 INFO:teuthology.orchestra.run.smithi163.stderr: 54350K .......... .......... .......... .......... .......... 58% 43.6M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54400K .......... .......... .......... .......... .......... 58% 232M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54450K .......... .......... .......... .......... .......... 58% 90.0M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54500K .......... .......... .......... .......... .......... 58% 306M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54550K .......... .......... .......... .......... .......... 58% 413M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54600K .......... .......... .......... .......... .......... 58% 412M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54650K .......... .......... .......... .......... .......... 58% 427M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54700K .......... .......... .......... .......... .......... 58% 356M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54750K .......... .......... .......... .......... .......... 58% 386M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54800K .......... .......... .......... .......... .......... 59% 419M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54850K .......... .......... .......... .......... .......... 59% 397M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54900K .......... .......... .......... .......... .......... 59% 378M 0s 2024-09-12T00:52:31.258 INFO:teuthology.orchestra.run.smithi163.stderr: 54950K .......... .......... .......... .......... .......... 59% 430M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55000K .......... .......... .......... .......... .......... 59% 416M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55050K .......... .......... .......... .......... .......... 59% 438M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55100K .......... .......... .......... .......... .......... 59% 349M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55150K .......... .......... .......... .......... .......... 59% 438M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55200K .......... .......... .......... .......... .......... 59% 380M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55250K .......... .......... .......... .......... .......... 59% 407M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55300K .......... .......... .......... .......... .......... 59% 364M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55350K .......... .......... .......... .......... .......... 59% 360M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55400K .......... .......... .......... .......... .......... 59% 409M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55450K .......... .......... .......... .......... .......... 59% 277M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55500K .......... .......... .......... .......... .......... 59% 240M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55550K .......... .......... .......... .......... .......... 59% 392M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55600K .......... .......... .......... .......... .......... 59% 67.5M 0s 2024-09-12T00:52:31.259 INFO:teuthology.orchestra.run.smithi163.stderr: 55650K .......... .......... .......... .......... .......... 59% 357M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 55700K .......... .......... .......... .......... .......... 60% 360M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 55750K .......... .......... .......... .......... .......... 60% 405M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 55800K .......... .......... .......... .......... .......... 60% 415M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 55850K .......... .......... .......... .......... .......... 60% 381M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 55900K .......... .......... .......... .......... .......... 60% 328M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 55950K .......... .......... .......... .......... .......... 60% 412M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56000K .......... .......... .......... .......... .......... 60% 166M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56050K .......... .......... .......... .......... .......... 60% 393M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56100K .......... .......... .......... .......... .......... 60% 363M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56150K .......... .......... .......... .......... .......... 60% 419M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56200K .......... .......... .......... .......... .......... 60% 398M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56250K .......... .......... .......... .......... .......... 60% 427M 0s 2024-09-12T00:52:31.260 INFO:teuthology.orchestra.run.smithi163.stderr: 56300K .......... .......... .......... .......... .......... 60% 342M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56350K .......... .......... .......... .......... .......... 60% 390M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56400K .......... .......... .......... .......... .......... 60% 408M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56450K .......... .......... .......... .......... .......... 60% 302M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56500K .......... .......... .......... .......... .......... 60% 86.0M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56550K .......... .......... .......... .......... .......... 60% 405M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56600K .......... .......... .......... .......... .......... 60% 66.1M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56650K .......... .......... .......... .......... .......... 61% 239M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56700K .......... .......... .......... .......... .......... 61% 60.4M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56750K .......... .......... .......... .......... .......... 61% 407M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56800K .......... .......... .......... .......... .......... 61% 151M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56850K .......... .......... .......... .......... .......... 61% 397M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56900K .......... .......... .......... .......... .......... 61% 387M 0s 2024-09-12T00:52:31.261 INFO:teuthology.orchestra.run.smithi163.stderr: 56950K .......... .......... .......... .......... .......... 61% 100M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57000K .......... .......... .......... .......... .......... 61% 422M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57050K .......... .......... .......... .......... .......... 61% 245M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57100K .......... .......... .......... .......... .......... 61% 150M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57150K .......... .......... .......... .......... .......... 61% 393M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57200K .......... .......... .......... .......... .......... 61% 395M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57250K .......... .......... .......... .......... .......... 61% 400M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57300K .......... .......... .......... .......... .......... 61% 393M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57350K .......... .......... .......... .......... .......... 61% 365M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57400K .......... .......... .......... .......... .......... 61% 396M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57450K .......... .......... .......... .......... .......... 61% 176M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57500K .......... .......... .......... .......... .......... 61% 156M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57550K .......... .......... .......... .......... .......... 62% 220M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57600K .......... .......... .......... .......... .......... 62% 248M 0s 2024-09-12T00:52:31.262 INFO:teuthology.orchestra.run.smithi163.stderr: 57650K .......... .......... .......... .......... .......... 62% 391M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 57700K .......... .......... .......... .......... .......... 62% 370M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 57750K .......... .......... .......... .......... .......... 62% 414M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 57800K .......... .......... .......... .......... .......... 62% 415M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 57850K .......... .......... .......... .......... .......... 62% 301M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 57900K .......... .......... .......... .......... .......... 62% 298M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 57950K .......... .......... .......... .......... .......... 62% 186M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58000K .......... .......... .......... .......... .......... 62% 146M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58050K .......... .......... .......... .......... .......... 62% 405M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58100K .......... .......... .......... .......... .......... 62% 68.1M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58150K .......... .......... .......... .......... .......... 62% 405M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58200K .......... .......... .......... .......... .......... 62% 95.5M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58250K .......... .......... .......... .......... .......... 62% 411M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58300K .......... .......... .......... .......... .......... 62% 275M 0s 2024-09-12T00:52:31.263 INFO:teuthology.orchestra.run.smithi163.stderr: 58350K .......... .......... .......... .......... .......... 62% 149M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58400K .......... .......... .......... .......... .......... 62% 311M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58450K .......... .......... .......... .......... .......... 62% 87.0M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58500K .......... .......... .......... .......... .......... 63% 267M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58550K .......... .......... .......... .......... .......... 63% 53.1M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58600K .......... .......... .......... .......... .......... 63% 70.3M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58650K .......... .......... .......... .......... .......... 63% 116M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58700K .......... .......... .......... .......... .......... 63% 203M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58750K .......... .......... .......... .......... .......... 63% 384M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58800K .......... .......... .......... .......... .......... 63% 422M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58850K .......... .......... .......... .......... .......... 63% 374M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58900K .......... .......... .......... .......... .......... 63% 368M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 58950K .......... .......... .......... .......... .......... 63% 437M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 59000K .......... .......... .......... .......... .......... 63% 127M 0s 2024-09-12T00:52:31.264 INFO:teuthology.orchestra.run.smithi163.stderr: 59050K .......... .......... .......... .......... .......... 63% 406M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59100K .......... .......... .......... .......... .......... 63% 43.3M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59150K .......... .......... .......... .......... .......... 63% 390M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59200K .......... .......... .......... .......... .......... 63% 196M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59250K .......... .......... .......... .......... .......... 63% 385M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59300K .......... .......... .......... .......... .......... 63% 307M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59350K .......... .......... .......... .......... .......... 63% 420M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59400K .......... .......... .......... .......... .......... 63% 171M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59450K .......... .......... .......... .......... .......... 64% 392M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59500K .......... .......... .......... .......... .......... 64% 134M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59550K .......... .......... .......... .......... .......... 64% 126M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59600K .......... .......... .......... .......... .......... 64% 379M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59650K .......... .......... .......... .......... .......... 64% 414M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59700K .......... .......... .......... .......... .......... 64% 53.6M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59750K .......... .......... .......... .......... .......... 64% 283M 0s 2024-09-12T00:52:31.265 INFO:teuthology.orchestra.run.smithi163.stderr: 59800K .......... .......... .......... .......... .......... 64% 157M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 59850K .......... .......... .......... .......... .......... 64% 247M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 59900K .......... .......... .......... .......... .......... 64% 334M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 59950K .......... .......... .......... .......... .......... 64% 367M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60000K .......... .......... .......... .......... .......... 64% 62.5M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60050K .......... .......... .......... .......... .......... 64% 405M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60100K .......... .......... .......... .......... .......... 64% 360M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60150K .......... .......... .......... .......... .......... 64% 420M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60200K .......... .......... .......... .......... .......... 64% 160M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60250K .......... .......... .......... .......... .......... 64% 42.0M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60300K .......... .......... .......... .......... .......... 64% 247M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60350K .......... .......... .......... .......... .......... 65% 385M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60400K .......... .......... .......... .......... .......... 65% 390M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60450K .......... .......... .......... .......... .......... 65% 105M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60500K .......... .......... .......... .......... .......... 65% 356M 0s 2024-09-12T00:52:31.266 INFO:teuthology.orchestra.run.smithi163.stderr: 60550K .......... .......... .......... .......... .......... 65% 400M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60600K .......... .......... .......... .......... .......... 65% 241M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60650K .......... .......... .......... .......... .......... 65% 89.1M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60700K .......... .......... .......... .......... .......... 65% 331M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60750K .......... .......... .......... .......... .......... 65% 71.9M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60800K .......... .......... .......... .......... .......... 65% 333M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60850K .......... .......... .......... .......... .......... 65% 407M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60900K .......... .......... .......... .......... .......... 65% 79.2M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 60950K .......... .......... .......... .......... .......... 65% 390M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 61000K .......... .......... .......... .......... .......... 65% 426M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 61050K .......... .......... .......... .......... .......... 65% 81.6M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 61100K .......... .......... .......... .......... .......... 65% 48.8M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 61150K .......... .......... .......... .......... .......... 65% 133M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 61200K .......... .......... .......... .......... .......... 65% 69.3M 0s 2024-09-12T00:52:31.267 INFO:teuthology.orchestra.run.smithi163.stderr: 61250K .......... .......... .......... .......... .......... 65% 363M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61300K .......... .......... .......... .......... .......... 66% 283M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61350K .......... .......... .......... .......... .......... 66% 406M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61400K .......... .......... .......... .......... .......... 66% 30.7M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61450K .......... .......... .......... .......... .......... 66% 313M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61500K .......... .......... .......... .......... .......... 66% 243M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61550K .......... .......... .......... .......... .......... 66% 74.1M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61600K .......... .......... .......... .......... .......... 66% 404M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61650K .......... .......... .......... .......... .......... 66% 386M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61700K .......... .......... .......... .......... .......... 66% 349M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61750K .......... .......... .......... .......... .......... 66% 110M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61800K .......... .......... .......... .......... .......... 66% 398M 0s 2024-09-12T00:52:31.268 INFO:teuthology.orchestra.run.smithi163.stderr: 61850K .......... .......... .......... .......... .......... 66% 80.9M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 61900K .......... .......... .......... .......... .......... 66% 242M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 61950K .......... .......... .......... .......... .......... 66% 291M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62000K .......... .......... .......... .......... .......... 66% 114M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62050K .......... .......... .......... .......... .......... 66% 205M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62100K .......... .......... .......... .......... .......... 66% 54.1M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62150K .......... .......... .......... .......... .......... 66% 279M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62200K .......... .......... .......... .......... .......... 67% 315M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62250K .......... .......... .......... .......... .......... 67% 398M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62300K .......... .......... .......... .......... .......... 67% 414M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62350K .......... .......... .......... .......... .......... 67% 346M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62400K .......... .......... .......... .......... .......... 67% 416M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62450K .......... .......... .......... .......... .......... 67% 389M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62500K .......... .......... .......... .......... .......... 67% 407M 0s 2024-09-12T00:52:31.269 INFO:teuthology.orchestra.run.smithi163.stderr: 62550K .......... .......... .......... .......... .......... 67% 214M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62600K .......... .......... .......... .......... .......... 67% 354M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62650K .......... .......... .......... .......... .......... 67% 411M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62700K .......... .......... .......... .......... .......... 67% 414M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62750K .......... .......... .......... .......... .......... 67% 341M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62800K .......... .......... .......... .......... .......... 67% 412M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62850K .......... .......... .......... .......... .......... 67% 412M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62900K .......... .......... .......... .......... .......... 67% 418M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 62950K .......... .......... .......... .......... .......... 67% 356M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 63000K .......... .......... .......... .......... .......... 67% 422M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 63050K .......... .......... .......... .......... .......... 67% 429M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 63100K .......... .......... .......... .......... .......... 67% 429M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 63150K .......... .......... .......... .......... .......... 68% 113M 0s 2024-09-12T00:52:31.270 INFO:teuthology.orchestra.run.smithi163.stderr: 63200K .......... .......... .......... .......... .......... 68% 417M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63250K .......... .......... .......... .......... .......... 68% 316M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63300K .......... .......... .......... .......... .......... 68% 381M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63350K .......... .......... .......... .......... .......... 68% 425M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63400K .......... .......... .......... .......... .......... 68% 443M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63450K .......... .......... .......... .......... .......... 68% 391M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63500K .......... .......... .......... .......... .......... 68% 419M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63550K .......... .......... .......... .......... .......... 68% 425M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63600K .......... .......... .......... .......... .......... 68% 445M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63650K .......... .......... .......... .......... .......... 68% 348M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63700K .......... .......... .......... .......... .......... 68% 247M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63750K .......... .......... .......... .......... .......... 68% 422M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63800K .......... .......... .......... .......... .......... 68% 426M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63850K .......... .......... .......... .......... .......... 68% 386M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63900K .......... .......... .......... .......... .......... 68% 393M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 63950K .......... .......... .......... .......... .......... 68% 423M 0s 2024-09-12T00:52:31.271 INFO:teuthology.orchestra.run.smithi163.stderr: 64000K .......... .......... .......... .......... .......... 68% 430M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64050K .......... .......... .......... .......... .......... 68% 324M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64100K .......... .......... .......... .......... .......... 69% 427M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64150K .......... .......... .......... .......... .......... 69% 427M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64200K .......... .......... .......... .......... .......... 69% 425M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64250K .......... .......... .......... .......... .......... 69% 393M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64300K .......... .......... .......... .......... .......... 69% 122M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64350K .......... .......... .......... .......... .......... 69% 400M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64400K .......... .......... .......... .......... .......... 69% 443M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64450K .......... .......... .......... .......... .......... 69% 83.0M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64500K .......... .......... .......... .......... .......... 69% 187M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64550K .......... .......... .......... .......... .......... 69% 220M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64600K .......... .......... .......... .......... .......... 69% 84.0M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64650K .......... .......... .......... .......... .......... 69% 156M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64700K .......... .......... .......... .......... .......... 69% 398M 0s 2024-09-12T00:52:31.272 INFO:teuthology.orchestra.run.smithi163.stderr: 64750K .......... .......... .......... .......... .......... 69% 442M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 64800K .......... .......... .......... .......... .......... 69% 105M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 64850K .......... .......... .......... .......... .......... 69% 80.4M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 64900K .......... .......... .......... .......... .......... 69% 393M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 64950K .......... .......... .......... .......... .......... 69% 417M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65000K .......... .......... .......... .......... .......... 70% 425M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65050K .......... .......... .......... .......... .......... 70% 213M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65100K .......... .......... .......... .......... .......... 70% 93.8M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65150K .......... .......... .......... .......... .......... 70% 36.3M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65200K .......... .......... .......... .......... .......... 70% 369M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65250K .......... .......... .......... .......... .......... 70% 373M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65300K .......... .......... .......... .......... .......... 70% 437M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65350K .......... .......... .......... .......... .......... 70% 382M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65400K .......... .......... .......... .......... .......... 70% 409M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65450K .......... .......... .......... .......... .......... 70% 445M 0s 2024-09-12T00:52:31.273 INFO:teuthology.orchestra.run.smithi163.stderr: 65500K .......... .......... .......... .......... .......... 70% 440M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65550K .......... .......... .......... .......... .......... 70% 298M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65600K .......... .......... .......... .......... .......... 70% 406M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65650K .......... .......... .......... .......... .......... 70% 397M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65700K .......... .......... .......... .......... .......... 70% 438M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65750K .......... .......... .......... .......... .......... 70% 385M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65800K .......... .......... .......... .......... .......... 70% 435M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65850K .......... .......... .......... .......... .......... 70% 442M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65900K .......... .......... .......... .......... .......... 70% 379M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 65950K .......... .......... .......... .......... .......... 71% 348M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 66000K .......... .......... .......... .......... .......... 71% 414M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 66050K .......... .......... .......... .......... .......... 71% 179M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 66100K .......... .......... .......... .......... .......... 71% 200M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 66150K .......... .......... .......... .......... .......... 71% 35.5M 0s 2024-09-12T00:52:31.274 INFO:teuthology.orchestra.run.smithi163.stderr: 66200K .......... .......... .......... .......... .......... 71% 380M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66250K .......... .......... .......... .......... .......... 71% 422M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66300K .......... .......... .......... .......... .......... 71% 267M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66350K .......... .......... .......... .......... .......... 71% 333M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66400K .......... .......... .......... .......... .......... 71% 421M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66450K .......... .......... .......... .......... .......... 71% 444M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66500K .......... .......... .......... .......... .......... 71% 306M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66550K .......... .......... .......... .......... .......... 71% 253M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66600K .......... .......... .......... .......... .......... 71% 421M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66650K .......... .......... .......... .......... .......... 71% 411M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66700K .......... .......... .......... .......... .......... 71% 421M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66750K .......... .......... .......... .......... .......... 71% 274M 0s 2024-09-12T00:52:31.275 INFO:teuthology.orchestra.run.smithi163.stderr: 66800K .......... .......... .......... .......... .......... 71% 205M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 66850K .......... .......... .......... .......... .......... 72% 418M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 66900K .......... .......... .......... .......... .......... 72% 210M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 66950K .......... .......... .......... .......... .......... 72% 364M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67000K .......... .......... .......... .......... .......... 72% 420M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67050K .......... .......... .......... .......... .......... 72% 145M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67100K .......... .......... .......... .......... .......... 72% 209M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67150K .......... .......... .......... .......... .......... 72% 346M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67200K .......... .......... .......... .......... .......... 72% 374M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67250K .......... .......... .......... .......... .......... 72% 431M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67300K .......... .......... .......... .......... .......... 72% 141M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67350K .......... .......... .......... .......... .......... 72% 365M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67400K .......... .......... .......... .......... .......... 72% 274M 0s 2024-09-12T00:52:31.276 INFO:teuthology.orchestra.run.smithi163.stderr: 67450K .......... .......... .......... .......... .......... 72% 110M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67500K .......... .......... .......... .......... .......... 72% 175M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67550K .......... .......... .......... .......... .......... 72% 218M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67600K .......... .......... .......... .......... .......... 72% 225M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67650K .......... .......... .......... .......... .......... 72% 424M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67700K .......... .......... .......... .......... .......... 72% 149M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67750K .......... .......... .......... .......... .......... 72% 382M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67800K .......... .......... .......... .......... .......... 73% 431M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67850K .......... .......... .......... .......... .......... 73% 416M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67900K .......... .......... .......... .......... .......... 73% 85.5M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 67950K .......... .......... .......... .......... .......... 73% 358M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 68000K .......... .......... .......... .......... .......... 73% 438M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 68050K .......... .......... .......... .......... .......... 73% 43.0M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 68100K .......... .......... .......... .......... .......... 73% 345M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 68150K .......... .......... .......... .......... .......... 73% 377M 0s 2024-09-12T00:52:31.277 INFO:teuthology.orchestra.run.smithi163.stderr: 68200K .......... .......... .......... .......... .......... 73% 418M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68250K .......... .......... .......... .......... .......... 73% 58.3M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68300K .......... .......... .......... .......... .......... 73% 387M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68350K .......... .......... .......... .......... .......... 73% 349M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68400K .......... .......... .......... .......... .......... 73% 431M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68450K .......... .......... .......... .......... .......... 73% 44.6M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68500K .......... .......... .......... .......... .......... 73% 278M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68550K .......... .......... .......... .......... .......... 73% 316M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68600K .......... .......... .......... .......... .......... 73% 427M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68650K .......... .......... .......... .......... .......... 73% 69.1M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68700K .......... .......... .......... .......... .......... 74% 405M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68750K .......... .......... .......... .......... .......... 74% 338M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68800K .......... .......... .......... .......... .......... 74% 428M 0s 2024-09-12T00:52:31.278 INFO:teuthology.orchestra.run.smithi163.stderr: 68850K .......... .......... .......... .......... .......... 74% 55.8M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 68900K .......... .......... .......... .......... .......... 74% 400M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 68950K .......... .......... .......... .......... .......... 74% 374M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69000K .......... .......... .......... .......... .......... 74% 194M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69050K .......... .......... .......... .......... .......... 74% 55.6M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69100K .......... .......... .......... .......... .......... 74% 428M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69150K .......... .......... .......... .......... .......... 74% 299M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69200K .......... .......... .......... .......... .......... 74% 35.4M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69250K .......... .......... .......... .......... .......... 74% 392M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69300K .......... .......... .......... .......... .......... 74% 418M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69350K .......... .......... .......... .......... .......... 74% 395M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69400K .......... .......... .......... .......... .......... 74% 62.8M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69450K .......... .......... .......... .......... .......... 74% 391M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69500K .......... .......... .......... .......... .......... 74% 426M 0s 2024-09-12T00:52:31.279 INFO:teuthology.orchestra.run.smithi163.stderr: 69550K .......... .......... .......... .......... .......... 74% 243M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69600K .......... .......... .......... .......... .......... 74% 179M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69650K .......... .......... .......... .......... .......... 75% 281M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69700K .......... .......... .......... .......... .......... 75% 401M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69750K .......... .......... .......... .......... .......... 75% 403M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69800K .......... .......... .......... .......... .......... 75% 216M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69850K .......... .......... .......... .......... .......... 75% 319M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69900K .......... .......... .......... .......... .......... 75% 434M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 69950K .......... .......... .......... .......... .......... 75% 417M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 70000K .......... .......... .......... .......... .......... 75% 437M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 70050K .......... .......... .......... .......... .......... 75% 380M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 70100K .......... .......... .......... .......... .......... 75% 405M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 70150K .......... .......... .......... .......... .......... 75% 441M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 70200K .......... .......... .......... .......... .......... 75% 439M 0s 2024-09-12T00:52:31.280 INFO:teuthology.orchestra.run.smithi163.stderr: 70250K .......... .......... .......... .......... .......... 75% 352M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70300K .......... .......... .......... .......... .......... 75% 432M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70350K .......... .......... .......... .......... .......... 75% 428M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70400K .......... .......... .......... .......... .......... 75% 405M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70450K .......... .......... .......... .......... .......... 75% 376M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70500K .......... .......... .......... .......... .......... 75% 398M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70550K .......... .......... .......... .......... .......... 75% 414M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70600K .......... .......... .......... .......... .......... 76% 409M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70650K .......... .......... .......... .......... .......... 76% 350M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70700K .......... .......... .......... .......... .......... 76% 422M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70750K .......... .......... .......... .......... .......... 76% 421M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70800K .......... .......... .......... .......... .......... 76% 372M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70850K .......... .......... .......... .......... .......... 76% 361M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70900K .......... .......... .......... .......... .......... 76% 414M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 70950K .......... .......... .......... .......... .......... 76% 421M 0s 2024-09-12T00:52:31.281 INFO:teuthology.orchestra.run.smithi163.stderr: 71000K .......... .......... .......... .......... .......... 76% 359M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71050K .......... .......... .......... .......... .......... 76% 408M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71100K .......... .......... .......... .......... .......... 76% 432M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71150K .......... .......... .......... .......... .......... 76% 315M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71200K .......... .......... .......... .......... .......... 76% 404M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71250K .......... .......... .......... .......... .......... 76% 437M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71300K .......... .......... .......... .......... .......... 76% 447M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71350K .......... .......... .......... .......... .......... 76% 412M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71400K .......... .......... .......... .......... .......... 76% 453M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71450K .......... .......... .......... .......... .......... 76% 456M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71500K .......... .......... .......... .......... .......... 77% 102M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71550K .......... .......... .......... .......... .......... 77% 184M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71600K .......... .......... .......... .......... .......... 77% 99.3M 0s 2024-09-12T00:52:31.282 INFO:teuthology.orchestra.run.smithi163.stderr: 71650K .......... .......... .......... .......... .......... 77% 26.2M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 71700K .......... .......... .......... .......... .......... 77% 375M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 71750K .......... .......... .......... .......... .......... 77% 413M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 71800K .......... .......... .......... .......... .......... 77% 279M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 71850K .......... .......... .......... .......... .......... 77% 323M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 71900K .......... .......... .......... .......... .......... 77% 394M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 71950K .......... .......... .......... .......... .......... 77% 369M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72000K .......... .......... .......... .......... .......... 77% 185M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72050K .......... .......... .......... .......... .......... 77% 245M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72100K .......... .......... .......... .......... .......... 77% 376M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72150K .......... .......... .......... .......... .......... 77% 384M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72200K .......... .......... .......... .......... .......... 77% 339M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72250K .......... .......... .......... .......... .......... 77% 93.3M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72300K .......... .......... .......... .......... .......... 77% 397M 0s 2024-09-12T00:52:31.283 INFO:teuthology.orchestra.run.smithi163.stderr: 72350K .......... .......... .......... .......... .......... 77% 417M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72400K .......... .......... .......... .......... .......... 77% 241M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72450K .......... .......... .......... .......... .......... 78% 401M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72500K .......... .......... .......... .......... .......... 78% 74.7M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72550K .......... .......... .......... .......... .......... 78% 367M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72600K .......... .......... .......... .......... .......... 78% 388M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72650K .......... .......... .......... .......... .......... 78% 85.2M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72700K .......... .......... .......... .......... .......... 78% 308M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72750K .......... .......... .......... .......... .......... 78% 395M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72800K .......... .......... .......... .......... .......... 78% 341M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72850K .......... .......... .......... .......... .......... 78% 406M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72900K .......... .......... .......... .......... .......... 78% 402M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 72950K .......... .......... .......... .......... .......... 78% 393M 0s 2024-09-12T00:52:31.284 INFO:teuthology.orchestra.run.smithi163.stderr: 73000K .......... .......... .......... .......... .......... 78% 403M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73050K .......... .......... .......... .......... .......... 78% 408M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73100K .......... .......... .......... .......... .......... 78% 408M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73150K .......... .......... .......... .......... .......... 78% 312M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73200K .......... .......... .......... .......... .......... 78% 376M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73250K .......... .......... .......... .......... .......... 78% 355M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73300K .......... .......... .......... .......... .......... 78% 174M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73350K .......... .......... .......... .......... .......... 79% 367M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73400K .......... .......... .......... .......... .......... 79% 238M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73450K .......... .......... .......... .......... .......... 79% 166M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73500K .......... .......... .......... .......... .......... 79% 368M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73550K .......... .......... .......... .......... .......... 79% 417M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73600K .......... .......... .......... .......... .......... 79% 340M 0s 2024-09-12T00:52:31.285 INFO:teuthology.orchestra.run.smithi163.stderr: 73650K .......... .......... .......... .......... .......... 79% 379M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 73700K .......... .......... .......... .......... .......... 79% 357M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 73750K .......... .......... .......... .......... .......... 79% 349M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 73800K .......... .......... .......... .......... .......... 79% 290M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 73850K .......... .......... .......... .......... .......... 79% 374M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 73900K .......... .......... .......... .......... .......... 79% 312M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 73950K .......... .......... .......... .......... .......... 79% 379M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74000K .......... .......... .......... .......... .......... 79% 419M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74050K .......... .......... .......... .......... .......... 79% 349M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74100K .......... .......... .......... .......... .......... 79% 340M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74150K .......... .......... .......... .......... .......... 79% 416M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74200K .......... .......... .......... .......... .......... 79% 355M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74250K .......... .......... .......... .......... .......... 79% 379M 0s 2024-09-12T00:52:31.286 INFO:teuthology.orchestra.run.smithi163.stderr: 74300K .......... .......... .......... .......... .......... 80% 113M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74350K .......... .......... .......... .......... .......... 80% 362M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74400K .......... .......... .......... .......... .......... 80% 351M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74450K .......... .......... .......... .......... .......... 80% 347M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74500K .......... .......... .......... .......... .......... 80% 341M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74550K .......... .......... .......... .......... .......... 80% 361M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74600K .......... .......... .......... .......... .......... 80% 374M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74650K .......... .......... .......... .......... .......... 80% 348M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74700K .......... .......... .......... .......... .......... 80% 66.2M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74750K .......... .......... .......... .......... .......... 80% 52.9M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74800K .......... .......... .......... .......... .......... 80% 369M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74850K .......... .......... .......... .......... .......... 80% 372M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74900K .......... .......... .......... .......... .......... 80% 316M 0s 2024-09-12T00:52:31.287 INFO:teuthology.orchestra.run.smithi163.stderr: 74950K .......... .......... .......... .......... .......... 80% 380M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75000K .......... .......... .......... .......... .......... 80% 371M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75050K .......... .......... .......... .......... .......... 80% 184M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75100K .......... .......... .......... .......... .......... 80% 331M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75150K .......... .......... .......... .......... .......... 80% 238M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75200K .......... .......... .......... .......... .......... 81% 342M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75250K .......... .......... .......... .......... .......... 81% 353M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75300K .......... .......... .......... .......... .......... 81% 144M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75350K .......... .......... .......... .......... .......... 81% 196M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75400K .......... .......... .......... .......... .......... 81% 332M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75450K .......... .......... .......... .......... .......... 81% 384M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75500K .......... .......... .......... .......... .......... 81% 218M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75550K .......... .......... .......... .......... .......... 81% 171M 0s 2024-09-12T00:52:31.288 INFO:teuthology.orchestra.run.smithi163.stderr: 75600K .......... .......... .......... .......... .......... 81% 96.9M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75650K .......... .......... .......... .......... .......... 81% 359M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75700K .......... .......... .......... .......... .......... 81% 325M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75750K .......... .......... .......... .......... .......... 81% 89.5M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75800K .......... .......... .......... .......... .......... 81% 346M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75850K .......... .......... .......... .......... .......... 81% 323M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75900K .......... .......... .......... .......... .......... 81% 373M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 75950K .......... .......... .......... .......... .......... 81% 358M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 76000K .......... .......... .......... .......... .......... 81% 308M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 76050K .......... .......... .......... .......... .......... 81% 373M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 76100K .......... .......... .......... .......... .......... 81% 366M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 76150K .......... .......... .......... .......... .......... 82% 307M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 76200K .......... .......... .......... .......... .......... 82% 372M 0s 2024-09-12T00:52:31.289 INFO:teuthology.orchestra.run.smithi163.stderr: 76250K .......... .......... .......... .......... .......... 82% 395M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76300K .......... .......... .......... .......... .......... 82% 192M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76350K .......... .......... .......... .......... .......... 82% 230M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76400K .......... .......... .......... .......... .......... 82% 339M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76450K .......... .......... .......... .......... .......... 82% 300M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76500K .......... .......... .......... .......... .......... 82% 317M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76550K .......... .......... .......... .......... .......... 82% 387M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76600K .......... .......... .......... .......... .......... 82% 394M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76650K .......... .......... .......... .......... .......... 82% 380M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76700K .......... .......... .......... .......... .......... 82% 318M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76750K .......... .......... .......... .......... .......... 82% 401M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76800K .......... .......... .......... .......... .......... 82% 368M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76850K .......... .......... .......... .......... .......... 82% 374M 0s 2024-09-12T00:52:31.290 INFO:teuthology.orchestra.run.smithi163.stderr: 76900K .......... .......... .......... .......... .......... 82% 318M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 76950K .......... .......... .......... .......... .......... 82% 373M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77000K .......... .......... .......... .......... .......... 82% 12.1M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77050K .......... .......... .......... .......... .......... 82% 382M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77100K .......... .......... .......... .......... .......... 83% 329M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77150K .......... .......... .......... .......... .......... 83% 420M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77200K .......... .......... .......... .......... .......... 83% 376M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77250K .......... .......... .......... .......... .......... 83% 359M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77300K .......... .......... .......... .......... .......... 83% 258M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77350K .......... .......... .......... .......... .......... 83% 411M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77400K .......... .......... .......... .......... .......... 83% 419M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77450K .......... .......... .......... .......... .......... 83% 426M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77500K .......... .......... .......... .......... .......... 83% 351M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77550K .......... .......... .......... .......... .......... 83% 408M 0s 2024-09-12T00:52:31.291 INFO:teuthology.orchestra.run.smithi163.stderr: 77600K .......... .......... .......... .......... .......... 83% 265M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77650K .......... .......... .......... .......... .......... 83% 400M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77700K .......... .......... .......... .......... .......... 83% 389M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77750K .......... .......... .......... .......... .......... 83% 336M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77800K .......... .......... .......... .......... .......... 83% 402M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77850K .......... .......... .......... .......... .......... 83% 405M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77900K .......... .......... .......... .......... .......... 83% 338M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 77950K .......... .......... .......... .......... .......... 83% 384M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 78000K .......... .......... .......... .......... .......... 84% 424M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 78050K .......... .......... .......... .......... .......... 84% 386M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 78100K .......... .......... .......... .......... .......... 84% 372M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 78150K .......... .......... .......... .......... .......... 84% 429M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 78200K .......... .......... .......... .......... .......... 84% 429M 0s 2024-09-12T00:52:31.292 INFO:teuthology.orchestra.run.smithi163.stderr: 78250K .......... .......... .......... .......... .......... 84% 438M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78300K .......... .......... .......... .......... .......... 84% 353M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78350K .......... .......... .......... .......... .......... 84% 399M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78400K .......... .......... .......... .......... .......... 84% 434M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78450K .......... .......... .......... .......... .......... 84% 435M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78500K .......... .......... .......... .......... .......... 84% 385M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78550K .......... .......... .......... .......... .......... 84% 430M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78600K .......... .......... .......... .......... .......... 84% 375M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78650K .......... .......... .......... .......... .......... 84% 422M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78700K .......... .......... .......... .......... .......... 84% 404M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78750K .......... .......... .......... .......... .......... 84% 254M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78800K .......... .......... .......... .......... .......... 84% 152M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78850K .......... .......... .......... .......... .......... 84% 271M 0s 2024-09-12T00:52:31.293 INFO:teuthology.orchestra.run.smithi163.stderr: 78900K .......... .......... .......... .......... .......... 84% 265M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 78950K .......... .......... .......... .......... .......... 85% 285M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79000K .......... .......... .......... .......... .......... 85% 245M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79050K .......... .......... .......... .......... .......... 85% 274M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79100K .......... .......... .......... .......... .......... 85% 273M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79150K .......... .......... .......... .......... .......... 85% 278M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79200K .......... .......... .......... .......... .......... 85% 242M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79250K .......... .......... .......... .......... .......... 85% 275M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79300K .......... .......... .......... .......... .......... 85% 248M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79350K .......... .......... .......... .......... .......... 85% 276M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79400K .......... .......... .......... .......... .......... 85% 287M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79450K .......... .......... .......... .......... .......... 85% 285M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79500K .......... .......... .......... .......... .......... 85% 230M 0s 2024-09-12T00:52:31.294 INFO:teuthology.orchestra.run.smithi163.stderr: 79550K .......... .......... .......... .......... .......... 85% 271M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79600K .......... .......... .......... .......... .......... 85% 285M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79650K .......... .......... .......... .......... .......... 85% 285M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79700K .......... .......... .......... .......... .......... 85% 260M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79750K .......... .......... .......... .......... .......... 85% 294M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79800K .......... .......... .......... .......... .......... 85% 238M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79850K .......... .......... .......... .......... .......... 86% 284M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79900K .......... .......... .......... .......... .......... 86% 234M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 79950K .......... .......... .......... .......... .......... 86% 260M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 80000K .......... .......... .......... .......... .......... 86% 289M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 80050K .......... .......... .......... .......... .......... 86% 14.5M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 80100K .......... .......... .......... .......... .......... 86% 237M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 80150K .......... .......... .......... .......... .......... 86% 274M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 80200K .......... .......... .......... .......... .......... 86% 279M 0s 2024-09-12T00:52:31.295 INFO:teuthology.orchestra.run.smithi163.stderr: 80250K .......... .......... .......... .......... .......... 86% 280M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80300K .......... .......... .......... .......... .......... 86% 216M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80350K .......... .......... .......... .......... .......... 86% 276M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80400K .......... .......... .......... .......... .......... 86% 273M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80450K .......... .......... .......... .......... .......... 86% 276M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80500K .......... .......... .......... .......... .......... 86% 251M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80550K .......... .......... .......... .......... .......... 86% 268M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80600K .......... .......... .......... .......... .......... 86% 275M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80650K .......... .......... .......... .......... .......... 86% 279M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80700K .......... .......... .......... .......... .......... 86% 229M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80750K .......... .......... .......... .......... .......... 86% 279M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80800K .......... .......... .......... .......... .......... 87% 275M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80850K .......... .......... .......... .......... .......... 87% 268M 0s 2024-09-12T00:52:31.296 INFO:teuthology.orchestra.run.smithi163.stderr: 80900K .......... .......... .......... .......... .......... 87% 254M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 80950K .......... .......... .......... .......... .......... 87% 284M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81000K .......... .......... .......... .......... .......... 87% 275M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81050K .......... .......... .......... .......... .......... 87% 272M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81100K .......... .......... .......... .......... .......... 87% 218M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81150K .......... .......... .......... .......... .......... 87% 252M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81200K .......... .......... .......... .......... .......... 87% 277M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81250K .......... .......... .......... .......... .......... 87% 280M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81300K .......... .......... .......... .......... .......... 87% 252M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81350K .......... .......... .......... .......... .......... 87% 266M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81400K .......... .......... .......... .......... .......... 87% 273M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81450K .......... .......... .......... .......... .......... 87% 277M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81500K .......... .......... .......... .......... .......... 87% 223M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81550K .......... .......... .......... .......... .......... 87% 274M 0s 2024-09-12T00:52:31.297 INFO:teuthology.orchestra.run.smithi163.stderr: 81600K .......... .......... .......... .......... .......... 87% 287M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81650K .......... .......... .......... .......... .......... 87% 267M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81700K .......... .......... .......... .......... .......... 87% 255M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81750K .......... .......... .......... .......... .......... 88% 283M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81800K .......... .......... .......... .......... .......... 88% 284M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81850K .......... .......... .......... .......... .......... 88% 280M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81900K .......... .......... .......... .......... .......... 88% 249M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 81950K .......... .......... .......... .......... .......... 88% 249M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 82000K .......... .......... .......... .......... .......... 88% 281M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 82050K .......... .......... .......... .......... .......... 88% 275M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 82100K .......... .......... .......... .......... .......... 88% 266M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 82150K .......... .......... .......... .......... .......... 88% 299M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 82200K .......... .......... .......... .......... .......... 88% 280M 0s 2024-09-12T00:52:31.298 INFO:teuthology.orchestra.run.smithi163.stderr: 82250K .......... .......... .......... .......... .......... 88% 291M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82300K .......... .......... .......... .......... .......... 88% 237M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82350K .......... .......... .......... .......... .......... 88% 300M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82400K .......... .......... .......... .......... .......... 88% 304M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82450K .......... .......... .......... .......... .......... 88% 259M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82500K .......... .......... .......... .......... .......... 88% 268M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82550K .......... .......... .......... .......... .......... 88% 305M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82600K .......... .......... .......... .......... .......... 88% 304M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82650K .......... .......... .......... .......... .......... 89% 297M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82700K .......... .......... .......... .......... .......... 89% 247M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82750K .......... .......... .......... .......... .......... 89% 272M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82800K .......... .......... .......... .......... .......... 89% 283M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82850K .......... .......... .......... .......... .......... 89% 284M 0s 2024-09-12T00:52:31.299 INFO:teuthology.orchestra.run.smithi163.stderr: 82900K .......... .......... .......... .......... .......... 89% 246M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 82950K .......... .......... .......... .......... .......... 89% 285M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83000K .......... .......... .......... .......... .......... 89% 293M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83050K .......... .......... .......... .......... .......... 89% 285M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83100K .......... .......... .......... .......... .......... 89% 32.6M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83150K .......... .......... .......... .......... .......... 89% 272M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83200K .......... .......... .......... .......... .......... 89% 280M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83250K .......... .......... .......... .......... .......... 89% 275M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83300K .......... .......... .......... .......... .......... 89% 219M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83350K .......... .......... .......... .......... .......... 89% 287M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83400K .......... .......... .......... .......... .......... 89% 287M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83450K .......... .......... .......... .......... .......... 89% 288M 0s 2024-09-12T00:52:31.300 INFO:teuthology.orchestra.run.smithi163.stderr: 83500K .......... .......... .......... .......... .......... 89% 221M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83550K .......... .......... .......... .......... .......... 89% 287M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83600K .......... .......... .......... .......... .......... 90% 279M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83650K .......... .......... .......... .......... .......... 90% 288M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83700K .......... .......... .......... .......... .......... 90% 257M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83750K .......... .......... .......... .......... .......... 90% 261M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83800K .......... .......... .......... .......... .......... 90% 269M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83850K .......... .......... .......... .......... .......... 90% 291M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83900K .......... .......... .......... .......... .......... 90% 235M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 83950K .......... .......... .......... .......... .......... 90% 282M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 84000K .......... .......... .......... .......... .......... 90% 273M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 84050K .......... .......... .......... .......... .......... 90% 278M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 84100K .......... .......... .......... .......... .......... 90% 261M 0s 2024-09-12T00:52:31.301 INFO:teuthology.orchestra.run.smithi163.stderr: 84150K .......... .......... .......... .......... .......... 90% 284M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84200K .......... .......... .......... .......... .......... 90% 284M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84250K .......... .......... .......... .......... .......... 90% 276M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84300K .......... .......... .......... .......... .......... 90% 232M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84350K .......... .......... .......... .......... .......... 90% 270M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84400K .......... .......... .......... .......... .......... 90% 288M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84450K .......... .......... .......... .......... .......... 90% 287M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84500K .......... .......... .......... .......... .......... 91% 259M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84550K .......... .......... .......... .......... .......... 91% 287M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84600K .......... .......... .......... .......... .......... 91% 170M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84650K .......... .......... .......... .......... .......... 91% 183M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84700K .......... .......... .......... .......... .......... 91% 230M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84750K .......... .......... .......... .......... .......... 91% 203M 0s 2024-09-12T00:52:31.302 INFO:teuthology.orchestra.run.smithi163.stderr: 84800K .......... .......... .......... .......... .......... 91% 274M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 84850K .......... .......... .......... .......... .......... 91% 286M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 84900K .......... .......... .......... .......... .......... 91% 163M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 84950K .......... .......... .......... .......... .......... 91% 50.6M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85000K .......... .......... .......... .......... .......... 91% 277M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85050K .......... .......... .......... .......... .......... 91% 287M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85100K .......... .......... .......... .......... .......... 91% 154M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85150K .......... .......... .......... .......... .......... 91% 176M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85200K .......... .......... .......... .......... .......... 91% 283M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85250K .......... .......... .......... .......... .......... 91% 291M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85300K .......... .......... .......... .......... .......... 91% 166M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85350K .......... .......... .......... .......... .......... 91% 291M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85400K .......... .......... .......... .......... .......... 91% 69.2M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85450K .......... .......... .......... .......... .......... 92% 264M 0s 2024-09-12T00:52:31.303 INFO:teuthology.orchestra.run.smithi163.stderr: 85500K .......... .......... .......... .......... .......... 92% 235M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85550K .......... .......... .......... .......... .......... 92% 283M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85600K .......... .......... .......... .......... .......... 92% 291M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85650K .......... .......... .......... .......... .......... 92% 246M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85700K .......... .......... .......... .......... .......... 92% 241M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85750K .......... .......... .......... .......... .......... 92% 258M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85800K .......... .......... .......... .......... .......... 92% 279M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85850K .......... .......... .......... .......... .......... 92% 297M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85900K .......... .......... .......... .......... .......... 92% 235M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 85950K .......... .......... .......... .......... .......... 92% 83.5M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 86000K .......... .......... .......... .......... .......... 92% 283M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 86050K .......... .......... .......... .......... .......... 92% 283M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 86100K .......... .......... .......... .......... .......... 92% 260M 0s 2024-09-12T00:52:31.304 INFO:teuthology.orchestra.run.smithi163.stderr: 86150K .......... .......... .......... .......... .......... 92% 281M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86200K .......... .......... .......... .......... .......... 92% 295M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86250K .......... .......... .......... .......... .......... 92% 294M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86300K .......... .......... .......... .......... .......... 92% 242M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86350K .......... .......... .......... .......... .......... 93% 289M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86400K .......... .......... .......... .......... .......... 93% 261M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86450K .......... .......... .......... .......... .......... 93% 274M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86500K .......... .......... .......... .......... .......... 93% 251M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86550K .......... .......... .......... .......... .......... 93% 287M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86600K .......... .......... .......... .......... .......... 93% 294M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86650K .......... .......... .......... .......... .......... 93% 211M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86700K .......... .......... .......... .......... .......... 93% 114M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86750K .......... .......... .......... .......... .......... 93% 245M 0s 2024-09-12T00:52:31.305 INFO:teuthology.orchestra.run.smithi163.stderr: 86800K .......... .......... .......... .......... .......... 93% 239M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 86850K .......... .......... .......... .......... .......... 93% 236M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 86900K .......... .......... .......... .......... .......... 93% 270M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 86950K .......... .......... .......... .......... .......... 93% 282M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87000K .......... .......... .......... .......... .......... 93% 263M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87050K .......... .......... .......... .......... .......... 93% 163M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87100K .......... .......... .......... .......... .......... 93% 282M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87150K .......... .......... .......... .......... .......... 93% 265M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87200K .......... .......... .......... .......... .......... 93% 235M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87250K .......... .......... .......... .......... .......... 93% 292M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87300K .......... .......... .......... .......... .......... 94% 251M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87350K .......... .......... .......... .......... .......... 94% 284M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87400K .......... .......... .......... .......... .......... 94% 247M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87450K .......... .......... .......... .......... .......... 94% 277M 0s 2024-09-12T00:52:31.306 INFO:teuthology.orchestra.run.smithi163.stderr: 87500K .......... .......... .......... .......... .......... 94% 274M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87550K .......... .......... .......... .......... .......... 94% 291M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87600K .......... .......... .......... .......... .......... 94% 75.0M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87650K .......... .......... .......... .......... .......... 94% 276M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87700K .......... .......... .......... .......... .......... 94% 285M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87750K .......... .......... .......... .......... .......... 94% 240M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87800K .......... .......... .......... .......... .......... 94% 21.3M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87850K .......... .......... .......... .......... .......... 94% 291M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87900K .......... .......... .......... .......... .......... 94% 288M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 87950K .......... .......... .......... .......... .......... 94% 298M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 88000K .......... .......... .......... .......... .......... 94% 47.5M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 88050K .......... .......... .......... .......... .......... 94% 278M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 88100K .......... .......... .......... .......... .......... 94% 288M 0s 2024-09-12T00:52:31.307 INFO:teuthology.orchestra.run.smithi163.stderr: 88150K .......... .......... .......... .......... .......... 94% 277M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88200K .......... .......... .......... .......... .......... 94% 255M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88250K .......... .......... .......... .......... .......... 95% 288M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88300K .......... .......... .......... .......... .......... 95% 272M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88350K .......... .......... .......... .......... .......... 95% 276M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88400K .......... .......... .......... .......... .......... 95% 236M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88450K .......... .......... .......... .......... .......... 95% 304M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88500K .......... .......... .......... .......... .......... 95% 276M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88550K .......... .......... .......... .......... .......... 95% 287M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88600K .......... .......... .......... .......... .......... 95% 256M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88650K .......... .......... .......... .......... .......... 95% 282M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88700K .......... .......... .......... .......... .......... 95% 278M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88750K .......... .......... .......... .......... .......... 95% 193M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88800K .......... .......... .......... .......... .......... 95% 244M 0s 2024-09-12T00:52:31.308 INFO:teuthology.orchestra.run.smithi163.stderr: 88850K .......... .......... .......... .......... .......... 95% 273M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 88900K .......... .......... .......... .......... .......... 95% 290M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 88950K .......... .......... .......... .......... .......... 95% 281M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89000K .......... .......... .......... .......... .......... 95% 264M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89050K .......... .......... .......... .......... .......... 95% 263M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89100K .......... .......... .......... .......... .......... 95% 301M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89150K .......... .......... .......... .......... .......... 96% 296M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89200K .......... .......... .......... .......... .......... 96% 229M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89250K .......... .......... .......... .......... .......... 96% 275M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89300K .......... .......... .......... .......... .......... 96% 282M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89350K .......... .......... .......... .......... .......... 96% 276M 0s 2024-09-12T00:52:31.309 INFO:teuthology.orchestra.run.smithi163.stderr: 89400K .......... .......... .......... .......... .......... 96% 260M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89450K .......... .......... .......... .......... .......... 96% 287M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89500K .......... .......... .......... .......... .......... 96% 278M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89550K .......... .......... .......... .......... .......... 96% 282M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89600K .......... .......... .......... .......... .......... 96% 225M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89650K .......... .......... .......... .......... .......... 96% 288M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89700K .......... .......... .......... .......... .......... 96% 276M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89750K .......... .......... .......... .......... .......... 96% 280M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89800K .......... .......... .......... .......... .......... 96% 248M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89850K .......... .......... .......... .......... .......... 96% 281M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89900K .......... .......... .......... .......... .......... 96% 285M 0s 2024-09-12T00:52:31.310 INFO:teuthology.orchestra.run.smithi163.stderr: 89950K .......... .......... .......... .......... .......... 96% 278M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90000K .......... .......... .......... .......... .......... 96% 240M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90050K .......... .......... .......... .......... .......... 96% 274M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90100K .......... .......... .......... .......... .......... 97% 277M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90150K .......... .......... .......... .......... .......... 97% 282M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90200K .......... .......... .......... .......... .......... 97% 261M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90250K .......... .......... .......... .......... .......... 97% 278M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90300K .......... .......... .......... .......... .......... 97% 284M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90350K .......... .......... .......... .......... .......... 97% 287M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90400K .......... .......... .......... .......... .......... 97% 208M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90450K .......... .......... .......... .......... .......... 97% 282M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90500K .......... .......... .......... .......... .......... 97% 292M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90550K .......... .......... .......... .......... .......... 97% 286M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90600K .......... .......... .......... .......... .......... 97% 251M 0s 2024-09-12T00:52:31.311 INFO:teuthology.orchestra.run.smithi163.stderr: 90650K .......... .......... .......... .......... .......... 97% 287M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 90700K .......... .......... .......... .......... .......... 97% 293M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 90750K .......... .......... .......... .......... .......... 97% 285M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 90800K .......... .......... .......... .......... .......... 97% 232M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 90850K .......... .......... .......... .......... .......... 97% 273M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 90900K .......... .......... .......... .......... .......... 97% 276M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 90950K .......... .......... .......... .......... .......... 97% 278M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 91000K .......... .......... .......... .......... .......... 98% 261M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 91050K .......... .......... .......... .......... .......... 98% 58.9M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 91100K .......... .......... .......... .......... .......... 98% 227M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 91150K .......... .......... .......... .......... .......... 98% 280M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 91200K .......... .......... .......... .......... .......... 98% 279M 0s 2024-09-12T00:52:31.312 INFO:teuthology.orchestra.run.smithi163.stderr: 91250K .......... .......... .......... .......... .......... 98% 279M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91300K .......... .......... .......... .......... .......... 98% 144M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91350K .......... .......... .......... .......... .......... 98% 287M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91400K .......... .......... .......... .......... .......... 98% 174M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91450K .......... .......... .......... .......... .......... 98% 269M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91500K .......... .......... .......... .......... .......... 98% 235M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91550K .......... .......... .......... .......... .......... 98% 284M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91600K .......... .......... .......... .......... .......... 98% 289M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91650K .......... .......... .......... .......... .......... 98% 287M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91700K .......... .......... .......... .......... .......... 98% 230M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91750K .......... .......... .......... .......... .......... 98% 271M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91800K .......... .......... .......... .......... .......... 98% 207M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91850K .......... .......... .......... .......... .......... 98% 282M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91900K .......... .......... .......... .......... .......... 98% 235M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 91950K .......... .......... .......... .......... .......... 99% 290M 0s 2024-09-12T00:52:31.313 INFO:teuthology.orchestra.run.smithi163.stderr: 92000K .......... .......... .......... .......... .......... 99% 75.8M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92050K .......... .......... .......... .......... .......... 99% 283M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92100K .......... .......... .......... .......... .......... 99% 259M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92150K .......... .......... .......... .......... .......... 99% 288M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92200K .......... .......... .......... .......... .......... 99% 258M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92250K .......... .......... .......... .......... .......... 99% 281M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92300K .......... .......... .......... .......... .......... 99% 289M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92350K .......... .......... .......... .......... .......... 99% 225M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92400K .......... .......... .......... .......... .......... 99% 293M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92450K .......... .......... .......... .......... .......... 99% 92.6M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92500K .......... .......... .......... .......... .......... 99% 124M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92550K .......... .......... .......... .......... .......... 99% 245M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92600K .......... .......... .......... .......... .......... 99% 279M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92650K .......... .......... .......... .......... .......... 99% 285M 0s 2024-09-12T00:52:31.314 INFO:teuthology.orchestra.run.smithi163.stderr: 92700K .......... .......... .......... .......... .......... 99% 291M 0s 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr: 92750K .......... .......... .......... .......... .......... 99% 236M 0s 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr: 92800K .......... .......... .......... .......... .......... 99% 260M 0s 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr: 92850K .......... .......... .......... .......... .......... 99% 322M 0s 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr: 92900K 100% 134G=0.5s 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12 00:52:30 (172 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2024-09-12T00:52:31.315 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T00:52:31.355 INFO:teuthology.orchestra.run.smithi163.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T00:52:31.356 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T00:52:31.357 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T00:52:31.358 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T00:52:31.359 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T00:52:31.360 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T00:52:31.361 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T00:52:31.362 INFO:teuthology.orchestra.run.smithi163.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T00:52:31.363 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T00:52:31.364 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T00:52:31.365 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T00:52:31.366 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T00:52:31.367 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T00:52:31.368 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T00:52:31.369 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T00:52:31.370 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T00:52:31.371 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T00:52:31.372 INFO:teuthology.orchestra.run.smithi163.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2024-09-12T00:52:31.463 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.463 INFO:teuthology.orchestra.run.smithi163.stdout:Welcome to Gradle 6.0.1! 2024-09-12T00:52:31.463 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout:Here are the highlights of this release: 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Substantial improvements in dependency management, including 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Advanced control of transitive versions 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Support for optional features and dependencies 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Rules to tweak published metadata 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Support for Java 13 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T00:52:31.464 INFO:teuthology.orchestra.run.smithi163.stdout: - New Zinc compiler for Scala 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout: - VS2019 support 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.467 INFO:teuthology.orchestra.run.smithi163.stdout:------------------------------------------------------------ 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:Gradle 6.0.1 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:------------------------------------------------------------ 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:Kotlin: 1.3.50 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:Groovy: 2.5.8 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:JVM: 11.0.20.1 (Red Hat, Inc. 11.0.20.1+1-LTS) 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout:OS: Linux 5.14.0-505.el9.x86_64 amd64 2024-09-12T00:52:31.468 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:31.469 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T00:52:31.470 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T00:52:31.470 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T00:52:31.470 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T00:52:31.470 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T00:52:31.470 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T00:52:31.793 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T00:52:31.793 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T00:52:31.793 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'RXPAKPTHLJOKUVRYOGPK', 'access_secret': 'vd3fuOd7HMueSbeKBpbvGC7lR8SjiMy34D6oP+jBWhJ4CqHwhVaFKg==', 'region': 'mexico', 'endpoint': 'smithi163.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi163.front.sepia.ceph.com'} 2024-09-12T00:52:31.793 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T00:52:31.793 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'RXPAKPTHLJOKUVRYOGPK', '--secret', 'vd3fuOd7HMueSbeKBpbvGC7lR8SjiMy34D6oP+jBWhJ4CqHwhVaFKg==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T00:52:31.794 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key RXPAKPTHLJOKUVRYOGPK --secret vd3fuOd7HMueSbeKBpbvGC7lR8SjiMy34D6oP+jBWhJ4CqHwhVaFKg== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T00:52:31.858 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:31.858 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:31.892 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.892+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 realm 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:31.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.894+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:31.895 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.895+0000 7fc74f50c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:31.895 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.895+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:31.895 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.895+0000 7fc74f50c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:31.895 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.895+0000 7fc74f50c800 20 searching for the correct realm 2024-09-12T00:52:31.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:31.900+0000 7fc74c7f5640 0 -- 172.21.15.163:0/4285509317 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc73c0c7b90 msgr2=0x7fc73c0be0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:32.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.107+0000 7fc74d7f7640 0 -- 172.21.15.163:0/4285509317 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ebab4c1030 msgr2=0x55ebab4c3480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:32.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:52:32.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:32.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:52:32.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:32.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:32.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:32.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:32.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.110+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:32.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 zone default found 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 4 Realm: () 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 zonegroup default 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.111+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.112+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.112+0000 7fc74f50c800 20 started sync module instance, tier type = 2024-09-12T00:52:32.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.112+0000 7fc74f50c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:52:32.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.122+0000 7fc74f50c800 20 add_watcher() i=0 2024-09-12T00:52:32.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.122+0000 7fc74f50c800 20 add_watcher() i=1 2024-09-12T00:52:32.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.122+0000 7fc74f50c800 20 add_watcher() i=2 2024-09-12T00:52:32.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.122+0000 7fc74f50c800 20 add_watcher() i=3 2024-09-12T00:52:32.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.122+0000 7fc74f50c800 20 add_watcher() i=4 2024-09-12T00:52:32.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.122+0000 7fc74f50c800 20 add_watcher() i=5 2024-09-12T00:52:32.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.123+0000 7fc74f50c800 20 add_watcher() i=6 2024-09-12T00:52:32.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.123+0000 7fc74f50c800 20 add_watcher() i=7 2024-09-12T00:52:32.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.123+0000 7fc74f50c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:32.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc6037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:32.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc74f50c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:32.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc74f50c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:32.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc74f50c800 5 note: GC not initialized 2024-09-12T00:52:32.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc6027e4640 20 reqs_thread_entry: start 2024-09-12T00:52:32.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc74f50c800 20 init_complete bucket index max shards: 1 2024-09-12T00:52:32.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.125+0000 7fc74f50c800 20 Filter name: none 2024-09-12T00:52:32.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc5fbfff640 20 reqs_thread_entry: start 2024-09-12T00:52:32.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T00:52:32.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T00:52:32.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 10 cache get: name=default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK : miss 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.126+0000 7fc74f50c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.127+0000 7fc74f50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.127+0000 7fc74f50c800 10 cache put: name=default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK info.flags=0x0 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.127+0000 7fc74f50c800 10 adding default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK to cache LRU end 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.127+0000 7fc74f50c800 10 cache get: name=default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK : hit (negative entry) 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.127+0000 7fc74f50c800 10 cache get: name=default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK : hit (negative entry) 2024-09-12T00:52:32.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.128+0000 7fc74f50c800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T00:52:32.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.128+0000 7fc74f50c800 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T00:52:32.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.128+0000 7fc74f50c800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T00:52:32.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.129+0000 7fc623fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366228 cookie 94470679613280 notifier 8255 bl.length()=670 2024-09-12T00:52:32.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.129+0000 7fc623fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T00:52:32.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.129+0000 7fc623fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T00:52:32.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.131+0000 7fc74f50c800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T00:52:32.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.131+0000 7fc74f50c800 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T00:52:32.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.131+0000 7fc74f50c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T00:52:32.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.131+0000 7fc623fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366219 cookie 94470679599056 notifier 8255 bl.length()=200 2024-09-12T00:52:32.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.131+0000 7fc623fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T00:52:32.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.131+0000 7fc623fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T00:52:32.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.134+0000 7fc74f50c800 10 cache put: name=default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK info.flags=0x7 2024-09-12T00:52:32.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.134+0000 7fc74f50c800 10 moving default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK to cache LRU end 2024-09-12T00:52:32.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.134+0000 7fc74f50c800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:RXPAKPTHLJOKUVRYOGPK, ofs0, ns] 2024-09-12T00:52:32.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.135+0000 7fc6237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366167 cookie 94470679618144 notifier 8255 bl.length()=189 2024-09-12T00:52:32.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.135+0000 7fc6237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK info.flags=0x7 2024-09-12T00:52:32.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.135+0000 7fc6237fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RXPAKPTHLJOKUVRYOGPK to cache LRU end 2024-09-12T00:52:32.135 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T00:52:32.135 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "tester.client.0", 2024-09-12T00:52:32.135 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "tester.client.0", 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "RXPAKPTHLJOKUVRYOGPK", 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "vd3fuOd7HMueSbeKBpbvGC7lR8SjiMy34D6oP+jBWhJ4CqHwhVaFKg==", 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T00:52:32.128936Z" 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T00:52:32.136 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T00:52:32.137 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T00:52:32.128922Z", 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T00:52:32.138 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T00:52:32.139 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:32.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.137+0000 7fc6037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:32.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.139+0000 7fc74f50c800 20 remove_watcher() i=0 2024-09-12T00:52:32.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.139+0000 7fc74f50c800 2 removed watcher, disabling cache 2024-09-12T00:52:32.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.140+0000 7fc74f50c800 20 remove_watcher() i=1 2024-09-12T00:52:32.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.141+0000 7fc74f50c800 20 remove_watcher() i=2 2024-09-12T00:52:32.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.143+0000 7fc74f50c800 20 remove_watcher() i=3 2024-09-12T00:52:32.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.144+0000 7fc74f50c800 20 remove_watcher() i=4 2024-09-12T00:52:32.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.144+0000 7fc74f50c800 20 remove_watcher() i=5 2024-09-12T00:52:32.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.145+0000 7fc74f50c800 20 remove_watcher() i=6 2024-09-12T00:52:32.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.146+0000 7fc74f50c800 20 remove_watcher() i=7 2024-09-12T00:52:32.158 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T00:52:32.158 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T00:52:32.188 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T00:52:32.189 DEBUG:teuthology.orchestra.run.smithi163:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T00:52:32.255 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:52:32.346 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:32.346 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:32.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.383+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 realm 2024-09-12T00:52:32.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:32.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.384+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.385+0000 7fe57e340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:32.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.385+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.386+0000 7fe57e340800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:32.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.386+0000 7fe57e340800 20 searching for the correct realm 2024-09-12T00:52:32.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.390+0000 7fe573fff640 0 -- 172.21.15.163:0/2325009798 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fe56c05c590 msgr2=0x7fe56c086130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:32.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.598+0000 7fe57a8c1640 0 -- 172.21.15.163:0/2325009798 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f684a008d0 msgr2=0x55f684a02d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:32.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:52:32.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:32.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:52:32.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:32.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:32.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:32.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.600+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 zone default found 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 4 Realm: () 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 zonegroup default 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.601+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 rados->read ofs=0 len=0 2024-09-12T00:52:32.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:32.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 started sync module instance, tier type = 2024-09-12T00:52:32.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.602+0000 7fe57e340800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:52:32.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=0 2024-09-12T00:52:32.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=1 2024-09-12T00:52:32.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=2 2024-09-12T00:52:32.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=3 2024-09-12T00:52:32.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=4 2024-09-12T00:52:32.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=5 2024-09-12T00:52:32.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=6 2024-09-12T00:52:32.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 20 add_watcher() i=7 2024-09-12T00:52:32.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.613+0000 7fe57e340800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:32.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.615+0000 7fe430fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:32.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.616+0000 7fe57e340800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:32.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.616+0000 7fe57e340800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:32.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.653+0000 7fe3ab7fe640 20 reqs_thread_entry: start 2024-09-12T00:52:32.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.654+0000 7fe57e340800 20 init_complete bucket index max shards: 1 2024-09-12T00:52:32.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.654+0000 7fe57e340800 20 Filter name: none 2024-09-12T00:52:32.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.654+0000 7fe3a97fa640 20 reqs_thread_entry: start 2024-09-12T00:52:32.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.654+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:52:32.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.655+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.655+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7000832265669769359', time=2024-09-12T02:43:18.036837+0000, chain.objs.size()=1 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.LVv9Rtyq0lr2pYw_enr0u0ezd6zQ77w_0 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6296111113298162422', time=2024-09-12T02:43:18.231313+0000, chain.objs.size()=3 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.1 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.2 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.3 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5804892252641442581', time=2024-09-12T02:43:18.341571+0000, chain.objs.size()=1 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.Eep2gmKWYhuNZYTVNEFJNaGGouYHeby_0 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10474858285131216483', time=2024-09-12T02:44:46.631798+0000, chain.objs.size()=1 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.-IXUgTB_YhnlS2s9KFOXgSKNvbepf91_0 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1860586698099038387', time=2024-09-12T02:44:48.881324+0000, chain.objs.size()=1 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.BlZcGAUXAiq86jWPjhRzHPHNSYcy1_s_0 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11382481658391028464', time=2024-09-12T02:44:48.966467+0000, chain.objs.size()=1 2024-09-12T00:52:32.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.hn2GZbrao5uFDMpBt-t-QPwqAMB8GhO_0 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12379684931390064146', time=2024-09-12T02:45:21.925640+0000, chain.objs.size()=1 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.80tI00AOs7U0C4pcK4VXXRQQjrhU2JS_0 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5015758971391035893', time=2024-09-12T02:45:24.943421+0000, chain.objs.size()=1 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.3yQi5KBDHfCzsvrzt2hEwL65pptvjGP_0 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.656+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12616315201685046106', time=2024-09-12T02:45:24.971261+0000, chain.objs.size()=1 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.657+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.j5jdwh2hAsrdqwhkUGlsLt2Uhmcp3OF_0 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.657+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7623517281516392934', time=2024-09-12T02:45:24.980624+0000, chain.objs.size()=1 2024-09-12T00:52:32.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.657+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.hbKzh8ovsv9Dc2-YsANetZI72Uoblbf_0 2024-09-12T00:52:32.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.659+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1707751697915217387', time=2024-09-12T02:46:05.828015+0000, chain.objs.size()=1 2024-09-12T00:52:32.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.659+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.yET8eFNu-qIuzHwBHkbih04qLmDjyX9_0 2024-09-12T00:52:32.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2149532929165394618', time=2024-09-12T02:46:38.626900+0000, chain.objs.size()=1 2024-09-12T00:52:32.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.ZE0gim6ken2yYoXEywh4GG0S2GqkwIW_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2991218879424641114', time=2024-09-12T02:46:41.225213+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.Xefir-p85ZLZC6FdyLX0Uck23bK-5CA_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1693675983505188089', time=2024-09-12T02:46:41.226068+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.J-8IoH_0Bxh1rovqvNaYo8xJZg5DYAu_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17484005998975574878', time=2024-09-12T02:47:50.088473+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.nVbzl1RdWrUoIovoQZm_a6jPV58AScR_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6485331183594391278', time=2024-09-12T02:47:50.089109+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.wzAgbeqQXzVj7rEmP8rCEOIoYE7Kw7K_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4923619697791762356', time=2024-09-12T02:48:28.425538+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.wavW1WPBLXEcKJxyNAv0hCXqWUc9RYD_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4398240347709528635', time=2024-09-12T02:49:06.597458+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.D3mDT5O12UjnWI5v5ihL-7nvA2HBXKK_0 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17797278082227292950', time=2024-09-12T02:49:06.598337+0000, chain.objs.size()=1 2024-09-12T00:52:32.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.i1nsr4NddzN8hUeVfMRMJb7OBxrOOyw_0 2024-09-12T00:52:32.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17359110576692124024', time=2024-09-12T02:49:39.579552+0000, chain.objs.size()=1 2024-09-12T00:52:32.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.660+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.A8rvE1F7HXXcW99Fsa7_Sb7HgwzQ9zV_0 2024-09-12T00:52:32.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.664+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14797059264628624068', time=2024-09-12T02:49:39.580341+0000, chain.objs.size()=1 2024-09-12T00:52:32.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.664+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.-NXGB1CLTzi5FRZVfZZOq1NVNGJbOAA_0 2024-09-12T00:52:32.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.664+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7941944957153449187', time=2024-09-12T02:49:39.629867+0000, chain.objs.size()=1 2024-09-12T00:52:32.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.664+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.qZy1BGt48dQ_QfdxH0zSF2-qLF39d3N_0 2024-09-12T00:52:32.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.668+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.670+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:52:32.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.671+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T00:52:32.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.929463235970620708', time=2024-09-12T02:43:18.028379+0000, chain.objs.size()=1 2024-09-12T00:52:32.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.bX1XK6U2g01JzyfusxhpGFe0GtbWGo0_0 2024-09-12T00:52:32.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706336373924909477', time=2024-09-12T02:43:18.293078+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.UdY8ShKVFpdYlAHSAmdRIzj73TVvL1j_0 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13640432077800462601', time=2024-09-12T02:45:21.962892+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.ti8xGIQrku6VKUVQhpHEYgUo5uVHc5i_0 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7769755398680744873', time=2024-09-12T02:45:24.942424+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_._1V-uJ2P8m-3koEZ52haSIJsrYYkbJR_0 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7560174148585725806', time=2024-09-12T02:45:24.943089+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.h6X50jsxDifHZYNzSkX6gjdKIL76O2L_0 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13127340233533447414', time=2024-09-12T02:45:25.005248+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.XUTYW8A-60eTCW2aA3F4F9i4KM7psWo_0 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13142369955692285109', time=2024-09-12T02:45:27.451088+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.fYfuzoCno1BNj4qUeUYepRvifzitL4K_0 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11186773366450768700', time=2024-09-12T02:46:38.615806+0000, chain.objs.size()=1 2024-09-12T00:52:32.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.QjFk_E9F2UYEF6vKBLqEtp3P2xaFkIe_0 2024-09-12T00:52:32.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10717931357435648401', time=2024-09-12T02:46:38.616720+0000, chain.objs.size()=1 2024-09-12T00:52:32.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.672+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.C4mp8lsSH6t1GNVfyu1cPTawqNKzTBZ_0 2024-09-12T00:52:32.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.673+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13750044546819158453', time=2024-09-12T02:47:14.241839+0000, chain.objs.size()=1 2024-09-12T00:52:32.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.673+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.gS1vv5Kx2RgksYFCeJwLN9sBAK5Kn98_0 2024-09-12T00:52:32.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.674+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7689044461062903664', time=2024-09-12T02:47:18.001746+0000, chain.objs.size()=1 2024-09-12T00:52:32.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.674+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.FMOJXnhzFkqzhvYOkG7KfVLigvhalF6_0 2024-09-12T00:52:32.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.674+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4256871619102625402', time=2024-09-12T02:47:18.039640+0000, chain.objs.size()=1 2024-09-12T00:52:32.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.674+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.tKS-EX1T38ofpcWs-HTov04Jdj_VQDq_0 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15510790010336295461', time=2024-09-12T02:47:52.985099+0000, chain.objs.size()=1 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.CjildlJ1nWfmPS8AIY4Sd3Spr1FbbdY_0 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11987002322977401686', time=2024-09-12T02:48:28.431323+0000, chain.objs.size()=1 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.stQeO8aM2r2Jec_B9vOesmwISiFepSi_0 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13346086158709744332', time=2024-09-12T02:48:28.432075+0000, chain.objs.size()=1 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.bFqVu0LCbiG-i31ySNlSErKKCkVXlC7_0 2024-09-12T00:52:32.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1873493044824830636', time=2024-09-12T02:48:28.476989+0000, chain.objs.size()=1 2024-09-12T00:52:32.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.Da8ymXf7mfNO99_8PSsbJUihopr58GH_0 2024-09-12T00:52:32.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1600506906128617520', time=2024-09-12T02:49:04.295177+0000, chain.objs.size()=1 2024-09-12T00:52:32.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.xfeD8BTESmUVrDFS1IsRbQXtSjgzCNi_0 2024-09-12T00:52:32.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4692926065796958707', time=2024-09-12T02:49:04.295797+0000, chain.objs.size()=1 2024-09-12T00:52:32.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.aV4nd4Sdharw3qi0xb-7YUcI3vT9N-I_0 2024-09-12T00:52:32.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10580153481516445376', time=2024-09-12T02:49:04.343966+0000, chain.objs.size()=1 2024-09-12T00:52:32.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.ChA-m3G-3tcuCEcVOarirrNXmHk_Cli_0 2024-09-12T00:52:32.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5406044355112869541', time=2024-09-12T02:49:39.564707+0000, chain.objs.size()=1 2024-09-12T00:52:32.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.wbD59XBlyG7-cPB5w6ZevoDbWlaVGas_0 2024-09-12T00:52:32.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.676+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2368364664164809316', time=2024-09-12T02:51:46.383419+0000, chain.objs.size()=1 2024-09-12T00:52:32.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.677+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.c413zlyoTw1t2zhhy52VlJ7XU_jbxOZ_0 2024-09-12T00:52:32.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.681+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.683+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:52:32.684 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.684+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.685 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17144432762556701581', time=2024-09-12T02:43:18.215680+0000, chain.objs.size()=5 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1_1 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2_1 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.3 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11692283108177922527', time=2024-09-12T02:43:18.243809+0000, chain.objs.size()=3 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.1 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.2 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-STANDARD.2~lkwEX-z1L50YbG17nuPXVkTeyx1DCBl.3 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15223929262057474685', time=2024-09-12T02:44:45.912731+0000, chain.objs.size()=1 2024-09-12T00:52:32.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.16zEjMgcn1fjPlsYrwi87IYsYB1mK6x_0 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14213823950218555472', time=2024-09-12T02:45:21.887075+0000, chain.objs.size()=1 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.SPmzvOwMiTgTk_1oyAB2Fwxp8cknnOr_0 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12058251738673830501', time=2024-09-12T02:45:21.887775+0000, chain.objs.size()=1 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.IipaqAg-syhy5Q2X4aKfBnDd8h_hgt__0 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11447681702751015539', time=2024-09-12T02:45:27.445079+0000, chain.objs.size()=1 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.685+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.J3GQjkaqSIs43D0PKZv4Qyq7zINjkh3_0 2024-09-12T00:52:32.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1251975152524470725', time=2024-09-12T02:46:03.685403+0000, chain.objs.size()=1 2024-09-12T00:52:32.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.9ghy091kpewE4rBspWtfGYSjVEO7nbG_0 2024-09-12T00:52:32.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16703968030689314594', time=2024-09-12T02:46:03.764937+0000, chain.objs.size()=1 2024-09-12T00:52:32.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.9fL-YGfplJJrkRA6oKlzMRjTCHpVpkD_0 2024-09-12T00:52:32.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.81005342749977497', time=2024-09-12T02:46:05.843304+0000, chain.objs.size()=1 2024-09-12T00:52:32.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.c2mEOr4G8f4_oz1GonRs0sPvzW3n0-t_0 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15575086515355620092', time=2024-09-12T02:46:41.244701+0000, chain.objs.size()=1 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.z_REqarolI4rRUD93NMLmwxI_EMLx_q_0 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2331002146336165374', time=2024-09-12T02:47:50.109130+0000, chain.objs.size()=1 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.GwYPQ5IsHXcWiGEkBCO9dDn18Q9ZoA4_0 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.305289304372320072', time=2024-09-12T02:49:01.833352+0000, chain.objs.size()=1 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.Zar7o2LBaCFovOs2ksFxhHn_eJgsCEr_0 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4696670688107078721', time=2024-09-12T02:49:06.579546+0000, chain.objs.size()=1 2024-09-12T00:52:32.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.688+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.buSset9o_YxiOGnqXBqaG9DdxF--Mlg_0 2024-09-12T00:52:32.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.689+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5802690420426847233', time=2024-09-12T02:49:39.602898+0000, chain.objs.size()=1 2024-09-12T00:52:32.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.689+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.oGCe2hScYk7sV9i4RgDbE47_AMFDnWa_0 2024-09-12T00:52:32.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.694+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.696+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:52:32.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.698+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.698+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:52:32.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_pVCw079mcuO21hVcI7DZL96sAnFz0ER', time=2024-09-12T02:43:18.147545+0000, chain.objs.size()=2 2024-09-12T00:52:32.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.PKn7Oc9mWNFxZ5dsK4iEYfk2zNlvxOU_0 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.PKn7Oc9mWNFxZ5dsK4iEYfk2zNlvxOU_1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_p3gjdF1lbafYutw-LIufAoVYDVQ8Avj', time=2024-09-12T02:43:18.178623+0000, chain.objs.size()=1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.HrZFea-cEmBEY0bmvpceSAb7xj5IHNI_0 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3041797256776883642', time=2024-09-12T02:43:18.223554+0000, chain.objs.size()=5 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.1_1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.2_1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-LUKEWARM.2~D4_tGAQ_EK6RKZMb27bsAANDvmDtNU8.3 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12962030291547369588', time=2024-09-12T02:44:48.898025+0000, chain.objs.size()=1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.igD0pK6P9YDKWbwNeymt3FN_F7fb7C8_0 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8634161678246561896', time=2024-09-12T02:45:24.941393+0000, chain.objs.size()=1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.SuSVP0LY08KKJvXhlRH_lKyN35y4Bn__0 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12959587915659516451', time=2024-09-12T02:45:27.460049+0000, chain.objs.size()=1 2024-09-12T00:52:32.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.xJF0pUJNI2ouBJ008uk5fOM4oX3HJOt_0 2024-09-12T00:52:32.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1098673264267146189', time=2024-09-12T02:45:27.461077+0000, chain.objs.size()=1 2024-09-12T00:52:32.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.699+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.93MiUTqwTU6F2Vc3bHkCbmvme4rb2bI_0 2024-09-12T00:52:32.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6004562386562676921', time=2024-09-12T02:46:00.381583+0000, chain.objs.size()=1 2024-09-12T00:52:32.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.vGgT5obZeTsEFUhHEUc8yTfFNnDQbCb_0 2024-09-12T00:52:32.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9868823568300380641', time=2024-09-12T02:46:00.401560+0000, chain.objs.size()=1 2024-09-12T00:52:32.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.YYDQFaaM4_oMIVZfhNmJbglRKu-1m5q_0 2024-09-12T00:52:32.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16104569015096136241', time=2024-09-12T02:46:00.420850+0000, chain.objs.size()=1 2024-09-12T00:52:32.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.JlKoaHc9XE5AIbCcfdTDrPyOpknUCGn_0 2024-09-12T00:52:32.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1004482500664990928', time=2024-09-12T02:46:03.670840+0000, chain.objs.size()=1 2024-09-12T00:52:32.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.8f49qA003dycGLcYzr_IFktNm3mO6li_0 2024-09-12T00:52:32.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15624965179077729377', time=2024-09-12T02:46:03.761589+0000, chain.objs.size()=1 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.2stRUoadUxuqkMNIHQofOybRyuL5dx-_0 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3402919223565119750', time=2024-09-12T02:47:15.963156+0000, chain.objs.size()=1 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.V8Wy3_z6lb3g1-kUDfTZiFIlaQTGxWU_0 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13783455303033954201', time=2024-09-12T02:47:18.033901+0000, chain.objs.size()=1 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.l44oEKI6TD_6-RPjkAmEqhPOzz9j6A1_0 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5759863433075176055', time=2024-09-12T02:47:52.072480+0000, chain.objs.size()=1 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.h-3aTcTLEUF5cVllfKU05zole-g6k53_0 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5495480992949373159', time=2024-09-12T02:49:01.827074+0000, chain.objs.size()=1 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.Y-nopAzmstiJRbzHZ_VgP_cVRMtXKEA_0 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3779822337953251842', time=2024-09-12T02:49:04.295513+0000, chain.objs.size()=1 2024-09-12T00:52:32.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.702+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.5bbau5PREt5VlY2Furyecbvl6DlDP-w_0 2024-09-12T00:52:32.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.707+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.709+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:52:32.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.711+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.711+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:52:32.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_P1SCuu7etmKRIJumOZLw-ki0OQti-oM', time=2024-09-12T02:43:18.207505+0000, chain.objs.size()=3 2024-09-12T00:52:32.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.Pg9peDypmu1pV-GbwxUMwvvHiV3Zs5l_0 2024-09-12T00:52:32.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.Pg9peDypmu1pV-GbwxUMwvvHiV3Zs5l_1 2024-09-12T00:52:32.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.Pg9peDypmu1pV-GbwxUMwvvHiV3Zs5l_2 2024-09-12T00:52:32.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15189691804068224833', time=2024-09-12T02:44:46.631832+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.yFQSYhSVxTtxTqsBued1EixyNG_w0Xm_0 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10616334987913396103', time=2024-09-12T02:44:48.917510+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.AC27BBAVLvDsJNGNxodoZ1dVE3LU3bG_0 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14970586166123532250', time=2024-09-12T02:44:48.962192+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.uPDDKfmSrZ8A4EyU9JCDNr_Vh5QdBZl_0 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14199990787394690712', time=2024-09-12T02:46:05.854731+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.tnEOy5oLR9Cc4iVGSpGl6TOpBy5Cafm_0 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13639704255536900041', time=2024-09-12T02:46:38.558654+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.xY4-Q64tU_NPXx_lpEWmD_7EzWbaOyn_0 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10691587234931929099', time=2024-09-12T02:47:16.456910+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.zQG_aT_4RgCuSjiYekO4DPXdZ02o-cc_0 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16128695203426863601', time=2024-09-12T02:47:16.457681+0000, chain.objs.size()=1 2024-09-12T00:52:32.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.MWzFQ5RMh0nhbvSpu-pKoEZehTsC8kc_0 2024-09-12T00:52:32.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8698325031795299168', time=2024-09-12T02:49:01.835150+0000, chain.objs.size()=1 2024-09-12T00:52:32.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.au_jNyEVMDJOBldRYnxD8leFvOiDqa2_0 2024-09-12T00:52:32.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7451199373384097363', time=2024-09-12T02:49:06.598326+0000, chain.objs.size()=1 2024-09-12T00:52:32.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.712+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.LtpOP6MSKttRpSibskQuKvGPR3A-VlE_0 2024-09-12T00:52:32.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.714+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16289140322441438993', time=2024-09-12T02:51:46.341996+0000, chain.objs.size()=1 2024-09-12T00:52:32.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.714+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.4nAxjE3lt1KgCpB5FoGEnnioHxRJnfm_0 2024-09-12T00:52:32.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.715+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11946054035594646593', time=2024-09-12T02:51:46.363534+0000, chain.objs.size()=1 2024-09-12T00:52:32.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.715+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.fLcDx8dOOD01__DHDfrMsrUslcGRjN__0 2024-09-12T00:52:32.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.717+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.719+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:52:32.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10359306149836737202', time=2024-09-12T02:44:46.641109+0000, chain.objs.size()=1 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.HLSLFuLrLkX4mSUdGDWr5jSOhtG7eyu_0 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15850648518567844825', time=2024-09-12T02:46:00.435851+0000, chain.objs.size()=1 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.djWUSQoRQftcDr6lCmHAE6HeIfmE9IM_0 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17760948621639115529', time=2024-09-12T02:46:00.472782+0000, chain.objs.size()=1 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.558CVc2dPQADS7P8OJhJhM9r6k8kClj_0 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1501877130239831989', time=2024-09-12T02:47:16.444496+0000, chain.objs.size()=1 2024-09-12T00:52:32.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.L3RbwLsLN6Ga0hseTCU09AyDumMjpOI_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7945639164742951379', time=2024-09-12T02:47:16.462537+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.nyM2yaoeVMdjAWncUsMZ2v3wxPq25Pp_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47317142361623255', time=2024-09-12T02:47:49.601808+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.AYufWRVQMUb3Y_LpTvtygsHTUpe5jcz_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9514815733638257239', time=2024-09-12T02:47:50.106985+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.x9O9RtpGGXJ9hqU8dS9KX-wjZe0u6js_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5038017270270127570', time=2024-09-12T02:47:52.967048+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.wjVC3NMpi1xK8Qq3OzbQlJcw4LVkUwL_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12768006073757454166', time=2024-09-12T02:48:28.432528+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.ezQ3usKyNfiCtVSv496LAJZf_nPaEwI_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13844578614138748007', time=2024-09-12T02:49:01.801735+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.0rDO3nyN0w8yru3rUQohidsGTKkZP0u_0 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8131914024067723989', time=2024-09-12T02:49:04.318178+0000, chain.objs.size()=1 2024-09-12T00:52:32.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.721+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.jJPcHWUCaXvlZF1BqHu9lDCMtuAFkM5_0 2024-09-12T00:52:32.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.722+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6803321793496734806', time=2024-09-12T02:49:04.339438+0000, chain.objs.size()=1 2024-09-12T00:52:32.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.722+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.rS23Io7AB5BCPr3at5qaZrQys5RWz8M_0 2024-09-12T00:52:32.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.724+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3225922951335670729', time=2024-09-12T02:49:39.618365+0000, chain.objs.size()=1 2024-09-12T00:52:32.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.724+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.0ExTSlMczUJvex2-k4W92zhTCZUqLfH_0 2024-09-12T00:52:32.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.724+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15063427960136031101', time=2024-09-12T02:51:46.370841+0000, chain.objs.size()=1 2024-09-12T00:52:32.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.724+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.BGlTITj-XeiR9PNOr1yzSD-p-8vCmQw_0 2024-09-12T00:52:32.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.725+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.155040420871690117', time=2024-09-12T02:51:46.371499+0000, chain.objs.size()=1 2024-09-12T00:52:32.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.725+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.GkjBPRjGHPQIknqbjBDdToZutwir2iM_0 2024-09-12T00:52:32.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.728+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.731+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:52:32.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.733+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.733+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.733+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5974893241862366081', time=2024-09-12T02:43:18.045260+0000, chain.objs.size()=1 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.fDZGnemP9rL22jznj2sBYpK-lvgVkki_0 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_HUnxdkFX0h5x1Sz_PcTA-joxlM2RJas', time=2024-09-12T02:43:18.174863+0000, chain.objs.size()=1 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.XCONuJUeTU-3gP7U805iwBA0dgjMNCZ_0 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_GsIWlyPsnI28SkpZ3QM_V6MXzTAUX14', time=2024-09-12T02:43:18.211870+0000, chain.objs.size()=3 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.tQoCe4k3eWnKmpHqKzSx598W3_0ighG_0 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.tQoCe4k3eWnKmpHqKzSx598W3_0ighG_1 2024-09-12T00:52:32.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.tQoCe4k3eWnKmpHqKzSx598W3_0ighG_2 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_1aEB8juWhfTqzoqGXaXHmIur0102T_G', time=2024-09-12T02:43:18.227405+0000, chain.objs.size()=3 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.WtqgIroClcag5vIoXUYj9Ev6NnTwtgV_0 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.WtqgIroClcag5vIoXUYj9Ev6NnTwtgV_1 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.WtqgIroClcag5vIoXUYj9Ev6NnTwtgV_2 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16706092378940065249', time=2024-09-12T02:45:24.925781+0000, chain.objs.size()=1 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.le9fp39XeV8dKyOB7S8TG2F8QF9GIqP_0 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9871624628303912456', time=2024-09-12T02:46:00.435092+0000, chain.objs.size()=1 2024-09-12T00:52:32.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.gtwiiReL0Ne7LnD4t2x2-flwM6fs97n_0 2024-09-12T00:52:32.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4754232146370289630', time=2024-09-12T02:46:00.471470+0000, chain.objs.size()=1 2024-09-12T00:52:32.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_._mJ-JO1Cqqtg1HjOHaqW_-63NxxTyBA_0 2024-09-12T00:52:32.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15063856223266403785', time=2024-09-12T02:47:17.998052+0000, chain.objs.size()=1 2024-09-12T00:52:32.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.734+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.lav9u7FLPkynvR1a29LxOKFu_NU4pW6_0 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.738+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4746215321018709768', time=2024-09-12T02:47:17.998672+0000, chain.objs.size()=1 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.738+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.sCO1_zlYep4YlG--zzWq7kW4TsWCazF_0 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.738+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.367661468595601009', time=2024-09-12T02:47:50.109973+0000, chain.objs.size()=1 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.738+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.dyoGlXDKYsx1ux7lBD1eTQ0e0YjkKxx_0 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.738+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9269879148488112852', time=2024-09-12T02:47:52.986696+0000, chain.objs.size()=1 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.-dhJIyMWOaxnoGbmIYGt8SKKEyVSfgt_0 2024-09-12T00:52:32.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11392325368820594427', time=2024-09-12T02:47:53.020014+0000, chain.objs.size()=1 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.yrCH4Sll5uiR7b5cH-_ayAFLCV4JD6-_0 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10588414185609486536', time=2024-09-12T02:48:25.975596+0000, chain.objs.size()=1 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.0cwp7LVCLHrE6DqQX7ytQr0M_kHaead_0 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3174068456199156169', time=2024-09-12T02:49:01.834742+0000, chain.objs.size()=1 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.Q_rMSAs5pcyT4ua_wMubkWQ2H6SldeF_0 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13330820316728598834', time=2024-09-12T02:49:01.887927+0000, chain.objs.size()=1 2024-09-12T00:52:32.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.739+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.H78Y1weuAgw-xPHDedp8Bv2y9Sdf8aE_0 2024-09-12T00:52:32.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.744+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.746+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:52:32.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.747+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=25, truncated=0, next_marker='' 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16174253364674824615', time=2024-09-12T02:43:18.015793+0000, chain.objs.size()=1 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.0uk5oyb6bnqBSHb8ys6C1lBkr9MvZ-l_0 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_xAjcc39Ta4n_zBX4ns4qWwn3Aa3hcjj', time=2024-09-12T02:43:18.151609+0000, chain.objs.size()=2 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.vd8lcRfjQQZ8dkuFsPKvabfOCii1QJt_0 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.vd8lcRfjQQZ8dkuFsPKvabfOCii1QJt_1 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11414059604574105090', time=2024-09-12T02:43:18.170853+0000, chain.objs.size()=1 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.8P_kmW3oxBkx-JRpc5yLQv5AV9uV8fE_0 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_fnoGSvXTK_caYW4R0V4DZMJSUusfJpS', time=2024-09-12T02:43:18.235444+0000, chain.objs.size()=1 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ANBrXYeSii_4MNkjXCUvKaZHQGNuOFu_0 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2417505908443814778', time=2024-09-12T02:44:46.630033+0000, chain.objs.size()=1 2024-09-12T00:52:32.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.0svRFIUqsJUBrEYRIoD3uSQ-TsmJStg_0 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10669223955493192517', time=2024-09-12T02:45:21.913527+0000, chain.objs.size()=1 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.Sw0RZxBlv_FwMOfLYpu0RV6VFy7H_31_0 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7490989593229999093', time=2024-09-12T02:46:00.420908+0000, chain.objs.size()=1 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.1MuASMOEi0JeraOGEbBtDy7h8iWF9pR_0 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3259268107854145492', time=2024-09-12T02:46:03.715255+0000, chain.objs.size()=1 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.MkSr0BED6_1916j7KKmLRk-q_B5OnDV_0 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2236833424678659705', time=2024-09-12T02:46:03.716488+0000, chain.objs.size()=1 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.7qjyb_-Y1Z676ynCC8-fZLX9HJm22vH_0 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4902337729928688011', time=2024-09-12T02:46:05.751699+0000, chain.objs.size()=1 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.JKHOSK4St2UGNngbcq_1OERXwzNf3jp_0 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1271658222547684873', time=2024-09-12T02:46:05.847603+0000, chain.objs.size()=1 2024-09-12T00:52:32.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.748+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.Z1FXIojw-3HfFIzqU5FPepL5nRuSytx_0 2024-09-12T00:52:32.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8809180839151335654', time=2024-09-12T02:46:38.617601+0000, chain.objs.size()=1 2024-09-12T00:52:32.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.dKNZ123S6i3MEzmgMC3ULFSlR2qfki3_0 2024-09-12T00:52:32.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13106686841200500234', time=2024-09-12T02:46:38.655385+0000, chain.objs.size()=1 2024-09-12T00:52:32.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.KKr-ASm05sVZ43n2TGA3ZSKlxo1KpUn_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9611136626562365825', time=2024-09-12T02:46:41.220846+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.hIdLIZIauxVsaKrV2S8mztCQ4rLg_mz_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9898943417510798015', time=2024-09-12T02:47:14.186105+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.zREjcbp6R7ZqXJ2rmd7r8kLVTMxD8zh_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.340306790361161720', time=2024-09-12T02:47:14.202741+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.K-rQ1U0ZwhJseAxQSu6VYnljxdxo0fz_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1626664391515467045', time=2024-09-12T02:47:14.203506+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.-2TGTkEvxQArs7yESLDCTWFlV7-4CQx_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.281141679692070866', time=2024-09-12T02:47:14.243729+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.X1tlU060SDtPRXJHtygEmMgH-J5MMO8_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2922177723411663476', time=2024-09-12T02:47:16.441439+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.1pVb1C96NdNx2zBTOr6N9CYya04MJrc_0 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11951486979811023789', time=2024-09-12T02:48:25.950945+0000, chain.objs.size()=1 2024-09-12T00:52:32.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.VHouI66STRA0mp63j8RmXvuIv1xymtp_0 2024-09-12T00:52:32.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11198194418110664452', time=2024-09-12T02:48:26.017972+0000, chain.objs.size()=1 2024-09-12T00:52:32.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.zdZWVrAR-4BCVPCqAnDPsSb_l6B4yqI_0 2024-09-12T00:52:32.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4498980869581195519', time=2024-09-12T02:49:06.643011+0000, chain.objs.size()=1 2024-09-12T00:52:32.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.752+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.Edg-Qx0EfxuGOy8MqQGaho4Cc31UuY6_0 2024-09-12T00:52:32.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.756+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16550068063555779140', time=2024-09-12T02:49:39.571993+0000, chain.objs.size()=1 2024-09-12T00:52:32.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.756+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.SAesxBqnEk5lqsik3lDf4sO83c5Q1rT_0 2024-09-12T00:52:32.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.756+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16601414412840070322', time=2024-09-12T02:51:58.683422+0000, chain.objs.size()=1 2024-09-12T00:52:32.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.756+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:4RZnCdw4t7OKzcnMxeAeIKTGfU3BfGi_.OM5_lNUcHHGjp181wNF9cSL-l0QWgMq_0 2024-09-12T00:52:32.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.756+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6442722622808812442', time=2024-09-12T02:51:58.690382+0000, chain.objs.size()=1 2024-09-12T00:52:32.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.757+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:CBV1AM0fdzoNR7BeclxcZg-WsBmm0Ev_.JkpNOwletQ7hCupFkpY00TgeF21rQE3_0 2024-09-12T00:52:32.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.759+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.761+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:52:32.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:52:32.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11021514764758020745', time=2024-09-12T02:43:18.024142+0000, chain.objs.size()=1 2024-09-12T00:52:32.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.6qS_fPntjXmMZ6lHNDTkcNA52IuPHtR_0 2024-09-12T00:52:32.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14231455343406348485', time=2024-09-12T02:43:18.139390+0000, chain.objs.size()=2 2024-09-12T00:52:32.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_0 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17899812907300056213', time=2024-09-12T02:45:24.912932+0000, chain.objs.size()=1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.QOv_iJEEwEcobysvpGEabbDhret8_iF_0 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7519508506622609567', time=2024-09-12T02:45:27.442668+0000, chain.objs.size()=1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.IbRBYFcQNud8kOse0hugQhDNcv_KNlO_0 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4833964843844227596', time=2024-09-12T02:46:38.617618+0000, chain.objs.size()=1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.FWSYC38unH-GaNm5DcX4CuEljcCWj7S_0 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8830922973411512451', time=2024-09-12T02:46:40.354031+0000, chain.objs.size()=1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.nEW9KqTFE2B0n78Uo6bGLO0ejzvSyYI_0 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3278710129541495396', time=2024-09-12T02:46:41.222400+0000, chain.objs.size()=1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.5pHu10U9mBP7-WQFj2Pde1zExi3YN_Q_0 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11916362062964520363', time=2024-09-12T02:47:16.419571+0000, chain.objs.size()=1 2024-09-12T00:52:32.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.OyFNl2ldmTG94Wj2Mcslz88pu_cU-g4_0 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10929379629392120139', time=2024-09-12T02:47:17.961563+0000, chain.objs.size()=1 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.Vk_uXCCePvl5KoynAdSknHyms0eUM-M_0 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1307252544338239557', time=2024-09-12T02:47:18.021635+0000, chain.objs.size()=1 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.763+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.SoRuO0wBRqRirrt5L-U4xUOEfuZxfWl_0 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.764+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17720845259719641892', time=2024-09-12T02:47:50.077131+0000, chain.objs.size()=1 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.764+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.NpQ_tdU95b1o4-Yt7WoCd9uwSiYkggm_0 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4868818915786081403', time=2024-09-12T02:48:25.941872+0000, chain.objs.size()=1 2024-09-12T00:52:32.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.Y2tHVgUj0C2xe25O3HtkhYzhkaAw6xh_0 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12852810789341600912', time=2024-09-12T02:49:04.270232+0000, chain.objs.size()=1 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.94Kgqyf2WSvy8btZxLFrWMfmlHM3NU5_0 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7952293068194448496', time=2024-09-12T02:49:06.562798+0000, chain.objs.size()=1 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.pEU_tYuFyMJqheLnxWRXBEkhCyQ0qG9_0 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8365557187804895320', time=2024-09-12T02:49:06.580125+0000, chain.objs.size()=1 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.Rt6lHO8YLx16tsOZVerDKuaM_O--iFr_0 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7918142884623625370', time=2024-09-12T02:49:06.634472+0000, chain.objs.size()=1 2024-09-12T00:52:32.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.766+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.5Ap67fTw5BkG2pLoLtv-kZ1Qpd3LtZ5_0 2024-09-12T00:52:32.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.770+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.772+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:52:32.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.773+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18076289263227298963', time=2024-09-12T02:43:18.049348+0000, chain.objs.size()=1 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.G1UZ4yylRMd8GcT26-4tN14bHjHpjG8_0 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15508719826341970372', time=2024-09-12T02:44:48.875956+0000, chain.objs.size()=1 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.qFe1WL70uQFEQKlSYwPWSwQ9c6gFbMA_0 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10822073131327503770', time=2024-09-12T02:45:21.889851+0000, chain.objs.size()=1 2024-09-12T00:52:32.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.65aZ53HGBR-Tq3bJG0RSRkCYSmJIELS_0 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17862784181909340226', time=2024-09-12T02:45:24.926496+0000, chain.objs.size()=1 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_._wvkAMx_b967Lc_20pmKvgYFabk3lKx_0 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14994372452377542870', time=2024-09-12T02:45:24.985637+0000, chain.objs.size()=1 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.NPlA-ANYAVePBddzF1bur-k1-eacnyy_0 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12091325650852571387', time=2024-09-12T02:45:27.461537+0000, chain.objs.size()=1 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.OzydykRkm2-xp10dpVl-E4Oq_iANKvz_0 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6250097596054130482', time=2024-09-12T02:46:03.710593+0000, chain.objs.size()=1 2024-09-12T00:52:32.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.Z1r5LQJJCtEIF95UrwSVTgTyh4vsa_w_0 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.212667820283810844', time=2024-09-12T02:46:41.222433+0000, chain.objs.size()=1 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.jsfEMPnFHPUAty-3OHUYad7xqw0POwJ_0 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9194280103768874920', time=2024-09-12T02:46:41.224136+0000, chain.objs.size()=1 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.AcTLpgHCGo4U15zE07HYwJcrx44IeJA_0 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17914380493803876055', time=2024-09-12T02:46:41.288749+0000, chain.objs.size()=1 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.6-drp22piZRoezluHbFi_hNRqINB-ED_0 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16418864294266240658', time=2024-09-12T02:47:14.186094+0000, chain.objs.size()=1 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.BSqPEjyarRf9NPJvfJ5d9sxPtaQ9r5U_0 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18184908403763891988', time=2024-09-12T02:47:14.274246+0000, chain.objs.size()=1 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.774+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.D2IQczU2UJ09yTRj6oFlqc24N6Mx5Uh_0 2024-09-12T00:52:32.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.776+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18081805543346272083', time=2024-09-12T02:47:50.106448+0000, chain.objs.size()=1 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.776+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.xih9fAYlmH_94_6-2SfsFyTSlwm44Xq_0 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.777+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4297412630876951786', time=2024-09-12T02:48:25.963530+0000, chain.objs.size()=1 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.777+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.B20PfR6znRhd_Z34lGVRUvkPL24ok3q_0 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.777+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10095269087913823002', time=2024-09-12T02:48:26.017956+0000, chain.objs.size()=1 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.777+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.wFZO44X7-yr1uiYnjB0_kPdvOK8c6vf_0 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.777+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8857882399892559378', time=2024-09-12T02:49:04.294362+0000, chain.objs.size()=1 2024-09-12T00:52:32.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.777+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.l6AqfFKOZ4L675Lklq3RT_0W9k5qDlm_0 2024-09-12T00:52:32.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.779+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12108947781870910611', time=2024-09-12T02:49:04.326554+0000, chain.objs.size()=1 2024-09-12T00:52:32.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.779+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.r_Xyjx4_1OwkaUGAH0S_OPgXLykwjNn_0 2024-09-12T00:52:32.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.781+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.784+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:52:32.784 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.785+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.785+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.785+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T00:52:32.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.785+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_Korlix5R4R6GpzBO8qcjXChg7fYSnVo', time=2024-09-12T02:43:18.167113+0000, chain.objs.size()=2 2024-09-12T00:52:32.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.785+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.HySG3JIXoDNaXi-gWzs64-_qK8sQjvu_0 2024-09-12T00:52:32.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.HySG3JIXoDNaXi-gWzs64-_qK8sQjvu_1 2024-09-12T00:52:32.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2367977594388126078', time=2024-09-12T02:44:46.585002+0000, chain.objs.size()=1 2024-09-12T00:52:32.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.CEpsPd6WUXeZjOsqSSJZHGXcDe8C7Bd_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1146293657315238027', time=2024-09-12T02:46:03.749133+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.Jy-Pk8pOUryvo5l6O6qldHtG1tpA7Op_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706673482103536864', time=2024-09-12T02:46:05.813097+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.BkR_LO2hox_vXav6fQyLtyKqEx_YcfF_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7246056323820554138', time=2024-09-12T02:46:38.558248+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.pFgSB8uKh6lOdpPcLed4vVECfi-3Jy-_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9641444925380035308', time=2024-09-12T02:46:38.564489+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.meuAHydklQXhpHHZDMKuEeEjfU-RACf_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15586158153659275961', time=2024-09-12T02:46:41.259679+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.jkcZO_D1YZGZjmww9TGm0OlH6-m6NsV_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14590427591373482196', time=2024-09-12T02:47:14.211691+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.WJGrfw6MlS3bFP_NKuwUDLE0xvadwoq_0 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14370411368139157682', time=2024-09-12T02:47:17.969570+0000, chain.objs.size()=1 2024-09-12T00:52:32.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.7EV54iWPxY21n2QLrLHoP121Mc92Rvm_0 2024-09-12T00:52:32.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2756300394625865814', time=2024-09-12T02:47:17.970293+0000, chain.objs.size()=1 2024-09-12T00:52:32.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.eXZwotOQCELeqL1eEBES9p0tcy9-3XL_0 2024-09-12T00:52:32.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17615696061152727010', time=2024-09-12T02:47:50.078602+0000, chain.objs.size()=1 2024-09-12T00:52:32.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.786+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_._oND2e8h0v0LINv_q5Fi7DNt4z6r6l6_0 2024-09-12T00:52:32.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.788+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1668691398440837604', time=2024-09-12T02:47:50.109346+0000, chain.objs.size()=1 2024-09-12T00:52:32.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.788+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.lhif9B7DjZnOeJf4rfkDl7Ext5Nx-YL_0 2024-09-12T00:52:32.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.788+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14092412651997757567', time=2024-09-12T02:47:52.985143+0000, chain.objs.size()=1 2024-09-12T00:52:32.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.788+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.KwVJltKtgXOKm8T_tdRB6muh9wh46Or_0 2024-09-12T00:52:32.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12743363772347822798', time=2024-09-12T02:47:52.985965+0000, chain.objs.size()=1 2024-09-12T00:52:32.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.Um7Z-uUAHIeuLfDRi0dgvk4xvLvAZma_0 2024-09-12T00:52:32.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5677979406154812748', time=2024-09-12T02:47:53.026779+0000, chain.objs.size()=1 2024-09-12T00:52:32.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.wswHXS3TChZvkQzx1pSoTNci6_blRN__0 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5309284850253722070', time=2024-09-12T02:48:26.036022+0000, chain.objs.size()=1 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.xOZj_PTyz4hVfgrIrxqcdTCZqBQFPsu_0 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8357532408111637546', time=2024-09-12T02:48:28.431283+0000, chain.objs.size()=1 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.yvH1_9nj8ayLx9_41fN1CVVNbtNDyxn_0 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13793227125885855989', time=2024-09-12T02:48:28.476989+0000, chain.objs.size()=1 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.Fq5fylc8SmildmrVSm3XXbJaXe0RWEf_0 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8464667975877680574', time=2024-09-12T02:49:01.841291+0000, chain.objs.size()=1 2024-09-12T00:52:32.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.O0remd46INu4Y929-wNtHY2Z1RWVFBe_0 2024-09-12T00:52:32.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5767550498994678696', time=2024-09-12T02:49:01.841940+0000, chain.objs.size()=1 2024-09-12T00:52:32.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.790+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.8vcFzg2Fd-PTM7-roQH2N1RsZpJ_Gko_0 2024-09-12T00:52:32.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.791+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10952628707670276932', time=2024-09-12T02:51:46.373483+0000, chain.objs.size()=1 2024-09-12T00:52:32.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.791+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.OnJI64dZCiXAgLxPY5oOjlaqoWavkMT_0 2024-09-12T00:52:32.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.794+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.797+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:52:32.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.798+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2024-09-12T00:52:32.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5311329702332686765', time=2024-09-12T02:43:18.285062+0000, chain.objs.size()=3 2024-09-12T00:52:32.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.60aMD_Z1C2jWD66FMpNIFtAo18OoE1x_0 2024-09-12T00:52:32.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.60aMD_Z1C2jWD66FMpNIFtAo18OoE1x_1 2024-09-12T00:52:32.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.60aMD_Z1C2jWD66FMpNIFtAo18OoE1x_2 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16473699895844283359', time=2024-09-12T02:44:46.587891+0000, chain.objs.size()=1 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.pAiBk-eZzx7R31OpDzFNwFCjCfJkugy_0 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11377791880328967319', time=2024-09-12T02:44:46.588401+0000, chain.objs.size()=1 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.5bxCaVHE6ViIOK72uOp3kjr9W_rBs09_0 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7974772877450283023', time=2024-09-12T02:45:27.417777+0000, chain.objs.size()=1 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.853wo4oXiTMMT_pQh5wk9HLdiGXSaBS_0 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13980562105251837439', time=2024-09-12T02:45:27.510110+0000, chain.objs.size()=1 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.gODYEKple800_3ZZvl4ZJnsS8NJ7QTy_0 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10245124628788963312', time=2024-09-12T02:47:14.201462+0000, chain.objs.size()=1 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.03ut9n83hmbjNu_cmecYol1rl4DcgUP_0 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14185122971737522852', time=2024-09-12T02:47:52.960745+0000, chain.objs.size()=1 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.ocBkzo7W_Y590o6FvwKKO-LotX3XfDM_0 2024-09-12T00:52:32.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10157142353421847985', time=2024-09-12T02:49:01.880762+0000, chain.objs.size()=1 2024-09-12T00:52:32.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.EfPTXwUQGf31zO-gnOpvCEKxTtZyPx3_0 2024-09-12T00:52:32.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17263555819587159971', time=2024-09-12T02:49:08.318768+0000, chain.objs.size()=1 2024-09-12T00:52:32.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.799+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.s8pxPG1zVyQMOEhob2Xb6GDEKwM-zSA_0 2024-09-12T00:52:32.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.803+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.805+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:52:32.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.806+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:52:32.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5767925534178806516', time=2024-09-12T02:43:18.365022+0000, chain.objs.size()=1 2024-09-12T00:52:32.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.Pz7GuXNgsVc_7hqyi6vUoo_NcB9lV-d_0 2024-09-12T00:52:32.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4590255677610548947', time=2024-09-12T02:44:46.589034+0000, chain.objs.size()=1 2024-09-12T00:52:32.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.tU382fP_L0BRvyXsDFWZM0HMOBzWRDo_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2027896321639569312', time=2024-09-12T02:44:48.955860+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.ihDaBLTYMHFvzIGMWJPq8lAnQ9q6mnl_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1512909029047605093', time=2024-09-12T02:45:21.925622+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.8NgkPxnv3BbSINN5tVwiWRidNYuOrsA_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4674323953011832051', time=2024-09-12T02:46:02.604984+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.UKdMzGmzM4Wl2JBA8BVVcg6LaJNwho9_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2794342257042846294', time=2024-09-12T02:46:03.752310+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.svk_Z_W4vuVW0xr13o-ofkU44cLo4dp_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13829455297467650406', time=2024-09-12T02:47:16.502104+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.h50rOR0UMDwVwNFJjSYG-LJ-xWREyNR_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8163233056858667864', time=2024-09-12T02:47:16.502837+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.o4N_I-a5dM_bb6DErzjtoq85OXCr5In_0 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2414719696258415005', time=2024-09-12T02:47:50.158054+0000, chain.objs.size()=1 2024-09-12T00:52:32.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.WmBXQO5SBbp8fhJMD-qEDMjo9CpHu3D_0 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14777158246931935403', time=2024-09-12T02:48:28.424967+0000, chain.objs.size()=1 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.hTEq6xu7RR47qkaXbVwolttJoYsOp5d_0 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5273889262450105718', time=2024-09-12T02:48:28.425631+0000, chain.objs.size()=1 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.duKOJS6W9W14h94InzSVdzDN8i7O_N4_0 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17101412663374294831', time=2024-09-12T02:49:01.881564+0000, chain.objs.size()=1 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.807+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.8S2dYkAF5Pap2y5Jk8J190k_u2BTfLq_0 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.810+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12053833473389059858', time=2024-09-12T02:49:39.579623+0000, chain.objs.size()=1 2024-09-12T00:52:32.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.810+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.fBTLdsEmlu2ovWxZZO7dS8Tl24DODiJ_0 2024-09-12T00:52:32.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.812+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.814+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:52:32.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10391970780641609471', time=2024-09-12T02:43:18.019958+0000, chain.objs.size()=1 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.Tg3sffplLfSH9yhlTxioq7bTh6j2bNH_0 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9169773071265294375', time=2024-09-12T02:43:18.199333+0000, chain.objs.size()=5 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1_1 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2_1 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.3 2024-09-12T00:52:32.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5598792669868575037', time=2024-09-12T02:43:18.259985+0000, chain.objs.size()=5 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.1 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.816+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.1_1 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.817+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.2 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.817+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.2_1 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.817+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-FROZEN.2~c_mS9j_Ql-ExUSnJfT_Kau_Icsceyl3.3 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.817+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7052987578374756059', time=2024-09-12T02:44:48.860554+0000, chain.objs.size()=1 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.817+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.grddmbIV0Zv4KpctF6TSOwzOJZdmwMJ_0 2024-09-12T00:52:32.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.819+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3557616428766877342', time=2024-09-12T02:45:27.521453+0000, chain.objs.size()=1 2024-09-12T00:52:32.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.819+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.7UYzGFajHUZx5Rix2QB7eEDaHta1B8U_0 2024-09-12T00:52:32.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.819+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.349611622059521422', time=2024-09-12T02:46:03.686044+0000, chain.objs.size()=1 2024-09-12T00:52:32.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.819+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.skJDhhqr23TpeWGVxRfZhS2MYs9i2YV_0 2024-09-12T00:52:32.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.819+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9993263980335316696', time=2024-09-12T02:46:38.558858+0000, chain.objs.size()=1 2024-09-12T00:52:32.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.819+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.rypLFvbQ2rCtIAyTIbvWhw0FaD09hTP_0 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9042114788716369670', time=2024-09-12T02:46:41.245322+0000, chain.objs.size()=1 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_._tSvgd2KsWc7j3rwnDEvOf_boB-98L1_0 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16658201198969819217', time=2024-09-12T02:47:16.487475+0000, chain.objs.size()=1 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.sAWVkpsuXt5UbzBjncCGfGkCvMmHncY_0 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3319864594147758919', time=2024-09-12T02:47:52.987016+0000, chain.objs.size()=1 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.AIXu6ygytjchVVoL2ql_gAdGEoQhVuU_0 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16942380842325411852', time=2024-09-12T02:48:25.975515+0000, chain.objs.size()=1 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.LidoWu5xNCLwJr1sdu3ScRlIsHMDSj6_0 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17407754631666217314', time=2024-09-12T02:48:25.996619+0000, chain.objs.size()=1 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.dPinWjXAujE2ZCYL6_b8jheo-BvJQcI_0 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9339846723311562390', time=2024-09-12T02:49:39.603523+0000, chain.objs.size()=1 2024-09-12T00:52:32.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.820+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.ZW9amC12CnDgcNQJAK9Bu7U2X-OMk8U_0 2024-09-12T00:52:32.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.823+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.825+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:52:32.826 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.826 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5730353914231037158', time=2024-09-12T02:43:18.041071+0000, chain.objs.size()=1 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.3ooEYqXiD-gqO8iVCkJoEtU1haewWNZ_0 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_HgTHE3CIO7Is9WoirYmygP4yF6FpaN5', time=2024-09-12T02:43:18.219662+0000, chain.objs.size()=3 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ntORq7kPvcltdtx8YnDnbbTcJkgZXy7_0 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ntORq7kPvcltdtx8YnDnbbTcJkgZXy7_1 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.ntORq7kPvcltdtx8YnDnbbTcJkgZXy7_2 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2716537989205831340', time=2024-09-12T02:44:48.887444+0000, chain.objs.size()=1 2024-09-12T00:52:32.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.el10bzzr1J9YUXQmRevlqCTbFKnKGmV_0 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11065170663662095358', time=2024-09-12T02:44:48.929091+0000, chain.objs.size()=1 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.-bEtqK43XVsr3BoWyZdY1DRg0XsL_lg_0 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3665572249363497309', time=2024-09-12T02:44:48.930736+0000, chain.objs.size()=1 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.fwQtTs4L3tycBgTb-pl5qRahSC3eApF_0 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4405374670634900447', time=2024-09-12T02:44:48.931229+0000, chain.objs.size()=1 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.6HbR-RtOeiCBpOz2qod9mF4KwQ7cED4_0 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14234294180090349023', time=2024-09-12T02:46:00.455353+0000, chain.objs.size()=1 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.yATyedxcStFTxXxIY4YRAhcHdJHvaTv_0 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6461398412039480622', time=2024-09-12T02:46:05.812646+0000, chain.objs.size()=1 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.TtX-f3KEc1qUwdDIb8orx4zFAB1Z62y_0 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4910335822633816354', time=2024-09-12T02:47:14.199387+0000, chain.objs.size()=1 2024-09-12T00:52:32.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.SAG2N8p6l56wvt5V2O_SASiQvsMSO9A_0 2024-09-12T00:52:32.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9630872888024300330', time=2024-09-12T02:47:17.959015+0000, chain.objs.size()=1 2024-09-12T00:52:32.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.827+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.KjBMR83-Dz1v-7eTm9Ue3O7Lsibk83v_0 2024-09-12T00:52:32.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.830+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6914848477846821651', time=2024-09-12T02:47:52.964895+0000, chain.objs.size()=1 2024-09-12T00:52:32.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.830+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.Xy7pQA6lR_RQ5YVSkcr2QfdLuisQ4Wu_0 2024-09-12T00:52:32.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.831+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9414663991965822977', time=2024-09-12T02:48:25.997710+0000, chain.objs.size()=1 2024-09-12T00:52:32.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.831+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.6dQoAzvpQn1Vse-ClgNAibTK1cIeg_E_0 2024-09-12T00:52:32.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.831+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1662224673276324420', time=2024-09-12T02:48:28.429136+0000, chain.objs.size()=1 2024-09-12T00:52:32.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.831+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.mzLPSrkoCw0E9q5BM9ZBASpX3eXOM5o_0 2024-09-12T00:52:32.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.831+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12659285450939437367', time=2024-09-12T02:49:01.827664+0000, chain.objs.size()=1 2024-09-12T00:52:32.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.831+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.lPgVzsBnL2BybIRu9EGGSyjb0RbtzI8_0 2024-09-12T00:52:32.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.832+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12370960412296667693', time=2024-09-12T02:49:06.578822+0000, chain.objs.size()=1 2024-09-12T00:52:32.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.832+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.cS7YoRDTUzjCjAU2EqYFzV_pqTPEjBi_0 2024-09-12T00:52:32.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.832+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6675329059227226269', time=2024-09-12T02:49:06.579754+0000, chain.objs.size()=1 2024-09-12T00:52:32.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.832+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.XNIaeu6eUfhQN6BRafVwOZxBbyo_1sC_0 2024-09-12T00:52:32.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.832+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13263719311409999876', time=2024-09-12T02:49:39.600928+0000, chain.objs.size()=1 2024-09-12T00:52:32.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.832+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.HVwtfxfZiLNu8YgTBBM3-L-RflvQONx_0 2024-09-12T00:52:32.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.835+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.839+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:52:32.840 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.840+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.840 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7549242911714186624', time=2024-09-12T02:43:18.143651+0000, chain.objs.size()=2 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_0 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Qu8GPuuDhmp3VFpwkDd6w8o1XT6h07C_1 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13872160087748561785', time=2024-09-12T02:44:48.876737+0000, chain.objs.size()=1 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.Dwep-U9ya8QLaxCyc0WG5zuJ2PCAhCC_0 2024-09-12T00:52:32.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2312610093455366172', time=2024-09-12T02:44:50.843573+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.WhPX1F8t62EjOHebxCcy2S78t5Zh-ZW_0 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15756840480348956383', time=2024-09-12T02:45:25.001081+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.MWRs6cb96Rsr3RNlVS0bSZTQnko1dGH_0 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1720285165547336628', time=2024-09-12T02:45:27.415376+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.KQ665GKlIwSwwWAnRd-oKRblOze2Pux_0 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10633748656767761711', time=2024-09-12T02:45:27.442705+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.mLP7eMl6tSx8H_FRVFFegptsJqXKznH_0 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10750190046229873274', time=2024-09-12T02:46:00.380707+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.PexCUGroDLxl4vPVl5DoMjFNwDtPPOa_0 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14513226017391134851', time=2024-09-12T02:46:05.771283+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.0pA-mDKhQW4igp-3c1Q8w2hAAzD8SOT_0 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5128525064152651188', time=2024-09-12T02:46:07.529204+0000, chain.objs.size()=1 2024-09-12T00:52:32.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.RLxB5dQUwuNbilcpXI3jWLc5a-4pOSb_0 2024-09-12T00:52:32.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11136588625931577878', time=2024-09-12T02:47:50.147833+0000, chain.objs.size()=1 2024-09-12T00:52:32.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.6BqIIhrRfv3CXskF6AIFMSpo5HwVe3R_0 2024-09-12T00:52:32.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11729014956663497629', time=2024-09-12T02:51:46.363128+0000, chain.objs.size()=1 2024-09-12T00:52:32.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.841+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.Sar3xqafsj7gbahkT90ZM58GTYrNNM5_0 2024-09-12T00:52:32.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.847+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.849+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:52:32.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.850+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_xXcO22j0VHXV7dkIX-1ywIdGYpDaStE', time=2024-09-12T02:43:18.239745+0000, chain.objs.size()=1 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_.l0bXk8OSOBg1MycW2EpUk-KhYGX87oO_0 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8394617125281664602', time=2024-09-12T02:44:46.631834+0000, chain.objs.size()=1 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.6n5k7NH6e-rXxABAB7P5VzXw2Af5GA1_0 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.996308901337823901', time=2024-09-12T02:45:21.925676+0000, chain.objs.size()=1 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.DQB5-3zoHZMPDJFnSbJvTg_Ab1vtFJ-_0 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4084526699709631997', time=2024-09-12T02:45:21.967855+0000, chain.objs.size()=1 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.0mWaC1HEJH-0UclDlFr5WNoIMLEzaEO_0 2024-09-12T00:52:32.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10126396166376775472', time=2024-09-12T02:45:25.004644+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.fd2nRBpXmtcyuME9fuWr2Ibu14i2QqD_0 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15028896747707299026', time=2024-09-12T02:46:05.789837+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.lo7t9jYoG5LbWKl-8ausdH6_X1M7i69_0 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16007184478082592249', time=2024-09-12T02:46:05.790576+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.SJwWWW88ELnOUbkdwLYRUhVzSordNbb_0 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5504177076989288245', time=2024-09-12T02:47:14.243152+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.Zjx2Q4gzuZLN9TAJ9OiIg-xpsQjNdrm_0 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15654895264410600600', time=2024-09-12T02:47:50.120673+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.QKV6dJ5_qkgQVZB4Kia57WSQpGPvTqc_0 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12635284208480083259', time=2024-09-12T02:47:52.971137+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.SbTL8wwlhvsX1oQQ4cV12qQn22dfRLs_0 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5004609451835934720', time=2024-09-12T02:48:26.030082+0000, chain.objs.size()=1 2024-09-12T00:52:32.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.851+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.h2GJuukikYPEA_9qKZyeGwWbMmyeUhv_0 2024-09-12T00:52:32.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.855+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.857+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:52:32.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.858+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:52:32.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14305240160415253491', time=2024-09-12T02:44:48.933742+0000, chain.objs.size()=1 2024-09-12T00:52:32.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.HdNYoyFqKSU-akm-I-nzwzoOY6eCJMp_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4736470359102474104', time=2024-09-12T02:45:21.929211+0000, chain.objs.size()=1 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.x3-_6rATRCgqWLihn4VOTAxbzRPlc9Y_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13522742191704905492', time=2024-09-12T02:45:21.932671+0000, chain.objs.size()=1 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.f9hkl0QHuEfV1KxbaLGqF-Y87d70AWM_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18268810275797539868', time=2024-09-12T02:45:24.950094+0000, chain.objs.size()=1 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.mBmqlSB38WzidUXHEbNBTv6o_FZ1ai6_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12911654732727910192', time=2024-09-12T02:45:24.951107+0000, chain.objs.size()=1 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.1GLbz_KKL-uzZr28Opc9t-vm-L8PtRG_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14943442885686185828', time=2024-09-12T02:46:03.725256+0000, chain.objs.size()=1 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.Ai8AagB9VNkdEFwI4kjGS6awFp2rks4_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.505154076997128873', time=2024-09-12T02:46:05.800854+0000, chain.objs.size()=1 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.5Vcz6TFO9CUYoRaftOSbRPOHbOu6Pfh_0 2024-09-12T00:52:32.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2317807431102027026', time=2024-09-12T02:46:38.572948+0000, chain.objs.size()=1 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.ezJgqT5Xo1bT0xiZTUFQtrtl0najzZZ_0 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2722989928829708813', time=2024-09-12T02:46:38.617924+0000, chain.objs.size()=1 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.vM34L6gj6LYDA2gF0g_mqq_7qdl2anM_0 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2614821810633289366', time=2024-09-12T02:46:38.619163+0000, chain.objs.size()=1 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.8Qcm5aBRmwETJmi_52ipNMhBYDPMGUg_0 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14192260492291069181', time=2024-09-12T02:47:16.430124+0000, chain.objs.size()=1 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.2634hNdtxIPZ2R8tZIUuycSiNw2B_7o_0 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8602558116678081886', time=2024-09-12T02:47:17.950100+0000, chain.objs.size()=1 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.859+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.tDUEP7a5mG12DBCIs2C_I1CMsLSZTBh_0 2024-09-12T00:52:32.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.861+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3785508068742969380', time=2024-09-12T02:47:17.983065+0000, chain.objs.size()=1 2024-09-12T00:52:32.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.861+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.iwL0OCI_XyjcJ9BlxVDW_XfOWe1nH5v_0 2024-09-12T00:52:32.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.863+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6397456040582374762', time=2024-09-12T02:47:53.004904+0000, chain.objs.size()=1 2024-09-12T00:52:32.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.863+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.VkUbKT9mPk4IcPBt-5LdfK2XUrLPtd8_0 2024-09-12T00:52:32.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.863+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9263004960882631548', time=2024-09-12T02:48:28.393272+0000, chain.objs.size()=1 2024-09-12T00:52:32.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.863+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.F3ycDWRN1H4jZPfamg80TwMJvDWUDc2_0 2024-09-12T00:52:32.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.863+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16591406738603417356', time=2024-09-12T02:49:04.291580+0000, chain.objs.size()=1 2024-09-12T00:52:32.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.863+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.A0zpDMdGhl-nIQXNzeTMqYkb8g6RnUu_0 2024-09-12T00:52:32.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.867+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.871+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:52:32.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.872+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.872+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:52:32.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6955795805296874253', time=2024-09-12T02:44:46.659544+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.y7g7OEfmbgGe1PzsVdcB2a325Ohypvk_0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10012374284070176243', time=2024-09-12T02:44:48.929331+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.GmdNAkeoYArKgjxIL5SWAY9oyI91HQt_0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15402486797181361884', time=2024-09-12T02:45:21.888475+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.2O7Gas5aMo334pWHEQ3j3hr8itoduXl_0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13515602351850869923', time=2024-09-12T02:45:27.422189+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.L0AtBaZB9v-dTkXYYcpcgXZCPn9EOk__0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16039388787870329450', time=2024-09-12T02:45:29.172024+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.eIj_2H8SWBMb80Pc3rK9B1m6582mj3R_0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17665612885957886105', time=2024-09-12T02:46:00.388169+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.a8_qy-DeYNXOm7-n0T9w7pVuCqA4iuD_0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15155149033792054712', time=2024-09-12T02:47:14.273821+0000, chain.objs.size()=1 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.SzjoqrCD4O-CqaKxLZYhIhZmaub5IkI_0 2024-09-12T00:52:32.874 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6766358259777270540', time=2024-09-12T02:47:16.488212+0000, chain.objs.size()=1 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.TESEfb6IpcUde7bCjw8mxRzrmnzMOh8_0 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3626854250723840267', time=2024-09-12T02:47:18.031560+0000, chain.objs.size()=1 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.EV0vc_uWX_KuTZRjgiEPoZfXgBi280J_0 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9228433871517987716', time=2024-09-12T02:47:50.078861+0000, chain.objs.size()=1 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.8Y_rzo-Ma3UvUP8e4lxAcP06tdx9bSZ_0 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2323669463088934052', time=2024-09-12T02:48:25.957163+0000, chain.objs.size()=1 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.T0xC_V57c9m6yp7ZR451gfIYioHNpXa_0 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.280920023285297212', time=2024-09-12T02:49:06.538775+0000, chain.objs.size()=1 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.873+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.Cggh4YLzScsnw4KaDgdm8vtkq0frDbV_0 2024-09-12T00:52:32.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.876+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2280071587499599046', time=2024-09-12T02:49:39.623716+0000, chain.objs.size()=1 2024-09-12T00:52:32.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.876+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.HfLfJSpvTE0f5iKuVvWaVwjmB0OFnp5_0 2024-09-12T00:52:32.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.878+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.880 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.880+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:52:32.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.882+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.882+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4268851128255357416', time=2024-09-12T02:43:18.268060+0000, chain.objs.size()=3 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-STANDARD.2~rrG6MvDAVRXoUbSXxytFYf7wMi2TO21.1 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-STANDARD.2~rrG6MvDAVRXoUbSXxytFYf7wMi2TO21.2 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-STANDARD.2~rrG6MvDAVRXoUbSXxytFYf7wMi2TO21.3 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3987521385506115981', time=2024-09-12T02:43:18.361203+0000, chain.objs.size()=1 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.M9FN8bV6okLZjIb6W3tcBPKGZKlP0MT_0 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4577694891625183899', time=2024-09-12T02:44:46.601294+0000, chain.objs.size()=1 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.-A6dszIMAzHs5fT_xM-b73bKefvOnRj_0 2024-09-12T00:52:32.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10561547005010398224', time=2024-09-12T02:44:46.601991+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.G4cfc6k8Vux55jKlmHinFmg7WyquX8k_0 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12679976841145416735', time=2024-09-12T02:44:48.858449+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.BuqE6_LvnlwaPcpT4ZbUGjElsiecG8o_0 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7680716742070709380', time=2024-09-12T02:45:27.462952+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.bvApxYZKtHCS3nhJ77X7Q7rUiGObZFY_0 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8773335027877714240', time=2024-09-12T02:46:03.726542+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.czkUupfsvCWat2vZ5DRrKJwqpXYtSm0_0 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11311433014659467878', time=2024-09-12T02:46:05.780811+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.u9vbXHn8l5-yDuQsUh_mf5tcMfGQNSh_0 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10638226491567598121', time=2024-09-12T02:46:41.257815+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.8SDQPgS-DTbq68EhxLV1zY4ggJTx-H0_0 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.975735116846686237', time=2024-09-12T02:47:17.918600+0000, chain.objs.size()=1 2024-09-12T00:52:32.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.883+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.eIzS-ba1mUvPsBfEKpQzlbGunZhPWX4_0 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8577059420005249589', time=2024-09-12T02:47:52.963213+0000, chain.objs.size()=1 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.qQmqWr7FmH2ZBXnpJlaTvOWH4LmnOK2_0 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10424144299567868364', time=2024-09-12T02:48:27.527945+0000, chain.objs.size()=1 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.-tsssLwoTdWv1M3IGabAlqkVg_fDpLk_0 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11499383781190362071', time=2024-09-12T02:48:28.387215+0000, chain.objs.size()=1 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_._cK3tWfMGGLh3IhSrcgnHDviqmNqr9p_0 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4394510856687583653', time=2024-09-12T02:48:28.429722+0000, chain.objs.size()=1 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.mjCBGJYt7XmLvwdqNzHY0z7fF1fDcYA_0 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4173034537157661338', time=2024-09-12T02:49:01.808053+0000, chain.objs.size()=1 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.ccWxDlfPq0RWp56ioE5IQAnGxGbsZDl_0 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1968538601654848888', time=2024-09-12T02:49:01.826860+0000, chain.objs.size()=1 2024-09-12T00:52:32.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.N1Z8H334p8ErXQB4LrtN5g4yFNrdjDA_0 2024-09-12T00:52:32.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17324946245388299728', time=2024-09-12T02:49:04.266638+0000, chain.objs.size()=1 2024-09-12T00:52:32.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.886+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.R_pLHMJz4z49rs1116zxUmVZgZqROcQ_0 2024-09-12T00:52:32.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.888+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16313591345985704845', time=2024-09-12T02:49:04.341407+0000, chain.objs.size()=1 2024-09-12T00:52:32.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.888+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.ApqLeg3JpCCj-_JqTvWUoTAs2OdamH4_0 2024-09-12T00:52:32.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.888+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13861407387622200470', time=2024-09-12T02:49:06.551960+0000, chain.objs.size()=1 2024-09-12T00:52:32.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.888+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.rUoIDoFcoy-GCKx3IuuQORB0jU7vERb_0 2024-09-12T00:52:32.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.888+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3571826707702808879', time=2024-09-12T02:49:39.526816+0000, chain.objs.size()=1 2024-09-12T00:52:32.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.888+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.ir22FbqC_xL16u-hDsK6pdDyWZ0ynJ5_0 2024-09-12T00:52:32.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.892+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.893 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.894+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:52:32.895 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.895+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.895 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.896 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8030012638613597130', time=2024-09-12T02:43:18.083779+0000, chain.objs.size()=4 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.1 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.2 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.3 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12__multipart_foo.2~6cA-5xPfssUQBM_Dnc3vvNvN9UN3f9s.4 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5262300164584761810', time=2024-09-12T02:46:00.383544+0000, chain.objs.size()=1 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.ph5N-3MuzASftYfI_tT3eAtzwbf1rdV_0 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17743921423408806772', time=2024-09-12T02:46:00.421297+0000, chain.objs.size()=1 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.unt6LmiD4Zfi0cnX6YWffwxqDP_-iMQ_0 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8402693816503389551', time=2024-09-12T02:46:03.672178+0000, chain.objs.size()=1 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.HonkTTNFdGCUbThSmuxgxx-rsNYchhc_0 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3398024964804908045', time=2024-09-12T02:46:05.784356+0000, chain.objs.size()=1 2024-09-12T00:52:32.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.U4boWiJ5rA2xUG1oDPQmL75XI4kD5Lw_0 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7769239496056885259', time=2024-09-12T02:46:05.855433+0000, chain.objs.size()=1 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.709WDCZvssOmnFlhCWwgaGjoT84Pdfm_0 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14367169460652598603', time=2024-09-12T02:46:38.619074+0000, chain.objs.size()=1 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.Q3bODqzhyq2kjqDmjYmupWkjvoruyV8_0 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17849568915095866668', time=2024-09-12T02:47:14.247773+0000, chain.objs.size()=1 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.896+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.SE7DPc3KC7xFdpJwNSp6l9LnhqiYJRr_0 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.897+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2205937468804494519', time=2024-09-12T02:47:14.248790+0000, chain.objs.size()=1 2024-09-12T00:52:32.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.897+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.iIFk7-e8nJ8MgGme1PBxXfqtE3rsPkv_0 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11714421812756786634', time=2024-09-12T02:47:16.405667+0000, chain.objs.size()=1 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.zIpyP0aeQHShGOjGx58F8irVxFBavw3_0 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2428796284701128674', time=2024-09-12T02:47:52.962035+0000, chain.objs.size()=1 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.38cdYbEeYZdUXn2S66MxebuPPLaVJyK_0 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8519246040611380897', time=2024-09-12T02:48:25.963917+0000, chain.objs.size()=1 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.8uo9p5A8wZMY_WYeGxbN6y9j_tXjit4_0 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5131033754854492965', time=2024-09-12T02:48:25.985903+0000, chain.objs.size()=1 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.Jj0gBGv67Fsq7Fw1Th1tvk1h9ZTYAal_0 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11207927145716802569', time=2024-09-12T02:48:28.428094+0000, chain.objs.size()=1 2024-09-12T00:52:32.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.Fg4CVy_Sn_MdeMQPNrwXGXwYZdpzDve_0 2024-09-12T00:52:32.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11261806078792975606', time=2024-09-12T02:49:39.526308+0000, chain.objs.size()=1 2024-09-12T00:52:32.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.6N1Fq_kSA3_-oU6UkIRop1OitKhTM5Z_0 2024-09-12T00:52:32.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1318212742400887897', time=2024-09-12T02:49:39.572288+0000, chain.objs.size()=1 2024-09-12T00:52:32.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.900+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.55uY-im5FfC-DndteKzWbOLrCEaLBpa_0 2024-09-12T00:52:32.904 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.904+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.906+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:52:32.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.908+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.908+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5309247679168381093', time=2024-09-12T02:43:18.066652+0000, chain.objs.size()=7 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.1 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__shadow_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.1_1 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.2 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__shadow_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.2_1 2024-09-12T00:52:32.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.3 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__shadow_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.3_1 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11__multipart_foo.2~NyE1LKkdPnHkPVlKd6apl2UP76g6rvL.4 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6784293592999194355', time=2024-09-12T02:46:00.460001+0000, chain.objs.size()=1 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.8rqVn4-xWNVWFcaXzAx6QZpOS3O2vuV_0 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13901174073010620967', time=2024-09-12T02:46:00.460689+0000, chain.objs.size()=1 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.Z4ZC9E4RrUqCjL3Z1maR8gnSaUZob0T_0 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12909156053673180301', time=2024-09-12T02:46:41.296200+0000, chain.objs.size()=1 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.rpBVFlRm881h7vGa0LNR1SWJa5nHqO2_0 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4200514328768509213', time=2024-09-12T02:47:16.480122+0000, chain.objs.size()=1 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.lO0JDiQxRlnTLKYOwZaX3OcXxlqhzi3_0 2024-09-12T00:52:32.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18084351018583373297', time=2024-09-12T02:47:52.985193+0000, chain.objs.size()=1 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.909+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.rdmSZJyqdN7sU6CyydEc7gl2aGvOEaV_0 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.911+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17483978135157197203', time=2024-09-12T02:48:25.953929+0000, chain.objs.size()=1 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.911+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.4mKabEdxrUHkCEazwXcbO268ydpe_AF_0 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.911+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3332497838945925446', time=2024-09-12T02:49:01.807404+0000, chain.objs.size()=1 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.911+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.M4q4tOHkI7CbXvlMDalF-6MbxF5y1hf_0 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.911+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8641088471023139888', time=2024-09-12T02:49:03.600557+0000, chain.objs.size()=1 2024-09-12T00:52:32.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.911+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.kfs-3A2fuBzH2M4kUqbzhaZ6ozibbTf_0 2024-09-12T00:52:32.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.912+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9546397090052053229', time=2024-09-12T02:49:06.606202+0000, chain.objs.size()=1 2024-09-12T00:52:32.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.912+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.uyqDyMnkh5PK5bg-8OBxWvke3ybBnBu_0 2024-09-12T00:52:32.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.912+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9647932008848842932', time=2024-09-12T02:49:39.564707+0000, chain.objs.size()=1 2024-09-12T00:52:32.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.912+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.ZXhFdg8E_swhiEieakCvag0QrJn-ccV_0 2024-09-12T00:52:32.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.913+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13342837933276869333', time=2024-09-12T02:49:39.565673+0000, chain.objs.size()=1 2024-09-12T00:52:32.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.913+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.2lPZInJd_Lkykq_foXdrMQmE1d25isJ_0 2024-09-12T00:52:32.916 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.917+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.919+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:52:32.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.920+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:52:32.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12173860557242766717', time=2024-09-12T02:43:18.203236+0000, chain.objs.size()=5 2024-09-12T00:52:32.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1 2024-09-12T00:52:32.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.1_1 2024-09-12T00:52:32.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2 2024-09-12T00:52:32.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__shadow_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.2_1 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16__multipart_foo-FROZEN.2~r2piUGL3CurlZXoPov6DJIS9AfIRq2C.3 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10315549601881431385', time=2024-09-12T02:44:46.588067+0000, chain.objs.size()=1 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.SRgjjhv6KzcC104BlJsbofv6FlYksS1_0 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9926156322060331150', time=2024-09-12T02:45:21.913490+0000, chain.objs.size()=1 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.xIof4g1Jb75DxjhpwMDckyzMCCvhBhP_0 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16565111899087593951', time=2024-09-12T02:45:23.640626+0000, chain.objs.size()=1 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.ZVVKgPYlzgKd8TYQbQ7zcTBUln7zReT_0 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13022905321534756639', time=2024-09-12T02:45:24.926479+0000, chain.objs.size()=1 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.zd1j28zBe-EThr-ee935mECDRX8zL5P_0 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12087095313332442774', time=2024-09-12T02:45:24.985637+0000, chain.objs.size()=1 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.qXuhORa9D9J2Iyq9NCWYK8FRqL7-0pL_0 2024-09-12T00:52:32.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3141312943175112940', time=2024-09-12T02:45:27.514779+0000, chain.objs.size()=1 2024-09-12T00:52:32.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.ft4Ptj_6g9vx2wOC4xhSqpo1GjR9YO1_0 2024-09-12T00:52:32.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8496734764031408561', time=2024-09-12T02:46:03.711923+0000, chain.objs.size()=1 2024-09-12T00:52:32.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.921+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.NP2ZQKTcnXC5YkFBFF3sDltqc_xQrsN_0 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.923+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8818707904934090867', time=2024-09-12T02:46:05.809297+0000, chain.objs.size()=1 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.923+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.6Kt3jXSrCx_3-r6Kf3azTcPqhSzKNx1_0 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.924+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5934738417242019946', time=2024-09-12T02:46:41.241779+0000, chain.objs.size()=1 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.924+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.XFV0N547GUTOKyzwstgTQ0jSoziKLWf_0 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16626001471948048718', time=2024-09-12T02:47:14.203526+0000, chain.objs.size()=1 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.UZHt9DwQdjJwY9TBEfB_o9-3BI4k9rJ_0 2024-09-12T00:52:32.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5459469383903277880', time=2024-09-12T02:47:14.226573+0000, chain.objs.size()=1 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.EoRU8f9RMsYjHJIzmsAHPJRL6AYxOoQ_0 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3403070237944491969', time=2024-09-12T02:47:17.961609+0000, chain.objs.size()=1 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.lTNpWVoRnHmEO9x8ObBH__D6Q2GIy2f_0 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12852799057546626173', time=2024-09-12T02:47:50.077182+0000, chain.objs.size()=1 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.EaDsIft71bkWdiw_cQ_nhtnelA7g9Ke_0 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11490258147667319760', time=2024-09-12T02:47:52.960837+0000, chain.objs.size()=1 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.TiR5FhSM67I1RNfHiGdzkCJESj_NwzG_0 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17481355538883811047', time=2024-09-12T02:48:30.567738+0000, chain.objs.size()=1 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.A8bJtawEpdRjk2P4HSE531F7doWBVqb_0 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.259339196374163863', time=2024-09-12T02:51:58.690494+0000, chain.objs.size()=1 2024-09-12T00:52:32.926 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.925+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:U76kNwA1TETlxn0dAFDmCRQsKcTKxYV_.40-OtDuuCeiCMM2fV1lq9rV53me4gKT_0 2024-09-12T00:52:32.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.928+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.930 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.931+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:52:32.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.932+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.932+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:52:32.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5174564244027113284', time=2024-09-12T02:44:46.585002+0000, chain.objs.size()=1 2024-09-12T00:52:32.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.t_1pvA7SCSIHn-d0CGF-sAjm3DHuB5U_0 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.872732091577609043', time=2024-09-12T02:45:21.897461+0000, chain.objs.size()=1 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.hm1F2KNsQCfxtScA3gQYUsmHnf9vPQg_0 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4504690843503526974', time=2024-09-12T02:45:21.903250+0000, chain.objs.size()=1 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.GYjpuHWTpf9gY7sqjZJTyvoX7WjHGw7_0 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15637537658203077816', time=2024-09-12T02:45:27.451013+0000, chain.objs.size()=1 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.mjf3IlmGvM7LUYrmYx3gTHhxWhMK6rl_0 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14400167791552879348', time=2024-09-12T02:46:38.628423+0000, chain.objs.size()=1 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.Go788_GauuRDwubbZxA1IxceTEvbkfP_0 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8793373988118517713', time=2024-09-12T02:46:41.259753+0000, chain.objs.size()=1 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.fO331a9-JMD3vL5er20rvvgx3KMRUZh_0 2024-09-12T00:52:32.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10169412582595905327', time=2024-09-12T02:47:14.211689+0000, chain.objs.size()=1 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.bhX19yQgKbWeejPy0DAwMrJ0YtPWp1y_0 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8989096034799195748', time=2024-09-12T02:47:50.078608+0000, chain.objs.size()=1 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.B1lavwKe9IZZu2UYsviXe228ai-7tGL_0 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17843342359939532451', time=2024-09-12T02:49:04.295184+0000, chain.objs.size()=1 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.8yTZZnXdXy1TZLUOj199raE7yqKwPE1_0 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3666139926075795106', time=2024-09-12T02:49:04.295886+0000, chain.objs.size()=1 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.KQ6O7TfY2wRfXnj5eRDErJLJycPYTCC_0 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15280902015283968827', time=2024-09-12T02:51:46.334979+0000, chain.objs.size()=1 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.5AGePzktZG8JRZMtpOFZdZAiNCdwJeo_0 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16802831486839910126', time=2024-09-12T02:51:46.335724+0000, chain.objs.size()=1 2024-09-12T00:52:32.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.933+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.6SzA6cG2Bqgzz6EYJN7xdhCtrbkrRjQ_0 2024-09-12T00:52:32.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.937+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14534259504419293925', time=2024-09-12T02:51:46.373557+0000, chain.objs.size()=1 2024-09-12T00:52:32.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.937+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.IJuD50TItoEHdOYDHdqW70RC-TbJLDV_0 2024-09-12T00:52:32.938 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.938+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.940+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:52:32.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.941+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10729701566899213323', time=2024-09-12T02:43:18.337295+0000, chain.objs.size()=1 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.N7ENVg_a0ZfFO71izy16fuLeMg3FRxR_0 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4429130737262519645', time=2024-09-12T02:44:48.881202+0000, chain.objs.size()=1 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.7BU-dw0HSYTS89Ixvs6OB9LtOqqXH85_0 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1444960439660180671', time=2024-09-12T02:45:21.925607+0000, chain.objs.size()=1 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.9pSny1A7nGgnqJJ-PVJqJUK62S2H0Bu_0 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15471426097247836926', time=2024-09-12T02:45:21.966265+0000, chain.objs.size()=1 2024-09-12T00:52:32.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.yYN6twy_1Tu1NonAvmA5Xf0uQ8gHNAo_0 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11920936859557326982', time=2024-09-12T02:46:05.754184+0000, chain.objs.size()=1 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.942+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.fzACUtLXyvLzMQofOhYx9AhsHi1ZvVv_0 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18288862340086107547', time=2024-09-12T02:46:05.789822+0000, chain.objs.size()=1 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.8EPMKKkRKp6BCVRdDyTLMsFQU3LdZrw_0 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6138260297238488105', time=2024-09-12T02:46:38.649461+0000, chain.objs.size()=1 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.dEWKZMhNJTmCU7Y5DXNjA3Zp8jy0qnC_0 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6740258209290053306', time=2024-09-12T02:46:41.226784+0000, chain.objs.size()=1 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.ScCZYdDvf7qsaRrXicaztwchPTDCwMt_0 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13971606875889740678', time=2024-09-12T02:47:16.458287+0000, chain.objs.size()=1 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.netQoUaBFuS3he-aI-gP6dyRqZXlqbV_0 2024-09-12T00:52:32.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.996654623140785077', time=2024-09-12T02:47:50.120687+0000, chain.objs.size()=1 2024-09-12T00:52:32.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.pnS9tdhl5_wELkCvF37Ua8o6m6PXa0N_0 2024-09-12T00:52:32.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17060671620522756503', time=2024-09-12T02:48:26.035853+0000, chain.objs.size()=1 2024-09-12T00:52:32.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.Te4Y091bfhYyjEdpV1O80bqjJ2fQYzP_0 2024-09-12T00:52:32.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16898010401300559225', time=2024-09-12T02:49:06.597449+0000, chain.objs.size()=1 2024-09-12T00:52:32.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.943+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.Z0MV06d3-OKvU_BjfAW_2JSJXnjkivu_0 2024-09-12T00:52:32.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.945+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5491980111940685451', time=2024-09-12T02:49:39.578799+0000, chain.objs.size()=1 2024-09-12T00:52:32.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.945+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.V4L395I-zyYdeyPkjveBOgWghZ14TcY_0 2024-09-12T00:52:32.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.945+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5085842167638891757', time=2024-09-12T02:51:53.913636+0000, chain.objs.size()=1 2024-09-12T00:52:32.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.945+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18__shadow:RO0WkQkd9CTsVatwna26dwmo2mLk3f4_.E82A0l6fVs-LRdrmuwIhHe7o8h2KpgE_0 2024-09-12T00:52:32.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.948+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.953 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.953+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:52:32.954 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.954+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.954 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1246292112552837602', time=2024-09-12T02:43:18.103062+0000, chain.objs.size()=4 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.1 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.2 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.3 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10__multipart_foo.2~s5qOoSMmdDlZnvgAK1CZktlST8QD_ng.4 2024-09-12T00:52:32.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.204170188908274747', time=2024-09-12T02:43:18.163350+0000, chain.objs.size()=2 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_0 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_1 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14114572058480988594', time=2024-09-12T02:46:00.400767+0000, chain.objs.size()=1 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.VGfxE-UooHHu1cVCewCSxTdC7yED-Un_0 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1321975124539754221', time=2024-09-12T02:46:00.429034+0000, chain.objs.size()=1 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.c8yszmZUXLtYZAtKgAyQxs87q93yHj9_0 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1867539271618571450', time=2024-09-12T02:46:00.459973+0000, chain.objs.size()=1 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.955+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.N5Nx06aWR_l18r6tsP5DFoKf_VyJMKr_0 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.956+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.311889030682388905', time=2024-09-12T02:46:03.716452+0000, chain.objs.size()=1 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.956+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.GCCHJ9DqxcUm7UuEKpB_XgxrC7ulw_U_0 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.956+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1037538541344961948', time=2024-09-12T02:46:03.749051+0000, chain.objs.size()=1 2024-09-12T00:52:32.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.956+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.1fBNnZ3jjV7jKcqMlWwXlsMyN9l_yZ5_0 2024-09-12T00:52:32.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.956+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10963122380586981487', time=2024-09-12T02:46:38.615842+0000, chain.objs.size()=1 2024-09-12T00:52:32.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.956+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_._W_2jMrT8DlJ_WEPZauGGEZDAmFgsgj_0 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3522183525995389662', time=2024-09-12T02:46:42.968123+0000, chain.objs.size()=1 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.ue6eYM3QDbW8IF_E_UbhZu397M48TE9_0 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5052434119422150436', time=2024-09-12T02:47:53.026784+0000, chain.objs.size()=1 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.F8pfJsNTEHwVlhzwv9yJNWtH_-CPaE__0 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14613541752935679264', time=2024-09-12T02:48:25.998223+0000, chain.objs.size()=1 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.ZYGKQaLUNRp3cDJD9Hx_gdaCB-xHSEx_0 2024-09-12T00:52:32.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17677514165964099429', time=2024-09-12T02:48:25.998835+0000, chain.objs.size()=1 2024-09-12T00:52:32.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.6k0tcm5i9P3vxupDT9CmRhlU-M11_ZM_0 2024-09-12T00:52:32.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14279966465954900622', time=2024-09-12T02:48:28.431331+0000, chain.objs.size()=1 2024-09-12T00:52:32.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.60yuyvgKi8VtuGdVSkeV-Tt--SVdsf__0 2024-09-12T00:52:32.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10280982545522638287', time=2024-09-12T02:49:04.295230+0000, chain.objs.size()=1 2024-09-12T00:52:32.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.961+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.LP7HM9igG9_0xoBHxgnPPjebHYIMyye_0 2024-09-12T00:52:32.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.964+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.968+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:52:32.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.969+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.969+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:52:32.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='_rxTq1v6dNMqoaVaEsLhSJvaIuWTTbww', time=2024-09-12T02:43:18.159608+0000, chain.objs.size()=2 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.I9vUlervsUUfOkaD2AjI7jpeXBPHXHz_0 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.I9vUlervsUUfOkaD2AjI7jpeXBPHXHz_1 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3309482870429669254', time=2024-09-12T02:43:18.264070+0000, chain.objs.size()=5 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.1 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.1_1 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.2 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__shadow_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.2_1 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14__multipart_foo-LUKEWARM.2~ZtkoH8uYLeLrjKIqjzdrRWhHIpjGybN.3 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15294676121845359281', time=2024-09-12T02:44:48.927758+0000, chain.objs.size()=1 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.KZX3mvqS8DAq7474YofHYagzAIxtYQi_0 2024-09-12T00:52:32.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13323242434027127619', time=2024-09-12T02:45:21.892195+0000, chain.objs.size()=1 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.lRvs0wNYAhtntsSaroFZhi4COStjHkd_0 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12661611599807773238', time=2024-09-12T02:45:27.442204+0000, chain.objs.size()=1 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.iWn4AViSnBmJpj6y5EHFTAgllfCKh_X_0 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10231245309737879029', time=2024-09-12T02:46:05.771030+0000, chain.objs.size()=1 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.lt8zeckgB-ctiHkQ6tLOfQUrLIPPI-C_0 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5808204072005249075', time=2024-09-12T02:46:05.809374+0000, chain.objs.size()=1 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.970+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.KxnKQ2LnRU2jOvL8AScVGnNZGsdBKsr_0 2024-09-12T00:52:32.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.973+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17872228227472082912', time=2024-09-12T02:47:16.444437+0000, chain.objs.size()=1 2024-09-12T00:52:32.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.973+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.jfFy_yaTsI4kwepjWG5DYtri1_DKorv_0 2024-09-12T00:52:32.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3367655956149432252', time=2024-09-12T02:47:16.501453+0000, chain.objs.size()=1 2024-09-12T00:52:32.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.DimXZuCQKGv-WSs8twrCtfKPE26tpGJ_0 2024-09-12T00:52:32.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7911000901564137707', time=2024-09-12T02:47:17.947512+0000, chain.objs.size()=1 2024-09-12T00:52:32.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.XLIw_YBIGRStW7kYCwjvRjE9e5kE7kw_0 2024-09-12T00:52:32.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2770733685041340042', time=2024-09-12T02:47:52.965775+0000, chain.objs.size()=1 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.4cwOvpjRGXzPM6d-9Vvn9g72g28a3BV_0 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13859043756280957937', time=2024-09-12T02:47:54.713470+0000, chain.objs.size()=1 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.1834xzoq0luA3lmeaJRqkyOrfLj7RlG_0 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2418654393833646855', time=2024-09-12T02:48:28.432495+0000, chain.objs.size()=1 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.thdspAQq1UcgWRQFQvs2Hp-GoH6jeq1_0 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9933852607199278520', time=2024-09-12T02:48:28.472418+0000, chain.objs.size()=1 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.BH5GEAmbssLY5uNUgrMsJO-YxqsAc4I_0 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17220234496958695464', time=2024-09-12T02:49:01.833536+0000, chain.objs.size()=1 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.EL5r0hQYEO2B9eY0KgBS7ZdWjaYj75X_0 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12065546301640520620', time=2024-09-12T02:49:06.559839+0000, chain.objs.size()=1 2024-09-12T00:52:32.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.975+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.erhcG_Hv9YgiKG2oviJgs64xakNBLWg_0 2024-09-12T00:52:32.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.980+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.983+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:52:32.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.984+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.984+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7437369861311019509', time=2024-09-12T02:43:18.032639+0000, chain.objs.size()=1 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4__shadow_.ogIzDIf3ep9GiSVyuZgZk2n-TfBSSeD_0 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10347500538828204575', time=2024-09-12T02:43:18.345259+0000, chain.objs.size()=1 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.bf9QRx3CRch28s1ToSrIadmBKS0dUgf_0 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12075847700251649467', time=2024-09-12T02:44:46.603590+0000, chain.objs.size()=1 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.6c2tXQk64uJVb4OdKRi3pgldxl5RQOh_0 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15127639924505022481', time=2024-09-12T02:45:27.509529+0000, chain.objs.size()=1 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.mTb9ppKxHXMtIoXbLh-f9iyGW0Gll7R_0 2024-09-12T00:52:32.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11809012022180718966', time=2024-09-12T02:46:41.295172+0000, chain.objs.size()=1 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.dMP_6OPEehQRT0JAzlwr2ToQ0YjmiVI_0 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1170332717257586271', time=2024-09-12T02:47:50.109130+0000, chain.objs.size()=1 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.Zb4rmCr7epAUC6JuBvXlZvw3M44fApV_0 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4075845910167959983', time=2024-09-12T02:48:28.444119+0000, chain.objs.size()=1 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.dHoSYgF_OIGBInVl0ISYBYhtwsSl4ib_0 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3306245294451523876', time=2024-09-12T02:49:01.833354+0000, chain.objs.size()=1 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.JSAKbRpxgUvRYOkAwUXhT-5OBCBaMuX_0 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2974743657530801465', time=2024-09-12T02:49:01.834157+0000, chain.objs.size()=1 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.aQZxn60VTv6UprkQa7RzzBOcbhvBbrD_0 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18211442264375152005', time=2024-09-12T02:49:04.302597+0000, chain.objs.size()=1 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.RFnvsAZ5wJznvcFedU5heycxJm5zC3c_0 2024-09-12T00:52:32.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2732067288690068137', time=2024-09-12T02:49:06.579576+0000, chain.objs.size()=1 2024-09-12T00:52:32.988 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.985+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.HZblLFxQNkpXyOF0UzQBWniGq-1eaYK_0 2024-09-12T00:52:32.988 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.989+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:32.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.991+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:52:32.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.992+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:32.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:32.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T00:52:32.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17806980607387060075', time=2024-09-12T02:43:18.123073+0000, chain.objs.size()=4 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.1 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.2 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.3 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9__multipart_foo.2~-mBD44DUzghZVmHKulSDg4RNz-j_fZg.4 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15383022284721767711', time=2024-09-12T02:43:18.155533+0000, chain.objs.size()=2 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_0 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.Dy83n-cHEppTyGDBYZBOklYy5Jh9EcY_1 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18130162483952283826', time=2024-09-12T02:43:18.372591+0000, chain.objs.size()=1 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.qp3bSgs_xb24KMYQPk75K6qZXtGur6B_0 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13979276847705637439', time=2024-09-12T02:47:16.461921+0000, chain.objs.size()=1 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.SHnDwQOI5S1Caj_ld8gMHwm4VrT7dww_0 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11584626752224489310', time=2024-09-12T02:47:17.941598+0000, chain.objs.size()=1 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.B8ch9KgWcrxcXwEZP70Yktv5TJeMG6i_0 2024-09-12T00:52:32.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18335002461071862455', time=2024-09-12T02:47:50.063819+0000, chain.objs.size()=1 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.gIBf0G0TWZd_G9HJs_wF7FvLkKxICwn_0 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12393949567857462019', time=2024-09-12T02:47:52.964274+0000, chain.objs.size()=1 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.33__shadow_.c8vg2IooCmV8Bxgj_0uJjo5QG8zCj1E_0 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10340353262180100267', time=2024-09-12T02:49:06.561320+0000, chain.objs.size()=1 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.993+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.ekwWju40IIAo22_99QOq4-wqsZ3FV_J_0 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.996+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18153846993717308611', time=2024-09-12T02:49:06.561956+0000, chain.objs.size()=1 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.996+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.PlpnwGwNx2f35qoqWvfSWZ4I8gG4XpK_0 2024-09-12T00:52:32.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.996+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9385571283632140915', time=2024-09-12T02:49:06.625631+0000, chain.objs.size()=1 2024-09-12T00:52:32.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.996+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_.L9F2i3J_tneJycPHL7HPnNWtB16_yOY_0 2024-09-12T00:52:32.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:32.999+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:33.002 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.002+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:52:33.003 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.003+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.003 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16101891923851254757', time=2024-09-12T02:43:18.333278+0000, chain.objs.size()=1 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7__shadow_.l4WW2YWG5azFaDDJTOl1JFJre3uqd68_0 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12316257968631713710', time=2024-09-12T02:43:18.368778+0000, chain.objs.size()=1 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8__shadow_.Zjtxo5ZhE4CIlub6wr24b26cgRgKzBi_0 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12523121009290677702', time=2024-09-12T02:45:27.461976+0000, chain.objs.size()=1 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.HEeZE7UcoUpLCe-Rx4j2kzIDfua9We0_0 2024-09-12T00:52:33.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16368488299504189303', time=2024-09-12T02:46:05.789858+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.26__shadow_.IUPDQERXNCa2V5v281lTmi0Ukh3ifEh_0 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6248094094096371496', time=2024-09-12T02:46:41.225907+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.Tr5vjnJS2vvDSgwaWPvHlRUuOjKuomC_0 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3118931201674965111', time=2024-09-12T02:46:41.257502+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.zX_yKivfrZdhIJ4Ksyf9TCVu0sESv4y_0 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13998263846259469826', time=2024-09-12T02:47:14.196912+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.IcYvIg_o3u8xyQqbVamdLCQeW-3qOpO_0 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2458300198569085241', time=2024-09-12T02:47:16.456872+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.IfhhJUYC_rbtcp-FiLtqhDMpTli_Pev_0 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16702037361209435909', time=2024-09-12T02:47:17.969174+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.yR2wc_fzbfuzFkjzaaILMY1jdUPQD76_0 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8531540798535629211', time=2024-09-12T02:47:18.011715+0000, chain.objs.size()=1 2024-09-12T00:52:33.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.FnapgQsmRgcl9uX9wgMpRaXHmxCidZn_0 2024-09-12T00:52:33.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8903114448164212365', time=2024-09-12T02:49:01.835056+0000, chain.objs.size()=1 2024-09-12T00:52:33.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.GF0_SkTtDNOj-uZgYl6WHU1N6jjuwyD_0 2024-09-12T00:52:33.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10055409617620813381', time=2024-09-12T02:49:04.264045+0000, chain.objs.size()=1 2024-09-12T00:52:33.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.004+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.P8xoQHdQQk2bmcVoudlQLbOnRBHXCWz_0 2024-09-12T00:52:33.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.007+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16856633689724897473', time=2024-09-12T02:49:39.578799+0000, chain.objs.size()=1 2024-09-12T00:52:33.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.007+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.EvfDFjNpw3NJoOpeoMvx3t6XqeqsbPI_0 2024-09-12T00:52:33.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.009+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:33.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.011+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:52:33.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15220019574272518473', time=2024-09-12T02:43:18.289057+0000, chain.objs.size()=3 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.NJNV6MCHmpMEZOYaSqZwAce9nTJoL_j_0 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.NJNV6MCHmpMEZOYaSqZwAce9nTJoL_j_1 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13__shadow_.NJNV6MCHmpMEZOYaSqZwAce9nTJoL_j_2 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16020508548006517052', time=2024-09-12T02:44:46.569617+0000, chain.objs.size()=1 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.q63BhISXBBJoL8mlpRraG83Jh4oCWJc_0 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9653511769081189926', time=2024-09-12T02:44:48.872375+0000, chain.objs.size()=1 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.j1cjku_Ic_2RRMmmIJPiPlgqv1LqOKw_0 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.013+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7274119065166921546', time=2024-09-12T02:44:48.970966+0000, chain.objs.size()=1 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.20__shadow_.rIiM535fIZZUVNV4rirYnpM306K3UcT_0 2024-09-12T00:52:33.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6952401021548067010', time=2024-09-12T02:45:21.895240+0000, chain.objs.size()=1 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.21__shadow_.w0Iny7xYboNt-1ZQaNGev8rvQmwKl43_0 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13874551655923180589', time=2024-09-12T02:45:24.961751+0000, chain.objs.size()=1 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.UfW1NQT-gvCofNX5BF6YoCaC7QL52y9_0 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13579942479046913149', time=2024-09-12T02:45:27.482696+0000, chain.objs.size()=1 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.Ble2PVDhPiVVVXNmxZnBGtKqHUeN-jY_0 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3011970932223400020', time=2024-09-12T02:46:00.382721+0000, chain.objs.size()=1 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.24__shadow_.yF7MxZnbKmf8hyIvQUfjtppItrXeCIG_0 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10280192806525998025', time=2024-09-12T02:46:03.739565+0000, chain.objs.size()=1 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.lX9I9emVEx331-X7mJ3Dj9qjvNc802r_0 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7580238543821894611', time=2024-09-12T02:46:38.626311+0000, chain.objs.size()=1 2024-09-12T00:52:33.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.014+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.hz71bVHWyjwZ6RrAdpPaJ5plYFYKNMo_0 2024-09-12T00:52:33.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9284059499857731381', time=2024-09-12T02:47:16.457156+0000, chain.objs.size()=1 2024-09-12T00:52:33.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.30__shadow_.3ibS65X9D15kLK7nxwCfSm40MN7aRd__0 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9736910531151176713', time=2024-09-12T02:48:25.999206+0000, chain.objs.size()=1 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.34__shadow_.7q8OB5rWfhkRBI67W8_fPuuN_QkgXRV_0 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10509209176241911054', time=2024-09-12T02:48:28.434193+0000, chain.objs.size()=1 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35__shadow_.Qau9x4eSLxd9oR3d6JmsWAN3A4moXHI_0 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3227031130289500449', time=2024-09-12T02:49:01.843285+0000, chain.objs.size()=1 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36__shadow_.jUqE6_peDWkkx8NuEQXvdZyJ4bifM0t_0 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13531075434068264892', time=2024-09-12T02:49:04.264755+0000, chain.objs.size()=1 2024-09-12T00:52:33.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.018+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.8nrkgvxgY1p27DE_jmZCmxjzehxIpb__0 2024-09-12T00:52:33.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.019+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2583352684740667609', time=2024-09-12T02:49:06.643174+0000, chain.objs.size()=1 2024-09-12T00:52:33.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.019+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.38__shadow_._jTfzOUUo6UnPcdb_PLbONwu9TRuzVA_0 2024-09-12T00:52:33.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.019+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3880115672920554206', time=2024-09-12T02:49:39.600953+0000, chain.objs.size()=1 2024-09-12T00:52:33.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.019+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39__shadow_.tE2to5PoiTxk1-0u7EQMnq29dSDnC0T_0 2024-09-12T00:52:33.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.019+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.465549701840429763', time=2024-09-12T02:51:46.362794+0000, chain.objs.size()=1 2024-09-12T00:52:33.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.020+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.SkFmrOAirhsM6yhLeLKkxEMhB4VIBoO_0 2024-09-12T00:52:33.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.023+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:33.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.026+0000 7fe57e340800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:52:33.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.027+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T00:52:33.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6228473739676403566', time=2024-09-12T02:43:18.182623+0000, chain.objs.size()=1 2024-09-12T00:52:33.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15__shadow_.8P_kmW3oxBkx-JRpc5yLQv5AV9uV8fE_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9480922865719213026', time=2024-09-12T02:44:46.601066+0000, chain.objs.size()=1 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.u2-_OYP1Ao-De2gRFyOwnEiHnT1x3NQ_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12579403070536424848', time=2024-09-12T02:44:46.652367+0000, chain.objs.size()=1 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.hffH6iku0S1RDNgoe-KR8GMdm5O5gbg_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16702322319487062644', time=2024-09-12T02:44:46.656671+0000, chain.objs.size()=1 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.19__shadow_.AENU053LF2Q7YI0g22MGlDsoWpXS3z2_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16270552157671771378', time=2024-09-12T02:45:24.951108+0000, chain.objs.size()=1 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22__shadow_.QcDUWlDTzHfS9c9cm00Hdozfo5CHX7h_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7851567089195849328', time=2024-09-12T02:45:27.462932+0000, chain.objs.size()=1 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.23__shadow_.dJ3zILs71oKC7RibWhzC2GsE-uc1oPf_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14116091425789089195', time=2024-09-12T02:46:03.669157+0000, chain.objs.size()=1 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.dST70kY1Wz-61e_7h2XdYoK2EvddKWw_0 2024-09-12T00:52:33.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9336569568900068222', time=2024-09-12T02:46:03.726516+0000, chain.objs.size()=1 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.25__shadow_.LBWlZ7LKBT7aU3gx7j_rKQNWG_KzKCx_0 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.593962976828665190', time=2024-09-12T02:46:38.617998+0000, chain.objs.size()=1 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.27__shadow_.dIfjpgpj6uHDC-rRME_hz2Hys_ZAFna_0 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3164795035989922498', time=2024-09-12T02:46:41.220932+0000, chain.objs.size()=1 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28__shadow_.a3aUbgJPjJb9wOtIVJqTptOm10U-vpX_0 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17584979516056407256', time=2024-09-12T02:47:14.265301+0000, chain.objs.size()=1 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.29__shadow_.l91ChVksSaP7tC2GZTwmuIGbzMVU7y7_0 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14764072092140697111', time=2024-09-12T02:47:17.929203+0000, chain.objs.size()=1 2024-09-12T00:52:33.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.028+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.31__shadow_.-00QMQhpdfVrBI4uyEGfZnJFgyL58SU_0 2024-09-12T00:52:33.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.030+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16658567330617085705', time=2024-09-12T02:47:50.152761+0000, chain.objs.size()=1 2024-09-12T00:52:33.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.030+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32__shadow_.ylINLTHRIaIrvj5rJfOz_cEfP1_lM0G_0 2024-09-12T00:52:33.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.030+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5523916312739350155', time=2024-09-12T02:49:04.291481+0000, chain.objs.size()=1 2024-09-12T00:52:33.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.030+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37__shadow_.fNHMviC3MWTITH6owbzzbmzvhmQBVSP_0 2024-09-12T00:52:33.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.031+0000 7fe57e340800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9241024939407257323', time=2024-09-12T02:51:46.363111+0000, chain.objs.size()=1 2024-09-12T00:52:33.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.031+0000 7fe57e340800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17__shadow_.gEkD6m0IBogjmcA0qd-gVEwPrj2uskp_0 2024-09-12T00:52:33.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.033+0000 7fe57e340800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:52:33.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.036+0000 7fe430fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:33.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.039+0000 7fe57e340800 20 remove_watcher() i=0 2024-09-12T00:52:33.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.039+0000 7fe57e340800 2 removed watcher, disabling cache 2024-09-12T00:52:33.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.040+0000 7fe57e340800 20 remove_watcher() i=1 2024-09-12T00:52:33.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.041+0000 7fe57e340800 20 remove_watcher() i=2 2024-09-12T00:52:33.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.042+0000 7fe57e340800 20 remove_watcher() i=3 2024-09-12T00:52:33.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.044+0000 7fe57e340800 20 remove_watcher() i=4 2024-09-12T00:52:33.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.045+0000 7fe57e340800 20 remove_watcher() i=5 2024-09-12T00:52:33.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.045+0000 7fe57e340800 20 remove_watcher() i=6 2024-09-12T00:52:33.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.046+0000 7fe57e340800 20 remove_watcher() i=7 2024-09-12T00:52:33.057 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:52:33.149 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:33.149 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:33.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.187+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.188+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.188+0000 7f410cd35800 20 realm 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.188+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.189+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.189+0000 7f410cd35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.189+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.189+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.189+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.190+0000 7f410cd35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.190+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.190+0000 7f410cd35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:33.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.190+0000 7f410cd35800 20 searching for the correct realm 2024-09-12T00:52:33.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.194+0000 7f4103fff640 0 -- 172.21.15.163:0/42584124 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f40fc019260 msgr2=0x7f40fc079090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:33.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.399+0000 7f4109222640 0 -- 172.21.15.163:0/42584124 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5578516bfe70 msgr2=0x5578516c2260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:33.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:52:33.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:33.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.402+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 zone default found 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 4 Realm: () 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:52:33.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:52:33.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:33.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 zonegroup default 2024-09-12T00:52:33.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados->read ofs=0 len=0 2024-09-12T00:52:33.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:33.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 started sync module instance, tier type = 2024-09-12T00:52:33.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.403+0000 7f410cd35800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=0 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=1 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=2 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=3 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=4 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=5 2024-09-12T00:52:33.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.412+0000 7f410cd35800 20 add_watcher() i=6 2024-09-12T00:52:33.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.413+0000 7f410cd35800 20 add_watcher() i=7 2024-09-12T00:52:33.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.413+0000 7f410cd35800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:33.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.415+0000 7f3fbf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:33.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.415+0000 7f410cd35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:33.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.415+0000 7f410cd35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:33.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.448+0000 7f3fbe7e4640 20 reqs_thread_entry: start 2024-09-12T00:52:33.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.448+0000 7f410cd35800 20 init_complete bucket index max shards: 1 2024-09-12T00:52:33.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.448+0000 7f410cd35800 20 Filter name: none 2024-09-12T00:52:33.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.448+0000 7f3fb77fe640 20 reqs_thread_entry: start 2024-09-12T00:52:33.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.448+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:52:33.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.450+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.450+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.450+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.451+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:52:33.452 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.453+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.453+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.453+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.454+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:52:33.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.456+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.456+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.456+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.457 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.458+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:52:33.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.459+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.460+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.460+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.461+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:52:33.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.462+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.463+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.463 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.463+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.464 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.464+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:52:33.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.465+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.466+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.466+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.466 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.467+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:52:33.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.468+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.469+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.469+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.470+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:52:33.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.471+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.471+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.471+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.472 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.472+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:52:33.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.474+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.474 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.475+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.475+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.476+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:52:33.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.478+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.478+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.478+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.479+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:52:33.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.481+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.481+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.482+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.482+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:52:33.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.484+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.485+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.485+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.485 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.486+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:52:33.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.487+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.488+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.488+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.489+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:52:33.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.490+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.490+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.491+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.491+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:52:33.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.493+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.493+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.494+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.494 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.494+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:52:33.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.496+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.496+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.497+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.497 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.497+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:52:33.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.499+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.499+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.500+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.501+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:52:33.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.502+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.503+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.503+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.504+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:52:33.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.505+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.506+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.506+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.507+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:52:33.507 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.508+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.508+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.509+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.509+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:52:33.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.511+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.511 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.511+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.511 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.511+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.512+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:52:33.513 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.514+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.514+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.514+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.515+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:52:33.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.516+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.517+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.517+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.519+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:52:33.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.520+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.520+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.521+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.521+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:52:33.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.523+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.523+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.524+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.525+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:52:33.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.526+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.526+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.527+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.528+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:52:33.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.529+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.529+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.529+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.530+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:52:33.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.531+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.532+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.532+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.533+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:52:33.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.535+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.535+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.535+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.536+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:52:33.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.537+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.538+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.538+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.539+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:52:33.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.540+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.540+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.541+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.541+0000 7f410cd35800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:52:33.542 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.543+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.543+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:52:33.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.543+0000 7f410cd35800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:52:33.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.545+0000 7f3fbf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:33.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.547+0000 7f410cd35800 20 remove_watcher() i=0 2024-09-12T00:52:33.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.547+0000 7f410cd35800 2 removed watcher, disabling cache 2024-09-12T00:52:33.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.548+0000 7f410cd35800 20 remove_watcher() i=1 2024-09-12T00:52:33.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.549+0000 7f410cd35800 20 remove_watcher() i=2 2024-09-12T00:52:33.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.551+0000 7f410cd35800 20 remove_watcher() i=3 2024-09-12T00:52:33.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.552+0000 7f410cd35800 20 remove_watcher() i=4 2024-09-12T00:52:33.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.552+0000 7f410cd35800 20 remove_watcher() i=5 2024-09-12T00:52:33.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.553+0000 7f410cd35800 20 remove_watcher() i=6 2024-09-12T00:52:33.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:52:33.554+0000 7f410cd35800 20 remove_watcher() i=7 2024-09-12T00:52:33.565 DEBUG:teuthology.orchestra.run.smithi163:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T00:52:34.053 INFO:teuthology.orchestra.run.smithi163.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T00:52:37.653 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :clean UP-TO-DATE 2024-09-12T00:52:55.753 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :compileJava 2024-09-12T00:52:55.753 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :processResources 2024-09-12T00:52:55.753 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :classes 2024-09-12T00:52:56.553 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:56.554 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :compileTestJava 2024-09-12T00:52:56.554 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:52:56.554 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T00:52:56.554 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :testClasses 2024-09-12T00:52:56.554 INFO:teuthology.orchestra.run.smithi163.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T00:52:56.554 INFO:teuthology.orchestra.run.smithi163.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T00:53:02.452 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:02.452 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :test 2024-09-12T00:53:02.452 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:02.452 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T00:53:15.952 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:15.952 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T00:53:16.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:16.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T00:53:16.451 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:16.452 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T00:53:16.751 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:16.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T00:53:25.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:25.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T00:53:25.652 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:25.652 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T00:53:25.652 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:25.652 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T00:53:25.751 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:25.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T00:53:25.852 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:25.852 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T00:53:26.151 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:26.152 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T00:53:31.552 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:31.552 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T00:53:32.153 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:32.153 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T00:53:32.353 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:53:32.353 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T00:53:32.353 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12 00:53:32,300 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T00:54:13.552 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:13.553 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T00:54:14.352 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:14.353 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T00:54:14.353 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:14.353 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T00:54:14.751 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:14.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T00:54:15.052 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:15.052 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T00:54:15.551 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:15.552 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T00:54:29.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:29.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T00:54:29.652 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:29.652 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T00:54:29.752 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:29.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T00:54:29.852 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:29.852 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T00:54:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:37.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T00:54:38.852 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:38.852 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests STANDARD_OUT 2024-09-12T00:54:38.852 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12 00:54:38,764 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-12T00:54:39.052 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:39.052 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T00:54:52.052 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:52.052 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T00:54:52.651 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:52.652 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T00:54:55.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:55.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T00:54:55.552 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:54:55.552 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T00:56:20.453 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:20.453 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T00:56:20.752 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:20.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T00:56:29.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:29.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T00:56:29.652 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:29.652 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T00:56:43.052 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:43.053 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T00:56:43.351 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:43.352 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T00:56:46.251 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:46.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T00:56:52.552 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:52.552 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T00:56:52.652 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:52.652 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T00:56:52.951 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:52.952 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T00:56:53.051 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:53.052 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T00:56:53.452 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:53.452 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T00:56:53.452 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:53.452 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T00:56:53.852 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:53.852 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T00:56:53.952 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:53.952 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T00:56:54.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:54.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T00:56:54.351 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:54.352 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T00:56:54.752 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:54.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T00:56:54.752 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:54.752 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T00:56:55.151 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:55.152 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T00:56:55.252 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:55.252 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T00:56:55.552 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:56:55.552 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T00:57:07.152 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:07.152 INFO:teuthology.orchestra.run.smithi163.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T00:57:07.552 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:07.552 INFO:teuthology.orchestra.run.smithi163.stdout:---------------------------------------------------------------------- 2024-09-12T00:57:07.552 INFO:teuthology.orchestra.run.smithi163.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T00:57:07.552 INFO:teuthology.orchestra.run.smithi163.stdout:---------------------------------------------------------------------- 2024-09-12T00:57:07.585 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:07.585 INFO:teuthology.orchestra.run.smithi163.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T00:57:07.585 INFO:teuthology.orchestra.run.smithi163.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T00:57:07.585 INFO:teuthology.orchestra.run.smithi163.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T00:57:07.585 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:07.586 INFO:teuthology.orchestra.run.smithi163.stdout:BUILD SUCCESSFUL in 4m 33s 2024-09-12T00:57:07.586 INFO:teuthology.orchestra.run.smithi163.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T00:57:07.904 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:07.956 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:07.956 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:07.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.994+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 realm 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:07.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.996+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.997+0000 7f8b9d2bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.997+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.997+0000 7f8b9d2bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:07.997+0000 7f8b9d2bb800 20 searching for the correct realm 2024-09-12T00:57:08.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.002+0000 7f8b93fff640 0 -- 172.21.15.163:0/4248069923 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f8b8c04f960 msgr2=0x7f8b8c04c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.209+0000 7f8b9b5a6640 0 -- 172.21.15.163:0/4248069923 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55fbdd36c700 msgr2=0x55fbdd36eaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:08.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.212+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 zone default found 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 4 Realm: () 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 zonegroup default 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.213+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.214+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.214+0000 7f8b9d2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.214+0000 7f8b9d2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.214+0000 7f8b9d2bb800 20 started sync module instance, tier type = 2024-09-12T00:57:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.214+0000 7f8b9d2bb800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=0 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=1 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=2 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=3 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=4 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=5 2024-09-12T00:57:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.224+0000 7f8b9d2bb800 20 add_watcher() i=6 2024-09-12T00:57:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.225+0000 7f8b9d2bb800 20 add_watcher() i=7 2024-09-12T00:57:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.225+0000 7f8b9d2bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:08.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.226+0000 7f8a517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:08.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.227+0000 7f8b9d2bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:08.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.227+0000 7f8b9d2bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:08.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.264+0000 7f89cbfff640 20 reqs_thread_entry: start 2024-09-12T00:57:08.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.264+0000 7f8b9d2bb800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:08.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.264+0000 7f8b9d2bb800 20 Filter name: none 2024-09-12T00:57:08.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.264+0000 7f89c9ffb640 20 reqs_thread_entry: start 2024-09-12T00:57:08.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.264+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:08.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.265+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.266+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15603662062630177082', time=2024-09-12T02:53:31.873893+0000, chain.objs.size()=9 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.1 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.1_1 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.2 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.2_1 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.3 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.3_1 2024-09-12T00:57:08.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.4 2024-09-12T00:57:08.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.4_1 2024-09-12T00:57:08.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.267+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.5 2024-09-12T00:57:08.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.271+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.273+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:08.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.274+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522853829419341782', time=2024-09-12T02:56:20.327020+0000, chain.objs.size()=16 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.1 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.1_1 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.1_2 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.2 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.2_1 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.2_2 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.3 2024-09-12T00:57:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.3_1 2024-09-12T00:57:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.3_2 2024-09-12T00:57:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.4 2024-09-12T00:57:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.4_1 2024-09-12T00:57:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.275+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.4_2 2024-09-12T00:57:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.278+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.5 2024-09-12T00:57:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.278+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.5_1 2024-09-12T00:57:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.279+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.5_2 2024-09-12T00:57:08.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.280+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~xXTVKHSrtqYCqfgfgj28mYrXhbDEn1C.6 2024-09-12T00:57:08.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.280+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1936039038472296464', time=2024-09-12T02:56:53.179592+0000, chain.objs.size()=1 2024-09-12T00:57:08.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.281+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.60__shadow_.B5erPdFBjNbqgwCSZjZjG8OGxRVdG-D_0 2024-09-12T00:57:08.282 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.283+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.285+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:08.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.287+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.287+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.288+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.289+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:08.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.290+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.961227250182963872', time=2024-09-12T02:54:52.276932+0000, chain.objs.size()=5 2024-09-12T00:57:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file2.mpg.2~31ClQs7XtQp6AuXZo-vK8QcyDqo3zxH.1 2024-09-12T00:57:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file2.mpg.2~31ClQs7XtQp6AuXZo-vK8QcyDqo3zxH.2 2024-09-12T00:57:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file2.mpg.2~31ClQs7XtQp6AuXZo-vK8QcyDqo3zxH.3 2024-09-12T00:57:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file2.mpg.2~31ClQs7XtQp6AuXZo-vK8QcyDqo3zxH.4 2024-09-12T00:57:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.291+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file2.mpg.2~31ClQs7XtQp6AuXZo-vK8QcyDqo3zxH.5 2024-09-12T00:57:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.294+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.296+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.297+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.297+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.298+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.298+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2496597708030009459', time=2024-09-12T02:56:26.064897+0000, chain.objs.size()=1 2024-09-12T00:57:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.298+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__shadow_.B9b0phmmXf91KqyLR2dANSPn30ftXkJ_0 2024-09-12T00:57:08.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.299+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.301+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:08.301 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.302+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.301 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9685043355024487188', time=2024-09-12T02:54:04.150833+0000, chain.objs.size()=9 2024-09-12T00:57:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.1 2024-09-12T00:57:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.1_1 2024-09-12T00:57:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.2 2024-09-12T00:57:08.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.2_1 2024-09-12T00:57:08.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.3 2024-09-12T00:57:08.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.3_1 2024-09-12T00:57:08.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.4 2024-09-12T00:57:08.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.4_1 2024-09-12T00:57:08.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.303+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~oRYinZf-aEE63YellCIL-STZDNu9G91.5 2024-09-12T00:57:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.307+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.310+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.311+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.311+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.312+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.312+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.314+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.314+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.315+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.316+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:08.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.317+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.318+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.318+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.320+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:08.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.321+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6238055680538234288', time=2024-09-12T02:55:27.993683+0000, chain.objs.size()=21 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.1 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.1_1 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.2 2024-09-12T00:57:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.2_1 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.3 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.3_1 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.4 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.4_1 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.5 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.5_1 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.6 2024-09-12T00:57:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.322+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.6_1 2024-09-12T00:57:08.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.325+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.7 2024-09-12T00:57:08.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.7_1 2024-09-12T00:57:08.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.8 2024-09-12T00:57:08.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.8_1 2024-09-12T00:57:08.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.9 2024-09-12T00:57:08.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.9_1 2024-09-12T00:57:08.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.10 2024-09-12T00:57:08.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.326+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.10_1 2024-09-12T00:57:08.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.327+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~0h3M6LHj23InYYug2xvBfyey4qSqhED.11 2024-09-12T00:57:08.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.327+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7620166332546832327', time=2024-09-12T02:56:20.543802+0000, chain.objs.size()=16 2024-09-12T00:57:08.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.327+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.1 2024-09-12T00:57:08.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.327+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.1_1 2024-09-12T00:57:08.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.328+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.1_2 2024-09-12T00:57:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.332+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.2 2024-09-12T00:57:08.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.2_1 2024-09-12T00:57:08.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.2_2 2024-09-12T00:57:08.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.3 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.3_1 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.3_2 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.4 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.4_1 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.4_2 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.5 2024-09-12T00:57:08.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.333+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.5_1 2024-09-12T00:57:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.335+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.5_2 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.336+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~abAdWWeieQxGL7Hce3Es3Tucn4KKVrQ.6 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.337+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1943184506925019346', time=2024-09-12T02:57:07.289983+0000, chain.objs.size()=21 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.337+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.1 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.337+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.1_1 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.337+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.2 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.337+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.2_1 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.338+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.3 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.338+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.3_1 2024-09-12T00:57:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.338+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.4 2024-09-12T00:57:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.338+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.4_1 2024-09-12T00:57:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.338+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.5 2024-09-12T00:57:08.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.341+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.5_1 2024-09-12T00:57:08.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.341+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.6 2024-09-12T00:57:08.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.341+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.6_1 2024-09-12T00:57:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.341+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.7 2024-09-12T00:57:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.341+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.7_1 2024-09-12T00:57:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.341+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.8 2024-09-12T00:57:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.343+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.8_1 2024-09-12T00:57:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.343+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.9 2024-09-12T00:57:08.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.343+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.9_1 2024-09-12T00:57:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.346+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.10 2024-09-12T00:57:08.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.346+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__shadow_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.10_1 2024-09-12T00:57:08.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.346+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.66__multipart_key1.2~TzOrp8L9yg1rBM0p8ppdBy6bCLyZSCN.11 2024-09-12T00:57:08.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.349+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.351+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T00:57:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11901872385629634908', time=2024-09-12T02:54:13.652093+0000, chain.objs.size()=6 2024-09-12T00:57:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.46__shadow_.a5kCdTNlGNgfbppglp_pd9swEmNQAkO_0 2024-09-12T00:57:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.46__shadow_.a5kCdTNlGNgfbppglp_pd9swEmNQAkO_1 2024-09-12T00:57:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.46__shadow_.a5kCdTNlGNgfbppglp_pd9swEmNQAkO_2 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.46__shadow_.a5kCdTNlGNgfbppglp_pd9swEmNQAkO_3 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.46__shadow_.a5kCdTNlGNgfbppglp_pd9swEmNQAkO_4 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.46__shadow_.a5kCdTNlGNgfbppglp_pd9swEmNQAkO_5 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2824113375802184645', time=2024-09-12T02:54:29.406842+0000, chain.objs.size()=9 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__multipart_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.1 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__shadow_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.1_1 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__multipart_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.2 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__shadow_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.2_1 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__multipart_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.3 2024-09-12T00:57:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.353+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__shadow_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.3_1 2024-09-12T00:57:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.358+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__multipart_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.4 2024-09-12T00:57:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.358+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__shadow_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.4_1 2024-09-12T00:57:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.358+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51__multipart_key1.2~dxoZ3yGEmifCMiBWT7UA_IPMG5ViBZg.5 2024-09-12T00:57:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.361+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.363+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.364+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T00:57:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6171159886067939910', time=2024-09-12T02:54:52.196758+0000, chain.objs.size()=9 2024-09-12T00:57:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.1 2024-09-12T00:57:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.1_1 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.2 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.2_1 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.3 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.3_1 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.4 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.4_1 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__multipart_file.mpg.2~QGnJTmP_ATgvJ6ekmKehMz9MYPcACvW.5 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2369862558615863564', time=2024-09-12T02:54:52.353927+0000, chain.objs.size()=1 2024-09-12T00:57:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.365+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_.iQSW837EdWrIgodLQL_OTArMcfPYAI1_0 2024-09-12T00:57:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.370+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.372+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:08.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.374+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.374+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6671501058064501271', time=2024-09-12T02:55:39.534668+0000, chain.objs.size()=19 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.1 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.1_1 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.2 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.2_1 2024-09-12T00:57:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.3 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.3_1 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.4 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.4_1 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.5 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.5_1 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.6 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.375+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.6_1 2024-09-12T00:57:08.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.377+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.7 2024-09-12T00:57:08.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.378+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.7_1 2024-09-12T00:57:08.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.378+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.8 2024-09-12T00:57:08.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.378+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.8_1 2024-09-12T00:57:08.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.378+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.9 2024-09-12T00:57:08.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.378+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.9_1 2024-09-12T00:57:08.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.378+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~FGIKX3fb7fWOsgghspPKyUjpTfTLy-2.10 2024-09-12T00:57:08.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.384+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.386+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.387+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.388+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.388+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.389+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:08.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.391+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.391+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T00:57:08.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15566153884140790250', time=2024-09-12T02:53:52.212585+0000, chain.objs.size()=9 2024-09-12T00:57:08.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.1 2024-09-12T00:57:08.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.1_1 2024-09-12T00:57:08.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.2 2024-09-12T00:57:08.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.2_1 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.3 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.3_1 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.4 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.4_1 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~LK81jeqQljYOjePnFJazzyR8aqzoh6b.5 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13270956070106996594', time=2024-09-12T02:56:29.368587+0000, chain.objs.size()=9 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__multipart_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.1 2024-09-12T00:57:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__shadow_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.1_1 2024-09-12T00:57:08.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.392+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__multipart_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.2 2024-09-12T00:57:08.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.395+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__shadow_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.2_1 2024-09-12T00:57:08.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.395+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__multipart_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.3 2024-09-12T00:57:08.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.395+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__shadow_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.3_1 2024-09-12T00:57:08.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.395+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__multipart_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.4 2024-09-12T00:57:08.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.395+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__shadow_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.4_1 2024-09-12T00:57:08.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.396+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.56__multipart_key1.2~HHLwDRYAhJjPzbF0CQSzmhAtawh3d-G.5 2024-09-12T00:57:08.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.400+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.402+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.403+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.404+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.404+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.405+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:08.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.407+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.407+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.407+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.407 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.408+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:08.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.409+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T00:57:08.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='2~UeithiG_3sFEPmjVsY6Tzt074O-CG56', time=2024-09-12T02:54:55.395683+0000, chain.objs.size()=5 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.54__multipart_key1.2~UeithiG_3sFEPmjVsY6Tzt074O-CG56.7 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.54__shadow_key1.2~UeithiG_3sFEPmjVsY6Tzt074O-CG56.7_1 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.54__multipart_key1.2~UeithiG_3sFEPmjVsY6Tzt074O-CG56.10 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.54__shadow_key1.2~UeithiG_3sFEPmjVsY6Tzt074O-CG56.10_1 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.54__multipart_key1.2~UeithiG_3sFEPmjVsY6Tzt074O-CG56.13 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2782814236237886159', time=2024-09-12T02:56:52.748282+0000, chain.objs.size()=1 2024-09-12T00:57:08.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.410+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.59__shadow_.LtvgrarP8wyRkuYAMlW0-LCCrDKdPV9_0 2024-09-12T00:57:08.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.413+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.416+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.417+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.418+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.418+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.418+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.220017984184712780', time=2024-09-12T02:54:52.317350+0000, chain.objs.size()=1 2024-09-12T00:57:08.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.418+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_.hjGXFnbIDWWQIm-qvglR4bJ3d6CAAT9_0 2024-09-12T00:57:08.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.420+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.422+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.423+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.423+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6099575063013242484', time=2024-09-12T02:54:10.148354+0000, chain.objs.size()=7 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.1 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.1_1 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.1_2 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.2 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.2_1 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.2_2 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ypHbsqXI417mRgx0yzTDINy63KVN7Af.3 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16030985446797183224', time=2024-09-12T02:55:50.180511+0000, chain.objs.size()=16 2024-09-12T00:57:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.1 2024-09-12T00:57:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.1_1 2024-09-12T00:57:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.1_2 2024-09-12T00:57:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.2 2024-09-12T00:57:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.424+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.2_1 2024-09-12T00:57:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.426+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.2_2 2024-09-12T00:57:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.3 2024-09-12T00:57:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.3_1 2024-09-12T00:57:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.3_2 2024-09-12T00:57:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.4 2024-09-12T00:57:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.4_1 2024-09-12T00:57:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.4_2 2024-09-12T00:57:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.5 2024-09-12T00:57:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.427+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.5_1 2024-09-12T00:57:08.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.430+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.5_2 2024-09-12T00:57:08.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.430+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~cfMI4qYRqzzIrFGAPFYGLNddkTgAdnn.6 2024-09-12T00:57:08.432 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.434+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4438726660499799850', time=2024-09-12T02:56:54.035151+0000, chain.objs.size()=1 2024-09-12T00:57:08.432 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.434+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.62__shadow_.GPYUpK7QyjA54eyU_NoRk3W-eHayCNK_0 2024-09-12T00:57:08.434 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.435+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.438+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.439+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16574321441895853137', time=2024-09-12T02:55:17.097314+0000, chain.objs.size()=21 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.1 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.1_1 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.2 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.2_1 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.3 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.3_1 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.4 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.4_1 2024-09-12T00:57:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.5 2024-09-12T00:57:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.5_1 2024-09-12T00:57:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.6 2024-09-12T00:57:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.440+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.6_1 2024-09-12T00:57:08.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.7 2024-09-12T00:57:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.7_1 2024-09-12T00:57:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.8 2024-09-12T00:57:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.8_1 2024-09-12T00:57:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.9 2024-09-12T00:57:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.9_1 2024-09-12T00:57:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.444+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.10 2024-09-12T00:57:08.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.446+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__shadow_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.10_1 2024-09-12T00:57:08.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.446+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55__multipart_key1.2~3QCxM19FR9HzTrIJEsYM_dj2MA1l3uu.11 2024-09-12T00:57:08.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.449+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.452+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:08.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.453+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.452 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.453+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='2~lK7hodYI8_KgpClCwVfOz15gK96kvRs', time=2024-09-12T02:53:15.898707+0000, chain.objs.size()=9 2024-09-12T00:57:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__multipart_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.1 2024-09-12T00:57:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__shadow_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.1_1 2024-09-12T00:57:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__multipart_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.2 2024-09-12T00:57:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__shadow_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.2_1 2024-09-12T00:57:08.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__multipart_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.3 2024-09-12T00:57:08.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__shadow_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.3_1 2024-09-12T00:57:08.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__multipart_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.4 2024-09-12T00:57:08.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__shadow_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.4_1 2024-09-12T00:57:08.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.454+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.40__multipart_key1.2~lK7hodYI8_KgpClCwVfOz15gK96kvRs.5 2024-09-12T00:57:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.458+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.460+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:08.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.462+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.462+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9188289015594744406', time=2024-09-12T02:54:13.440741+0000, chain.objs.size()=7 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.1 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.1_1 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.1_2 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.2 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.2_1 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.2_2 2024-09-12T00:57:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.463+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~zZgDW2RCy4xbuHWXel-2yM_XRU5qe9g.3 2024-09-12T00:57:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.466+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.469+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.470+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.471+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.471+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.472+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:08.472 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.473+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.472 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.474+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.474+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.476+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.478+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.478+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.479+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.480+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:08.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.481+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T00:57:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17425759494510324716', time=2024-09-12T02:53:31.649406+0000, chain.objs.size()=9 2024-09-12T00:57:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.1 2024-09-12T00:57:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.1_1 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.2 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.2_1 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.3 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.3_1 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.4 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__shadow_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.4_1 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44__multipart_key1.2~ukIYq_8iegtBs904nOiKPFXMRD3Nv8E.5 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1749140328118393289', time=2024-09-12T02:56:54.894143+0000, chain.objs.size()=1 2024-09-12T00:57:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.482+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.64__shadow_.xW1r4UxtF5zxU8E5VqafMSQEv8nvU_t_0 2024-09-12T00:57:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.486+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.488+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.489+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1612639063908566486', time=2024-09-12T02:54:52.235539+0000, chain.objs.size()=1 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.53__shadow_.8lCf_VOgiaSqY_Ig9lCBihIyyBJIRgm_0 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1422977727366722031', time=2024-09-12T02:56:43.135977+0000, chain.objs.size()=9 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__multipart_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.1 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__shadow_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.1_1 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__multipart_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.2 2024-09-12T00:57:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__shadow_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.2_1 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__multipart_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.3 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__shadow_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.3_1 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__multipart_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.4 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__shadow_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.4_1 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.57__multipart_key1.2~xUHvwAuiXP_qbi3-v21O_O-oOOdLr8Y.5 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov', time=2024-09-12T02:56:49.783423+0000, chain.objs.size()=1 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.19 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov', time=2024-09-12T02:56:49.837512+0000, chain.objs.size()=28 2024-09-12T00:57:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.490+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.1 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.2 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.3 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.4 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.5 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.6 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.7 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.8 2024-09-12T00:57:08.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.493+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.9 2024-09-12T00:57:08.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.496+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.10 2024-09-12T00:57:08.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.496+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.11 2024-09-12T00:57:08.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.496+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.12 2024-09-12T00:57:08.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.496+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.13 2024-09-12T00:57:08.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.496+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.14 2024-09-12T00:57:08.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.498+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.15 2024-09-12T00:57:08.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.498+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.16 2024-09-12T00:57:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.499+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.17 2024-09-12T00:57:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.499+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.18 2024-09-12T00:57:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.499+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.YVQP3_sdpLffg3RNVCrdqMRGAZu5pTpL.19 2024-09-12T00:57:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.499+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.20 2024-09-12T00:57:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.499+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.21 2024-09-12T00:57:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.499+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.22 2024-09-12T00:57:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.500+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.23 2024-09-12T00:57:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.500+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.24 2024-09-12T00:57:08.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.500+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.25 2024-09-12T00:57:08.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.500+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.26 2024-09-12T00:57:08.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.501+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.27 2024-09-12T00:57:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.503+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.58__multipart_key1.2~NG6GMhJL9BMQPauMzmltP6RHpgl2Xov.28 2024-09-12T00:57:08.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.506+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.507 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.508+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.509+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.510+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.510+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.510+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15613370173438622460', time=2024-09-12T02:56:53.603173+0000, chain.objs.size()=1 2024-09-12T00:57:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.510+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.61__shadow_.TzJLIWN-bXRvAAbRceJzGMp2pMBOjGG_0 2024-09-12T00:57:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.511+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.514+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:08.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.515+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.515+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17515402859330435926', time=2024-09-12T02:54:07.147470+0000, chain.objs.size()=9 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.1 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.1_1 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.2 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.2_1 2024-09-12T00:57:08.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.3 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.3_1 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.4 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.4_1 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ADZWCqBBAxH7M2FjXSHKjAh_7EsASng.5 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7897587448376341332', time=2024-09-12T02:54:13.878190+0000, chain.objs.size()=7 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.1 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.1_1 2024-09-12T00:57:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.516+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.1_2 2024-09-12T00:57:08.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.518+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.2 2024-09-12T00:57:08.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.519+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.2_1 2024-09-12T00:57:08.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.519+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__shadow_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.2_2 2024-09-12T00:57:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.521+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.47__multipart_key1.2~ZYOSfxHd1K6iZJegp67b1NVsGfZo2IN.3 2024-09-12T00:57:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.521+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8786998473740761604', time=2024-09-12T02:56:54.472100+0000, chain.objs.size()=1 2024-09-12T00:57:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.521+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.63__shadow_.q-ao5EBoMpJuN4Yv8q275HaGdcb3NDn_0 2024-09-12T00:57:08.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.524+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.526+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:08.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.527+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.817943148741908673', time=2024-09-12T02:53:25.408974+0000, chain.objs.size()=9 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__multipart_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.1 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__shadow_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.1_1 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__multipart_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.2 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__shadow_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.2_1 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__multipart_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.3 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__shadow_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.3_1 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__multipart_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.4 2024-09-12T00:57:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__shadow_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.4_1 2024-09-12T00:57:08.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.528+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.42__multipart_key1.2~O-MkM9AcTId7CbDQPHeK7H33ILCnvNp.5 2024-09-12T00:57:08.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.532+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.534+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:08.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.535+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7629868254258972159', time=2024-09-12T02:54:38.531343+0000, chain.objs.size()=9 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__multipart_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.1 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__shadow_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.1_1 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__multipart_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.2 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__shadow_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.2_1 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__multipart_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.3 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__shadow_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.3_1 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__multipart_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.4 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__shadow_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.4_1 2024-09-12T00:57:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.536+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.52__multipart_key1.2~KgLgFVqdGy90Oz-1IjjNBYXLqUWdrW6.5 2024-09-12T00:57:08.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.541+0000 7f8b9d2bb800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:08.542 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.544+0000 7f8a517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.546+0000 7f8b9d2bb800 20 remove_watcher() i=0 2024-09-12T00:57:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.546+0000 7f8b9d2bb800 2 removed watcher, disabling cache 2024-09-12T00:57:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.547+0000 7f8b9d2bb800 20 remove_watcher() i=1 2024-09-12T00:57:08.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.548+0000 7f8b9d2bb800 20 remove_watcher() i=2 2024-09-12T00:57:08.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.549+0000 7f8b9d2bb800 20 remove_watcher() i=3 2024-09-12T00:57:08.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.550+0000 7f8b9d2bb800 20 remove_watcher() i=4 2024-09-12T00:57:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.550+0000 7f8b9d2bb800 20 remove_watcher() i=5 2024-09-12T00:57:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.551+0000 7f8b9d2bb800 20 remove_watcher() i=6 2024-09-12T00:57:08.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.552+0000 7f8b9d2bb800 20 remove_watcher() i=7 2024-09-12T00:57:08.563 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:08.614 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:08.615 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.652+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 realm 2024-09-12T00:57:08.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.654+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.655+0000 7fd137f0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.655+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.656+0000 7fd137f0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.656+0000 7fd137f0c800 20 searching for the correct realm 2024-09-12T00:57:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.659+0000 7fd1359f6640 0 -- 172.21.15.163:0/4086196128 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fd13006b640 msgr2=0x7fd1300697b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:08.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.663+0000 7fd1351f5640 0 -- 172.21.15.163:0/4086196128 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fd1280db2c0 msgr2=0x7fd128056a00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.666+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 zone default found 2024-09-12T00:57:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 4 Realm: () 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 zonegroup default 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 started sync module instance, tier type = 2024-09-12T00:57:08.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.667+0000 7fd137f0c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=0 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=1 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=2 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=3 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=4 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=5 2024-09-12T00:57:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.676+0000 7fd137f0c800 20 add_watcher() i=6 2024-09-12T00:57:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.677+0000 7fd137f0c800 20 add_watcher() i=7 2024-09-12T00:57:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.677+0000 7fd137f0c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:08.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.678+0000 7fcfe77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:08.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.679+0000 7fd137f0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:08.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.679+0000 7fd137f0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:08.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.711+0000 7fcfe67fc640 20 reqs_thread_entry: start 2024-09-12T00:57:08.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.711+0000 7fd137f0c800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:08.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.711+0000 7fd137f0c800 20 Filter name: none 2024-09-12T00:57:08.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.712+0000 7fcf57fff640 20 reqs_thread_entry: start 2024-09-12T00:57:08.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.712+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:08.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.713+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.713+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.714+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.714+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.716+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.716+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.716+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.717+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.719+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.719+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.720+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.720+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.722+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.722+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.722+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.724+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.725+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.726+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.726+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.728+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.729+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.729+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.730+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.731+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.732+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.733+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.733+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.734+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.735+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.735+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.736+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.737+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.738+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.739+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.739+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.740+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:08.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.741+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.741+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.742+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.743+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.745+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.745+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.746+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.746+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.748+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.748+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.749+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.749+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:08.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.751+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.752+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.752+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.753+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:08.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.754+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.754+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.755+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.755+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.757+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.757+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.758+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.759+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:08.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.760+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.760+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.761+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.761+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:08.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.763+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.763+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.764+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.764+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:08.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.766+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.766+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.766+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.767+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:08.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.768+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.769+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.769+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.770+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:08.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.771+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.772+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.772+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.773+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.774+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.774+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.775+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.776+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.777+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.778+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.778+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.779+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:08.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.780+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.781+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.781+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.782+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.783+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.784+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.784+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.784 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.785+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:08.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.786+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.787+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.787+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.788+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.789+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.790+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.790+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.791+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.792+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.793+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.793+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.793 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.794+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:08.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.796+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.796+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.796+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.797+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:08.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.799+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.799+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.799+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.800+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.802+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.803+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.803+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.803 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.804+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:08.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.806+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.806+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.806+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.807+0000 7fd137f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:08.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.808+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.809+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:08.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.809+0000 7fd137f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:08.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.812+0000 7fcfe77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:08.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.814+0000 7fd137f0c800 20 remove_watcher() i=0 2024-09-12T00:57:08.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.814+0000 7fd137f0c800 2 removed watcher, disabling cache 2024-09-12T00:57:08.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.815+0000 7fd137f0c800 20 remove_watcher() i=1 2024-09-12T00:57:08.814 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.816+0000 7fd137f0c800 20 remove_watcher() i=2 2024-09-12T00:57:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.817+0000 7fd137f0c800 20 remove_watcher() i=3 2024-09-12T00:57:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.818+0000 7fd137f0c800 20 remove_watcher() i=4 2024-09-12T00:57:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.819+0000 7fd137f0c800 20 remove_watcher() i=5 2024-09-12T00:57:08.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.820+0000 7fd137f0c800 20 remove_watcher() i=6 2024-09-12T00:57:08.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.821+0000 7fd137f0c800 20 remove_watcher() i=7 2024-09-12T00:57:08.830 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:08.882 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:08.882 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.919+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 realm 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.921+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.922+0000 7fc275f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.922+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.922+0000 7fc275f23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.922+0000 7fc275f23800 20 searching for the correct realm 2024-09-12T00:57:08.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:08.926+0000 7fc26bfff640 0 -- 172.21.15.163:0/951381988 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fc26409f040 msgr2=0x7fc2640a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.131+0000 7fc272414640 0 -- 172.21.15.163:0/951381988 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x56511f213550 msgr2=0x56511f215980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.134+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 zone default found 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 4 Realm: () 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 zonegroup default 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.135+0000 7fc275f23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.136+0000 7fc275f23800 20 started sync module instance, tier type = 2024-09-12T00:57:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.136+0000 7fc275f23800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=0 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=1 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=2 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=3 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=4 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=5 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.144+0000 7fc275f23800 20 add_watcher() i=6 2024-09-12T00:57:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.145+0000 7fc275f23800 20 add_watcher() i=7 2024-09-12T00:57:09.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.145+0000 7fc275f23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:09.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.146+0000 7fc1237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:09.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.147+0000 7fc275f23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:09.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.147+0000 7fc275f23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.180+0000 7fc1227fc640 20 reqs_thread_entry: start 2024-09-12T00:57:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.180+0000 7fc275f23800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:09.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.180+0000 7fc275f23800 20 Filter name: none 2024-09-12T00:57:09.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.180+0000 7fc093fff640 20 reqs_thread_entry: start 2024-09-12T00:57:09.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.180+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:09.180 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.181+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.182+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.182+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.182 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.183+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:09.183 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.185+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.184 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.185+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.184 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.185+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.186+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.188+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.188+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.188+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.188 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.189+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:09.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.191+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.191+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.191+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.192+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.193+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.194+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.194+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.195+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:09.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.196+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.197+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.197+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.198+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.199+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.200+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.200+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.201+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:09.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.202+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.203+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.203+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.204+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:09.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.205+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.206+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.206+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.207+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.209+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.209+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.210+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.211+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.212+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.213+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.213+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.214+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:09.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.215+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.215+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.215+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.216+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.218+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.219+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.219+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.220+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.221+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.221+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.222+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.222+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:09.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.224+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.224+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.224+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.225+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:09.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.226+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.227+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.227+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.228+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:09.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.229+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.229+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.230+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.231+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:09.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.232+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.232+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.233+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.234+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:09.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.235+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.235+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.235+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.236+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:09.236 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.238+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.238+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.239+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.240+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:09.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.241+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.241+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.241+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.242+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:09.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.244+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.244+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.244+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.245+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:09.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.247+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.247+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.247+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.248+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.250+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.250+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.250+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.251+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.253+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.253+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.253+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.254+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.256+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.256+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.256+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.257+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:09.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.258+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.259+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.259+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.260+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.262+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.262+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.262+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.263+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:09.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.264+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.265+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.265+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.266+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:09.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.267+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.268+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.268+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.269+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:09.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.270+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.270+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.271+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.272+0000 7fc275f23800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.273+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.274+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.274+0000 7fc275f23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.274 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.276+0000 7fc1237fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.278+0000 7fc275f23800 20 remove_watcher() i=0 2024-09-12T00:57:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.278+0000 7fc275f23800 2 removed watcher, disabling cache 2024-09-12T00:57:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.278+0000 7fc275f23800 20 remove_watcher() i=1 2024-09-12T00:57:09.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.279+0000 7fc275f23800 20 remove_watcher() i=2 2024-09-12T00:57:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.280+0000 7fc275f23800 20 remove_watcher() i=3 2024-09-12T00:57:09.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.281+0000 7fc275f23800 20 remove_watcher() i=4 2024-09-12T00:57:09.281 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.282+0000 7fc275f23800 20 remove_watcher() i=5 2024-09-12T00:57:09.282 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.283+0000 7fc275f23800 20 remove_watcher() i=6 2024-09-12T00:57:09.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.284+0000 7fc275f23800 20 remove_watcher() i=7 2024-09-12T00:57:09.294 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:09.346 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:09.346 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.384+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 realm 2024-09-12T00:57:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.386+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.387+0000 7f2aecd31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.387+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.387+0000 7f2aecd31800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.387+0000 7f2aecd31800 20 searching for the correct realm 2024-09-12T00:57:09.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.391+0000 7f2ae3fff640 0 -- 172.21.15.163:0/1732883261 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f2adc0b60b0 msgr2=0x7f2adc0b8a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:57:09.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.597+0000 7f2ae9277640 0 -- 172.21.15.163:0/1732883261 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d93e74ee10 msgr2=0x55d93e751200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:09.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:09.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:09.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:09.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.599+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:09.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:09.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 zone default found 2024-09-12T00:57:09.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 4 Realm: () 2024-09-12T00:57:09.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 zonegroup default 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.600+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.601+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.601+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.601+0000 7f2aecd31800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.601+0000 7f2aecd31800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.601+0000 7f2aecd31800 20 started sync module instance, tier type = 2024-09-12T00:57:09.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.601+0000 7f2aecd31800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:09.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=0 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=1 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=2 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=3 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=4 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=5 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.610+0000 7f2aecd31800 20 add_watcher() i=6 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.611+0000 7f2aecd31800 20 add_watcher() i=7 2024-09-12T00:57:09.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.611+0000 7f2aecd31800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:09.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.612+0000 7f299efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:09.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.612+0000 7f2aecd31800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:09.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.612+0000 7f2aecd31800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:09.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.646+0000 7f299dfe3640 20 reqs_thread_entry: start 2024-09-12T00:57:09.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.646+0000 7f2aecd31800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:09.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.646+0000 7f2aecd31800 20 Filter name: none 2024-09-12T00:57:09.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.647+0000 7f290f7fe640 20 reqs_thread_entry: start 2024-09-12T00:57:09.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.647+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:09.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.648+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.648+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.648+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.649+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:09.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.651+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.651+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.651+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.652+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:09.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.654+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.654+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.654+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.655+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:09.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.657+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.657+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.657+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.659+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:09.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.660+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.660+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.660+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.661+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:09.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.662+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.663+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.663+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.664+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:09.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.665+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.666+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.666+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.667+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:09.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.668+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.669+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.669+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.670+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:09.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.671+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.672+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.672+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.673+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:09.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.674+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.675+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.675+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.676+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:09.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.677+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.677+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.678+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.679+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:09.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.680+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.681+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.681+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.682+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:09.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.683+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.684+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.684+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.684 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.685+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:09.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.686+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.687+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.687+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.689+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:09.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.691+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.691+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.691+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.692+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:09.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.694+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.694+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.694+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.695+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:09.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.696+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.697+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.697+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.699+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:09.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.700+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.700+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.701+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.702+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:09.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.703+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.703+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.704+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.705+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:09.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.706+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.707+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.707+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.708+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:09.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.709+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.710+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.710+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.711+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:09.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.712+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.712+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.713+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.714+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:09.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.715+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.716+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.716+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.717+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:09.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.718+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.719+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.719+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.720+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:09.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.721+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.721+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.722+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.723+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:09.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.724+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.724+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.725+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.726+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:09.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.727+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.727+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.727+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.728+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:09.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.730+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.730+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.730+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.731+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:09.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.733+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.734+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.734+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.735+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:09.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.736+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.737+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.736 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.737+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.738+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:09.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.739+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.740+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.740+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.741+0000 7f2aecd31800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:09.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.742+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.743+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:09.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.743+0000 7f2aecd31800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:09.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.744+0000 7f299efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:09.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.746+0000 7f2aecd31800 20 remove_watcher() i=0 2024-09-12T00:57:09.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.746+0000 7f2aecd31800 2 removed watcher, disabling cache 2024-09-12T00:57:09.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.747+0000 7f2aecd31800 20 remove_watcher() i=1 2024-09-12T00:57:09.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.748+0000 7f2aecd31800 20 remove_watcher() i=2 2024-09-12T00:57:09.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.749+0000 7f2aecd31800 20 remove_watcher() i=3 2024-09-12T00:57:09.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.750+0000 7f2aecd31800 20 remove_watcher() i=4 2024-09-12T00:57:09.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.751+0000 7f2aecd31800 20 remove_watcher() i=5 2024-09-12T00:57:09.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.752+0000 7f2aecd31800 20 remove_watcher() i=6 2024-09-12T00:57:09.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:09.753+0000 7f2aecd31800 20 remove_watcher() i=7 2024-09-12T00:57:09.763 DEBUG:teuthology.orchestra.run.smithi163:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T00:57:10.272 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :clean 2024-09-12T00:57:11.168 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :compileJava 2024-09-12T00:57:11.169 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :processResources 2024-09-12T00:57:11.169 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :classes 2024-09-12T00:57:11.568 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:11.569 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :compileTestJava 2024-09-12T00:57:11.569 INFO:teuthology.orchestra.run.smithi163.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T00:57:11.569 INFO:teuthology.orchestra.run.smithi163.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T00:57:11.570 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:11.570 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T00:57:11.570 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :testClasses 2024-09-12T00:57:13.570 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :test 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12 00:57:12,873 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.571 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T00:57:13.668 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.668 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T00:57:13.868 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.868 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T00:57:13.968 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:13.968 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T00:57:14.168 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:14.168 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T00:57:14.368 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:14.368 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T00:57:14.468 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:14.468 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T00:57:14.568 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:14.568 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T00:57:14.869 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:14.869 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T00:57:14.968 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:14.968 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T00:57:15.068 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:15.068 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T00:57:15.168 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:15.168 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T00:57:15.668 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:15.668 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T00:57:15.768 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:15.768 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T00:57:16.068 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:16.069 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T00:57:16.069 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:16.069 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T00:57:16.169 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:16.169 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------- 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------- 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:BUILD SUCCESSFUL in 6s 2024-09-12T00:57:16.170 INFO:teuthology.orchestra.run.smithi163.stdout:5 actionable tasks: 5 executed 2024-09-12T00:57:16.193 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:16.245 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:16.245 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:16.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.284+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.285+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.285+0000 7f881b50c800 20 realm 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.285+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.286+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.286+0000 7f881b50c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.286+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.286+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.286+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.287+0000 7f881b50c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:16.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.287+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.287+0000 7f881b50c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:16.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.287+0000 7f881b50c800 20 searching for the correct realm 2024-09-12T00:57:16.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.291+0000 7f8813fff640 0 -- 172.21.15.163:0/4266480726 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f880c095040 msgr2=0x7f880c084430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:57:16.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.497+0000 7f88197f7640 0 -- 172.21.15.163:0/4266480726 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55b1c728b260 msgr2=0x55b1c728d650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:16.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:16.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:16.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:16.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.500+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 20 zone default found 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 4 Realm: () 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 20 zonegroup default 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.501+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.502+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.502+0000 7f881b50c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.502+0000 7f881b50c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.502+0000 7f881b50c800 20 started sync module instance, tier type = 2024-09-12T00:57:16.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.502+0000 7f881b50c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=0 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=1 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=2 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=3 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=4 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=5 2024-09-12T00:57:16.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.511+0000 7f881b50c800 20 add_watcher() i=6 2024-09-12T00:57:16.511 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.512+0000 7f881b50c800 20 add_watcher() i=7 2024-09-12T00:57:16.511 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.512+0000 7f881b50c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:16.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.513+0000 7f86cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:16.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.514+0000 7f881b50c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:16.513 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.514+0000 7f881b50c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:16.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.551+0000 7f86ce7e4640 20 reqs_thread_entry: start 2024-09-12T00:57:16.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.552+0000 7f881b50c800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:16.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.552+0000 7f881b50c800 20 Filter name: none 2024-09-12T00:57:16.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.552+0000 7f86c7fff640 20 reqs_thread_entry: start 2024-09-12T00:57:16.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.552+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:16.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.553+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.554+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.554+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.555+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:16.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.556+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.557+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.557+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.558+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:16.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.559+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.560+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.560+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.562+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:16.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.563+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.564+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.564+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.565+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:16.565 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.566+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.565 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.567+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.567+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:16.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.567+0000 7f881b50c800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12071387202222970126', time=2024-09-12T02:57:14.663471+0000, chain.objs.size()=1 2024-09-12T00:57:16.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.567+0000 7f881b50c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.71__shadow_.xJ7ZNPSveYmkHoA2h1b94gjKcvl5RMF_0 2024-09-12T00:57:16.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.568+0000 7f881b50c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:16.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.571+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:16.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.572+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.572+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.573+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.572 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.573+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:16.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.575+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.575+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.575+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.576+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:16.577 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.578+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.577 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.579+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.577 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.579+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.580+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:16.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.581+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.582+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.582+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.583+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:16.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.585+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.585+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.585+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.586+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:16.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.588+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.588+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.589+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T00:57:16.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.589+0000 7f881b50c800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3686204351376970253', time=2024-09-12T02:57:15.286910+0000, chain.objs.size()=1 2024-09-12T00:57:16.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.589+0000 7f881b50c800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.72__shadow_.FXoGvYBx-VDAiI9FNU-ri2HSiV--xwO_0 2024-09-12T00:57:16.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.590+0000 7f881b50c800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:57:16.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.592+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:16.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.594+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.594+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.594+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.596+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:16.596 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.597+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.598+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.598+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.599+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:16.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.600+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.601+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.601+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.602+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:16.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.604+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.604+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.604+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.605+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:16.605 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.607+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.607+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.608+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.607 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.609+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:16.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.610+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.611+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.611+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.612+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:16.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.613+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.614+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.614+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.614 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.615+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:16.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.616+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.617+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.617+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.618+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:16.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.620+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.621+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.621+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.622+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:16.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.623+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.624+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.624+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.626+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:16.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.627+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.627+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.627 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.627+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.627 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.629+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:16.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.630+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.630+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.630+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.631+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:16.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.633+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.633+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.634+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.634+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:16.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.636+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.636+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.636+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.638+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:16.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.639+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.640+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.640+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.640 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.641+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:16.641 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.643+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.643+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.643+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.644+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:16.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.645+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.646+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.646+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.647+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:16.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.648+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.649+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.649+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.650+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:16.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.652+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.652+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.653+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.653+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:16.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.655+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.655+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.655+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.656+0000 7f881b50c800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:16.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.658+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.659+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:16.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.659+0000 7f881b50c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:16.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.661+0000 7f86cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:16.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.663+0000 7f881b50c800 20 remove_watcher() i=0 2024-09-12T00:57:16.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.663+0000 7f881b50c800 2 removed watcher, disabling cache 2024-09-12T00:57:16.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.664+0000 7f881b50c800 20 remove_watcher() i=1 2024-09-12T00:57:16.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.665+0000 7f881b50c800 20 remove_watcher() i=2 2024-09-12T00:57:16.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.666+0000 7f881b50c800 20 remove_watcher() i=3 2024-09-12T00:57:16.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.667+0000 7f881b50c800 20 remove_watcher() i=4 2024-09-12T00:57:16.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.668+0000 7f881b50c800 20 remove_watcher() i=5 2024-09-12T00:57:16.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.669+0000 7f881b50c800 20 remove_watcher() i=6 2024-09-12T00:57:16.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.670+0000 7f881b50c800 20 remove_watcher() i=7 2024-09-12T00:57:16.680 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:16.732 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:16.733 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:16.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.770+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 realm 2024-09-12T00:57:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.772+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.773+0000 7fa195e16800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.773+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.773+0000 7fa195e16800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:16.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.773+0000 7fa195e16800 20 searching for the correct realm 2024-09-12T00:57:16.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.777+0000 7fa190de6640 0 -- 172.21.15.163:0/555765729 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa18408f210 msgr2=0x7fa184067010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:16.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.982+0000 7fa191de8640 0 -- 172.21.15.163:0/555765729 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558abca6ebf0 msgr2=0x558abca71000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:16.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:16.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:16.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:16.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 zone default found 2024-09-12T00:57:16.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 4 Realm: () 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 zonegroup default 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.985+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.986+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.986+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.986+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.986+0000 7fa195e16800 20 rados->read ofs=0 len=0 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.987+0000 7fa195e16800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.987+0000 7fa195e16800 20 started sync module instance, tier type = 2024-09-12T00:57:16.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.987+0000 7fa195e16800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:16.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=0 2024-09-12T00:57:16.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=1 2024-09-12T00:57:16.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=2 2024-09-12T00:57:16.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=3 2024-09-12T00:57:16.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=4 2024-09-12T00:57:16.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=5 2024-09-12T00:57:16.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.995+0000 7fa195e16800 20 add_watcher() i=6 2024-09-12T00:57:16.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.996+0000 7fa195e16800 20 add_watcher() i=7 2024-09-12T00:57:16.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.996+0000 7fa195e16800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:16.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.998+0000 7fa047fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:16.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.998+0000 7fa195e16800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:16.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:16.998+0000 7fa195e16800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:17.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.032+0000 7fa046fe5640 20 reqs_thread_entry: start 2024-09-12T00:57:17.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.032+0000 7fa195e16800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:17.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.032+0000 7fa195e16800 20 Filter name: none 2024-09-12T00:57:17.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.032+0000 7fa044fe1640 20 reqs_thread_entry: start 2024-09-12T00:57:17.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.032+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:17.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.033+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.034+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.034+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.035+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:17.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.037+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.037+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.038+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.039+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:17.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.040+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.041+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.041+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.042+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:17.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.043+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.044+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.044+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.045+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:17.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.046+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.046+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.047+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.048+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:17.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.049+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.049+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.050+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.051+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:17.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.052+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.053+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.053+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.053 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.054+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:17.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.055+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.055+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.056+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.057+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:17.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.058+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.059+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.059+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.060+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:17.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.061+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.061+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.062+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.063+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:17.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.064+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.065+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.065+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.066+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:17.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.067+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.068+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.068+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.069+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:17.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.070+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.071+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.071+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.072+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:17.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.073+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.073+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.074+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.074+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:17.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.076+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.076+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.076+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.077+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:17.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.079+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.079+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.079+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.080+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:17.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.082+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.082+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.082+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.083+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:17.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.084+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.085+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.085+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.086+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:17.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.088+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.088+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.088+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.089+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:17.089 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.090+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.091+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.091+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.092+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:17.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.093+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.093+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.094+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.095+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:17.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.096+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.096+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.096+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.098+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:17.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.099+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.099+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.099+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.100+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:17.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.102+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.102+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.102+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.103+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:17.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.104+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.105+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.105+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.105 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.106+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:17.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.107+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.108+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.108+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.109+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:17.109 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.110+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.109 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.111+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.111+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.112+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:17.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.113+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.113+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.114+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.115+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:17.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.116+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.117+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.117+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.118+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:17.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.119+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.120+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.120+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.121+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:17.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.122+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.123+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.123+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.124+0000 7fa195e16800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:17.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.125+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.125+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.126+0000 7fa195e16800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.127+0000 7fa047fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:17.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.129+0000 7fa195e16800 20 remove_watcher() i=0 2024-09-12T00:57:17.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.129+0000 7fa195e16800 2 removed watcher, disabling cache 2024-09-12T00:57:17.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.130+0000 7fa195e16800 20 remove_watcher() i=1 2024-09-12T00:57:17.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.131+0000 7fa195e16800 20 remove_watcher() i=2 2024-09-12T00:57:17.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.132+0000 7fa195e16800 20 remove_watcher() i=3 2024-09-12T00:57:17.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.133+0000 7fa195e16800 20 remove_watcher() i=4 2024-09-12T00:57:17.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.134+0000 7fa195e16800 20 remove_watcher() i=5 2024-09-12T00:57:17.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.135+0000 7fa195e16800 20 remove_watcher() i=6 2024-09-12T00:57:17.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.136+0000 7fa195e16800 20 remove_watcher() i=7 2024-09-12T00:57:17.146 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:17.198 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:17.198 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:17.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.236+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 realm 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.238+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.239+0000 7f0263f0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:17.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.239+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.239+0000 7f0263f0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:17.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.239+0000 7f0263f0c800 20 searching for the correct realm 2024-09-12T00:57:17.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.243+0000 7f02619f6640 0 -- 172.21.15.163:0/1427869396 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x56254dec7630 msgr2=0x56254dec9ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:17.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.246+0000 7f02621f7640 0 -- 172.21.15.163:0/1427869396 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f0254077040 msgr2=0x7f02540880c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:17.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:17.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 zone default found 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 4 Realm: () 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 zonegroup default 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.250+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 started sync module instance, tier type = 2024-09-12T00:57:17.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.251+0000 7f0263f0c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:17.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=0 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=1 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=2 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=3 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=4 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=5 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=6 2024-09-12T00:57:17.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 20 add_watcher() i=7 2024-09-12T00:57:17.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.260+0000 7f0263f0c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:17.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.262+0000 7f01137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:17.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.262+0000 7f0263f0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:17.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.262+0000 7f0263f0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:17.295 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.296+0000 7f01127fc640 20 reqs_thread_entry: start 2024-09-12T00:57:17.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.296+0000 7f0263f0c800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:17.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.296+0000 7f0263f0c800 20 Filter name: none 2024-09-12T00:57:17.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.296+0000 7f0083fff640 20 reqs_thread_entry: start 2024-09-12T00:57:17.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.296+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:17.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.298+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.298+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.298+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.299+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:17.299 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.301+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.301+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.302+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.301 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.303+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:17.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.304+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.304+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.303 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.304+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.305+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:17.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.307+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.307+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.307+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.309+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:17.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.310+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.310+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.311+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.312+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:17.312 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.313+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.312 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.314+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.314+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.315+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:17.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.316+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.317+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.317+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.318+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:17.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.319+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.319+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.319+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.320+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:17.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.322+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.322+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.322+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.323+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:17.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.324+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.325+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.325+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.326+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:17.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.327+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.328+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.328+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.329+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:17.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.330+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.331+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.331+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.332+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:17.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.333+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.334+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.335+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.336+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:17.336 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.337+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.338+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.338+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.339+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:17.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.340+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.341+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.341+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.342+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:17.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.343+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.343+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.344+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.345+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.346+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.346+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.346+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.347+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:17.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.350+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.350+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.350+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.351+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:17.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.352+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.353+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.353+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.354+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:17.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.356+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.357+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.357+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.358+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:17.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.359+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.359+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.360+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.361+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:17.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.362+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.363+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.363+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.364+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:17.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.365+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.365+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.366+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.367+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:17.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.368+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.369+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.369+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.370+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:17.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.371+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.372+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.372+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.373+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:17.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.374+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.375+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.375+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.376+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:17.376 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.377+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.378+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.378+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.379+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:17.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.381+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.381+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.382+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.383+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:17.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.384+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.384+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.385+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.385+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:17.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.387+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.387+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.387+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.388+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:17.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.389+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.390+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.390+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.391+0000 7f0263f0c800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:17.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.392+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.393+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.393+0000 7f0263f0c800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.395+0000 7f01137fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:17.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.397+0000 7f0263f0c800 20 remove_watcher() i=0 2024-09-12T00:57:17.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.397+0000 7f0263f0c800 2 removed watcher, disabling cache 2024-09-12T00:57:17.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.398+0000 7f0263f0c800 20 remove_watcher() i=1 2024-09-12T00:57:17.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.399+0000 7f0263f0c800 20 remove_watcher() i=2 2024-09-12T00:57:17.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.400+0000 7f0263f0c800 20 remove_watcher() i=3 2024-09-12T00:57:17.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.401+0000 7f0263f0c800 20 remove_watcher() i=4 2024-09-12T00:57:17.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.401+0000 7f0263f0c800 20 remove_watcher() i=5 2024-09-12T00:57:17.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.402+0000 7f0263f0c800 20 remove_watcher() i=6 2024-09-12T00:57:17.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.403+0000 7f0263f0c800 20 remove_watcher() i=7 2024-09-12T00:57:17.413 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T00:57:17.466 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:17.467 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:17.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.505+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 realm 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.506+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.507+0000 7fdea6e10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:17.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.507+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.507+0000 7fdea6e10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:17.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.507+0000 7fdea6e10800 20 searching for the correct realm 2024-09-12T00:57:17.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.511+0000 7fde99dbb640 0 -- 172.21.15.163:0/1504294396 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fde94066500 msgr2=0x7fde9409b420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:57:17.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.718+0000 7fdea2dbd640 0 -- 172.21.15.163:0/1504294396 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ecf3844ad0 msgr2=0x55ecf3846ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:17.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.720+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 zone default found 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 4 Realm: () 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 zonegroup default 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.721+0000 7fdea6e10800 20 rados->read ofs=0 len=0 2024-09-12T00:57:17.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.722+0000 7fdea6e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:17.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.722+0000 7fdea6e10800 20 started sync module instance, tier type = 2024-09-12T00:57:17.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.722+0000 7fdea6e10800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=0 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=1 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=2 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=3 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=4 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=5 2024-09-12T00:57:17.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.730+0000 7fdea6e10800 20 add_watcher() i=6 2024-09-12T00:57:17.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.731+0000 7fdea6e10800 20 add_watcher() i=7 2024-09-12T00:57:17.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.731+0000 7fdea6e10800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:17.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.733+0000 7fdd58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:17.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.733+0000 7fdea6e10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:17.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.733+0000 7fdea6e10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:17.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.766+0000 7fdcd37fe640 20 reqs_thread_entry: start 2024-09-12T00:57:17.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.766+0000 7fdea6e10800 20 init_complete bucket index max shards: 1 2024-09-12T00:57:17.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.766+0000 7fdea6e10800 20 Filter name: none 2024-09-12T00:57:17.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.766+0000 7fdcd17fa640 20 reqs_thread_entry: start 2024-09-12T00:57:17.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.766+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:57:17.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.768+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.768+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.768+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.769+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:57:17.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.770+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.771+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.771+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.772+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:57:17.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.773+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.774+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.774+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.775+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:57:17.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.776+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.777+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.777+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.778+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:57:17.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.779+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.780+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.780+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.781+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:57:17.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.783+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.783+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.783+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.784+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:57:17.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.786+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.786+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.787+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.787+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:57:17.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.789+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.789+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.789+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.790+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:57:17.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.792+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.792+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.793+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.793+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:57:17.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.795+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.795+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.796+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.797+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:57:17.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.798+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.799+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.799+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.799 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.800+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:57:17.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.801+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.801+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.801+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.802+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:57:17.803 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.804+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.804+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.804+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.805+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:57:17.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.807+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.807+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.807+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.808+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:57:17.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.809+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.810+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.810+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.811+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:57:17.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.812+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.813+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.813+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.814+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:57:17.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.816+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.816+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.817+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.818+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:57:17.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.819+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.820+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.820+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.821+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:57:17.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.822+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.823+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.823+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.824+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:57:17.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.826+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.826+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.826+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.826 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.828+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:57:17.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.829+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.829+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.830+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.831+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:57:17.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.833+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.834+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.834+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.835+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:57:17.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.837+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.837+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.837+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.837 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.838+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:57:17.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.840+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.840+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.840+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.840 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.841+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:57:17.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.842+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.843+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.843+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.844+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:57:17.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.845+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.846+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.846+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.847+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:57:17.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.848+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.848+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.849+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.850+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:57:17.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.851+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.852+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.852+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.853+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:57:17.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.854+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.854+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.855+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.855+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:57:17.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.857+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.857+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.857+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.859+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:57:17.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.860+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.860+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.860+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.861+0000 7fdea6e10800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:57:17.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.863+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.863+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:57:17.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.863+0000 7fdea6e10800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:57:17.864 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.865+0000 7fdd58fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:17.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.867+0000 7fdea6e10800 20 remove_watcher() i=0 2024-09-12T00:57:17.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.867+0000 7fdea6e10800 2 removed watcher, disabling cache 2024-09-12T00:57:17.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.868+0000 7fdea6e10800 20 remove_watcher() i=1 2024-09-12T00:57:17.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.869+0000 7fdea6e10800 20 remove_watcher() i=2 2024-09-12T00:57:17.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.870+0000 7fdea6e10800 20 remove_watcher() i=3 2024-09-12T00:57:17.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.871+0000 7fdea6e10800 20 remove_watcher() i=4 2024-09-12T00:57:17.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.872+0000 7fdea6e10800 20 remove_watcher() i=5 2024-09-12T00:57:17.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.873+0000 7fdea6e10800 20 remove_watcher() i=6 2024-09-12T00:57:17.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T00:57:17.874+0000 7fdea6e10800 20 remove_watcher() i=7 2024-09-12T00:57:17.883 DEBUG:teuthology.orchestra.run.smithi163:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T00:57:18.384 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :clean 2024-09-12T00:57:19.179 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :compileJava 2024-09-12T00:57:19.180 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :processResources 2024-09-12T00:57:19.180 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :classes 2024-09-12T00:57:19.680 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:19.680 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :compileTestJava 2024-09-12T00:57:19.680 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:19.680 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T00:57:19.680 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :testClasses 2024-09-12T00:57:19.681 INFO:teuthology.orchestra.run.smithi163.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T00:57:19.681 INFO:teuthology.orchestra.run.smithi163.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T00:57:21.680 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:21.680 INFO:teuthology.orchestra.run.smithi163.stdout:> Task :test 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests STANDARD_OUT 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12 00:57:20,865 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:21.681 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T00:57:21.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:21.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T00:57:21.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:21.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T00:57:22.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:22.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T00:57:22.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:22.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T00:57:22.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:22.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T00:57:35.980 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:35.980 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T00:57:36.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:36.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T00:57:36.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:36.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T00:57:36.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:36.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T00:57:36.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:36.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T00:57:37.080 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:37.080 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T00:57:37.080 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:37.080 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T00:57:37.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:37.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T00:57:37.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:37.280 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T00:57:37.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:37.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T00:57:42.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:42.580 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T00:57:42.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:42.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T00:57:43.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:43.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T00:57:43.380 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:43.380 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T00:57:43.480 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:43.480 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T00:57:43.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:43.780 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T00:57:43.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:43.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T00:57:44.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:44.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T00:57:44.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:44.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T00:57:44.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:44.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T00:57:44.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:44.580 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T00:57:44.880 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:44.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T00:57:44.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:44.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T00:57:45.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:45.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T00:57:45.380 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:45.380 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T00:57:45.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:45.680 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T00:57:50.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:50.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T00:57:51.380 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:57:51.380 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T00:58:33.280 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:33.281 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T00:58:33.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:33.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T00:58:33.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:33.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T00:58:34.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:34.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T00:58:34.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:34.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T00:58:34.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:34.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T00:58:39.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:39.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T00:58:40.180 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:40.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T00:58:40.180 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:40.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T00:58:40.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:40.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T00:58:47.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:47.480 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T00:58:48.880 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:48.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests STANDARD_OUT 2024-09-12T00:58:48.880 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12 00:58:48,834 [s3-transfer-manager-worker-10] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-12T00:58:48.880 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12 00:58:48,840 [s3-transfer-manager-worker-9] WARN com.amazonaws.services.s3.internal.S3AbortableInputStream - Not all bytes were read from the S3ObjectInputStream, aborting HTTP connection. This is likely an error and may result in sub-optimal behavior. Request only the bytes you need via a ranged GET or drain the input stream after use. 2024-09-12T00:58:49.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:58:49.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T00:59:03.280 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:03.280 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T00:59:03.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:03.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T00:59:08.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:08.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T00:59:08.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:08.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T00:59:37.480 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:37.480 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T00:59:37.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:37.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T00:59:54.380 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:54.380 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T00:59:54.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:54.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T00:59:59.880 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T00:59:59.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T01:00:00.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:00.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T01:00:02.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:02.280 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T01:00:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:06.680 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T01:00:06.981 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:06.981 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T01:00:07.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:07.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T01:00:07.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:07.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T01:00:07.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:07.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T01:00:07.980 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:07.980 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T01:00:08.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:08.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T01:00:08.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:08.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T01:00:08.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:08.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T01:00:08.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:08.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T01:00:08.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:08.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T01:00:09.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:09.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T01:00:09.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:09.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T01:00:09.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:09.480 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T01:00:09.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:09.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T01:00:09.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:09.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T01:00:10.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:10.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T01:00:10.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:10.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T01:00:10.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:10.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T01:00:11.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:11.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T01:00:11.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:11.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T01:00:11.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:11.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T01:00:12.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:12.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T01:00:12.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:12.380 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T01:00:12.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:12.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T01:00:12.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:12.980 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T01:00:13.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:13.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T01:00:13.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:13.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T01:00:13.880 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:13.880 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T01:00:14.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:14.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T01:00:14.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:14.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T01:00:14.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:14.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T01:00:15.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:15.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T01:00:15.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:15.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T01:00:15.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:15.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T01:00:15.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:15.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T01:00:16.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:16.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T01:00:16.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:16.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T01:00:16.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:16.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T01:00:16.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:16.980 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T01:00:17.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:17.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T01:00:17.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:17.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T01:00:17.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:17.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T01:00:18.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:18.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T01:00:18.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:18.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T01:00:18.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:18.780 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T01:00:19.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:19.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T01:00:19.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:19.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T01:00:19.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:19.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T01:00:19.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:19.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T01:00:20.280 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:20.281 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T01:00:20.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:20.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T01:00:20.779 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:20.779 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T01:00:20.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:20.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T01:00:21.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:21.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T01:00:21.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:21.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T01:00:21.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:21.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T01:00:22.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:22.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T01:00:22.379 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:22.379 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T01:00:22.480 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:22.480 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T01:00:22.780 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:22.780 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T01:00:22.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:22.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T01:00:23.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:23.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T01:00:23.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:23.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T01:00:23.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:23.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T01:00:23.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:23.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T01:00:23.879 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:23.879 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T01:00:24.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:24.180 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T01:00:24.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:24.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T01:00:24.480 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:24.480 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T01:00:24.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:24.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T01:00:24.780 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:24.780 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T01:00:25.079 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:25.079 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T01:00:25.179 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:25.179 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T01:00:25.479 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:25.479 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T01:00:25.679 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:25.679 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T01:00:25.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:25.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T01:00:25.979 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:25.979 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T01:00:26.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:26.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T01:00:31.279 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:31.279 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T01:00:31.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:31.579 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T01:00:36.579 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:36.580 INFO:teuthology.orchestra.run.smithi163.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout:---------------------------------------------------------------------- 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout:---------------------------------------------------------------------- 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T01:00:36.915 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:36.916 INFO:teuthology.orchestra.run.smithi163.stdout:BUILD SUCCESSFUL in 3m 18s 2024-09-12T01:00:36.916 INFO:teuthology.orchestra.run.smithi163.stdout:5 actionable tasks: 5 executed 2024-09-12T01:00:36.920 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T01:00:36.972 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:36.972 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:37.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.012+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 realm 2024-09-12T01:00:37.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:37.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.014+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.015+0000 7f3d61b44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:37.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.015+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.015+0000 7f3d61b44800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:37.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.015+0000 7f3d61b44800 20 searching for the correct realm 2024-09-12T01:00:37.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.020+0000 7f3d57fff640 0 -- 172.21.15.163:0/3148143501 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3d5006b440 msgr2=0x7f3d50069050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:37.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.227+0000 7f3d5e0f5640 0 -- 172.21.15.163:0/3148143501 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5599bc1e6c90 msgr2=0x5599bc1e90c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.230+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 zone default found 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 4 Realm: () 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 zonegroup default 2024-09-12T01:00:37.231 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.231+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.232+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.232+0000 7f3d61b44800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.232+0000 7f3d61b44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.232+0000 7f3d61b44800 20 started sync module instance, tier type = 2024-09-12T01:00:37.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.232+0000 7f3d61b44800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:37.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=0 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=1 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=2 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=3 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=4 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=5 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.241+0000 7f3d61b44800 20 add_watcher() i=6 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.242+0000 7f3d61b44800 20 add_watcher() i=7 2024-09-12T01:00:37.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.242+0000 7f3d61b44800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:37.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.244+0000 7f3c0ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:37.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.245+0000 7f3d61b44800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:37.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.245+0000 7f3d61b44800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:37.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.286+0000 7f3c0effd640 20 reqs_thread_entry: start 2024-09-12T01:00:37.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.286+0000 7f3d61b44800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:37.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.286+0000 7f3d61b44800 20 Filter name: none 2024-09-12T01:00:37.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.287+0000 7f3c0cff9640 20 reqs_thread_entry: start 2024-09-12T01:00:37.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.287+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:37.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.288+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.288+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:37.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16968858453457289634', time=2024-09-12T03:00:14.199957+0000, chain.objs.size()=1 2024-09-12T01:00:37.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.119__shadow_.A49RxIBBDyy5r-q63tL50LJovl0iWh2_0 2024-09-12T01:00:37.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12841887313536698872', time=2024-09-12T03:00:14.791917+0000, chain.objs.size()=1 2024-09-12T01:00:37.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.120__shadow_.LFao8sTm17_DsWqVD_G6Vg8_oeewEul_0 2024-09-12T01:00:37.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10984879034097721017', time=2024-09-12T03:00:15.972413+0000, chain.objs.size()=1 2024-09-12T01:00:37.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.122__shadow_.ahQoFYbuKjcuul_Da4Y6x-EIRNYtIxt_0 2024-09-12T01:00:37.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5425297794047939250', time=2024-09-12T03:00:21.672310+0000, chain.objs.size()=1 2024-09-12T01:00:37.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.289+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.132__shadow_.7YYLnC98p5K-WDrWGIARswf8aj2aUDk_0 2024-09-12T01:00:37.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.291+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.294+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:37.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.295+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.295+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12680184901726822446', time=2024-09-12T02:59:03.419218+0000, chain.objs.size()=1 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_.To_Mk1KpbOv74nm7sgs5RDDsc5L3C9m_0 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1701331674443072400', time=2024-09-12T02:59:27.589531+0000, chain.objs.size()=9 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.1 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.1_1 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.2 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.2_1 2024-09-12T01:00:37.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.3 2024-09-12T01:00:37.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.3_1 2024-09-12T01:00:37.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.4 2024-09-12T01:00:37.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.4_1 2024-09-12T01:00:37.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.296+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~cxBEi_QlXE0NBkbo4wG9ZzScg1fy4Sx.5 2024-09-12T01:00:37.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.297+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5652050831431267111', time=2024-09-12T03:00:14.871161+0000, chain.objs.size()=1 2024-09-12T01:00:37.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.297+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.120__shadow_.ZrKArVP2qYOVwGC2Fy4zWff7GADL_OJ_0 2024-09-12T01:00:37.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.298+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14957741570773266016', time=2024-09-12T03:00:15.415377+0000, chain.objs.size()=1 2024-09-12T01:00:37.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.298+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.121__shadow_.mHO27zGIx9usTwkLsXbkWlubahBDGUm_0 2024-09-12T01:00:37.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.299+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5252111604237418589', time=2024-09-12T03:00:20.611544+0000, chain.objs.size()=1 2024-09-12T01:00:37.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.299+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.130__shadow_.zseSSgUgrob58FsWPVVcbhO0aa4HeFu_0 2024-09-12T01:00:37.301 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.302+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.305+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:37.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.306+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13437405553143519752', time=2024-09-12T02:59:03.392606+0000, chain.objs.size()=5 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file2.mpg.2~BZbWEjMLT_g9W6cS_x3JJv8Cg5_wVA4.1 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file2.mpg.2~BZbWEjMLT_g9W6cS_x3JJv8Cg5_wVA4.2 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file2.mpg.2~BZbWEjMLT_g9W6cS_x3JJv8Cg5_wVA4.3 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file2.mpg.2~BZbWEjMLT_g9W6cS_x3JJv8Cg5_wVA4.4 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file2.mpg.2~BZbWEjMLT_g9W6cS_x3JJv8Cg5_wVA4.5 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.970717838523007621', time=2024-09-12T03:00:11.242400+0000, chain.objs.size()=1 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.114__shadow_.J5Wlo5cUt9fFWWATXA63ys9TOA3WZhx_0 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8499634980573373551', time=2024-09-12T03:00:21.618665+0000, chain.objs.size()=1 2024-09-12T01:00:37.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.307+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.132__shadow_.gceR70REYeK1T4umw4hxVDCEUQRZaI5_0 2024-09-12T01:00:37.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.310+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.312+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:37.312 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.314+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.314+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4495115789675649023', time=2024-09-12T02:57:42.674060+0000, chain.objs.size()=3 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.83__shadow_.TGxVF_DvIDnKaPHbiiKfNzsyCro78hg_0 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.83__shadow_.TGxVF_DvIDnKaPHbiiKfNzsyCro78hg_1 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.83__shadow_.TGxVF_DvIDnKaPHbiiKfNzsyCro78hg_2 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2287309776431880656', time=2024-09-12T03:00:15.467943+0000, chain.objs.size()=1 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.121__shadow_._RDyr143ZzR4S9oM0jdob9-D5xbpR0__0 2024-09-12T01:00:37.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1678766450504220251', time=2024-09-12T03:00:17.704998+0000, chain.objs.size()=1 2024-09-12T01:00:37.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.125__shadow_.4IxRz7WbefqVUKUr39RulgtBrIf3uwb_0 2024-09-12T01:00:37.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15355840037888701604', time=2024-09-12T03:00:24.088657+0000, chain.objs.size()=1 2024-09-12T01:00:37.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.315+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.138__shadow_.q1g4x5tacH9rJVb2fzVCFdXtydzyn_3_0 2024-09-12T01:00:37.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.318+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.321+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:37.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.322+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T01:00:37.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5666683465723808323', time=2024-09-12T02:58:30.336588+0000, chain.objs.size()=7 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.1 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.1_1 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.1_2 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.2 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.2_1 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.2_2 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~tsbknsGCnjbGVE3VKkrG9NVW2euH_3L.3 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17974418002909543594', time=2024-09-12T03:00:10.638407+0000, chain.objs.size()=1 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.113__shadow_.GHCDvASEzb0AsSZ2rfRop3etU1o78LI_0 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12995654485684705359', time=2024-09-12T03:00:16.026463+0000, chain.objs.size()=1 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.122__shadow_.zw9t6JO_cAW0-CNsyeqEoIw7shD7vka_0 2024-09-12T01:00:37.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13914145851927732479', time=2024-09-12T03:00:16.062153+0000, chain.objs.size()=1 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.122__shadow_.A6mMxtIE1kRlTWkCoztzZSHPnK5lHXI_0 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15876577355286445728', time=2024-09-12T03:00:16.570464+0000, chain.objs.size()=1 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.123__shadow_.POYDngAkmniHjolYBa8MSDn3j7Sjnd7_0 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.780421048007101848', time=2024-09-12T03:00:18.301031+0000, chain.objs.size()=1 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.323+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.126__shadow_.aPjfy6CSTLg-MwPq4rdLGPYihH6oQBr_0 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.326+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14293389567862232326', time=2024-09-12T03:00:23.294436+0000, chain.objs.size()=1 2024-09-12T01:00:37.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.326+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.136__shadow_.3_SyccMST0zDCZOK87kO3ycPerEikXJ_0 2024-09-12T01:00:37.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.330+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.332+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:37.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.333+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.334+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.334+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.334+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5192213858756250002', time=2024-09-12T02:57:45.272154+0000, chain.objs.size()=1 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.334+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.90__shadow_.H5tUFDoe3TGekc5xkBPizc_fwJWNsFK_0 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.334+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14409661856696173310', time=2024-09-12T03:00:11.322322+0000, chain.objs.size()=1 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.335+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.114__shadow_.zxa-wAhJULoufB3DeUuBunBVPkkfmjq_0 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.335+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7161730618949984919', time=2024-09-12T03:00:14.227278+0000, chain.objs.size()=1 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.335+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.119__shadow_.FRMKew28dT54z2tj4hmiDoa-wqSP5Op_0 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.335+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10341256427855683889', time=2024-09-12T03:00:19.503045+0000, chain.objs.size()=1 2024-09-12T01:00:37.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.335+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.128__shadow_.4D1YnSrNIls_x-UOd2Sfy9tQfalW5XM_0 2024-09-12T01:00:37.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.337+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.339+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:37.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.340+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:37.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3823675443971442704', time=2024-09-12T02:57:36.867642+0000, chain.objs.size()=1 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.81__shadow_.3MHtBj1tF2tNHHYbvUPy8ZhBI7epeY2_0 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5624221974359269545', time=2024-09-12T02:59:03.336214+0000, chain.objs.size()=9 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.1 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.1_1 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.2 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.2_1 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.3 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.3_1 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.4 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.4_1 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__multipart_file.mpg.2~IyMtBs7g4niMtPzR7TafGSKVWbyxrAb.5 2024-09-12T01:00:37.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1621940790321271150', time=2024-09-12T03:00:18.327557+0000, chain.objs.size()=1 2024-09-12T01:00:37.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.126__shadow_.pQ6QgYeV7RaUNZTOR3nyUUXXAYFZHLV_0 2024-09-12T01:00:37.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7383026924254417703', time=2024-09-12T03:00:25.248948+0000, chain.objs.size()=1 2024-09-12T01:00:37.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.341+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.140__shadow_.rHLfXr8PH0DZo5cZrYC-KfvsEAuQGTB_0 2024-09-12T01:00:37.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8290328086546244758', time=2024-09-12T03:00:31.330598+0000, chain.objs.size()=9 2024-09-12T01:00:37.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__multipart_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.1 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__shadow_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.1_1 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__multipart_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.2 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__shadow_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.2_1 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__multipart_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.3 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__shadow_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.3_1 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__multipart_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.4 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.345+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__shadow_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.4_1 2024-09-12T01:00:37.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.346+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.143__multipart_key1.2~Fj6pgJ7p906qriyAfytBlX_2qEpm8np.5 2024-09-12T01:00:37.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.350+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.352+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:37.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:37.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4776682116107329722', time=2024-09-12T03:00:10.100572+0000, chain.objs.size()=1 2024-09-12T01:00:37.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.112__shadow_.ISHXfm-8GYqSl8bfC2maJW-fmJ4pV5A_0 2024-09-12T01:00:37.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16210303540681555321', time=2024-09-12T03:00:17.730986+0000, chain.objs.size()=1 2024-09-12T01:00:37.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.125__shadow_.0453XIl5BS33_xFVmZWavqnB5iqCUCe_0 2024-09-12T01:00:37.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13133546417500484473', time=2024-09-12T03:00:18.247181+0000, chain.objs.size()=1 2024-09-12T01:00:37.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.354+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.126__shadow_.O2BkCBZ3897E1pfVtm7ONvh525FPwZv_0 2024-09-12T01:00:37.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.356+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.358+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:37.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.359+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18315693807752662469', time=2024-09-12T03:00:13.667267+0000, chain.objs.size()=1 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.118__shadow_.Fuv0nhFLIBI9AdXCMtjJrWL_zXjGknj_0 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16283780440485490569', time=2024-09-12T03:00:16.597171+0000, chain.objs.size()=1 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.123__shadow_.-r3VRSFNrbjDp-m0-9gyyLazQxgjsPF_0 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2003551863510282679', time=2024-09-12T03:00:17.133120+0000, chain.objs.size()=1 2024-09-12T01:00:37.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.360+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.124__shadow_.Piyxac8eVKPNJCvjVD8qQKi8AcfFgUC_0 2024-09-12T01:00:37.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.361+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.363+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:37.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.365+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.365+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:37.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5421402153063429305', time=2024-09-12T02:58:27.257446+0000, chain.objs.size()=9 2024-09-12T01:00:37.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.1 2024-09-12T01:00:37.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.1_1 2024-09-12T01:00:37.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.2 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.2_1 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.3 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.3_1 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.4 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.4_1 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~xahFeH9SxVHJNhDD__ENvhQfVf5mbqv.5 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9738855930336662525', time=2024-09-12T02:59:18.241445+0000, chain.objs.size()=9 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.1 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.1_1 2024-09-12T01:00:37.366 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.366+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.2 2024-09-12T01:00:37.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.369+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.2_1 2024-09-12T01:00:37.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.369+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.3 2024-09-12T01:00:37.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.369+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.3_1 2024-09-12T01:00:37.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.369+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.4 2024-09-12T01:00:37.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.370+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.4_1 2024-09-12T01:00:37.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.370+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~1PLhcaGB7C0AYURJ02RKuyRLz9c3iby.5 2024-09-12T01:00:37.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.370+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12054929864712903061', time=2024-09-12T03:00:12.423651+0000, chain.objs.size()=1 2024-09-12T01:00:37.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.370+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.116__shadow_.IHGh6m4l_ny5RokQL4Qe4eySQioGZaQ_0 2024-09-12T01:00:37.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.370+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5972110847932754936', time=2024-09-12T03:00:15.389426+0000, chain.objs.size()=1 2024-09-12T01:00:37.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.370+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.121__shadow_.iDlo8UzHLmqtz-boROva4nL3tmMh-Ct_0 2024-09-12T01:00:37.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.371+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15180012703843399032', time=2024-09-12T03:00:19.425848+0000, chain.objs.size()=1 2024-09-12T01:00:37.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.371+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.128__shadow_.PN2OaRFiUztvegLlHAu1NK6mcPp0jPu_0 2024-09-12T01:00:37.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.375+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.376 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.377+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:37.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16456429368632629272', time=2024-09-12T03:00:07.706141+0000, chain.objs.size()=1 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.106__shadow_.5nGEfcuW_dDSeC_3wYbmn5ir-Y-LEzh_0 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15606983569368527059', time=2024-09-12T03:00:14.254380+0000, chain.objs.size()=1 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.119__shadow_.itx-HFEIJej67p6fuf9hoVywEx48wpt_0 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15065940857791260305', time=2024-09-12T03:00:14.280686+0000, chain.objs.size()=1 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.119__shadow_.ALrPqcerAcc476HtffYVUro7KwwPpZz_0 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1895526874071572035', time=2024-09-12T03:00:17.078531+0000, chain.objs.size()=1 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.124__shadow_.WZxlpGgz3wlqzMk_fueL0_uorlMaYCY_0 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15566725851558976335', time=2024-09-12T03:00:20.029299+0000, chain.objs.size()=1 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.129__shadow_.8KLcQtR5W1oFa2PjHi_ZLI3U2J7LGty_0 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3468540388468956025', time=2024-09-12T03:00:21.645728+0000, chain.objs.size()=1 2024-09-12T01:00:37.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.379+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.132__shadow_.4k-_XoG6LIWl1e_Hnd1MV5WHTOYN8Tw_0 2024-09-12T01:00:37.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.382+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.385+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:37.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.386+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.386+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:37.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1851933329990650730', time=2024-09-12T02:57:50.952206+0000, chain.objs.size()=9 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.1_1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.2 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.2_1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.3 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.3_1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.4 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.4_1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.5 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7130532071671956609', time=2024-09-12T02:59:37.532619+0000, chain.objs.size()=7 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.1_1 2024-09-12T01:00:37.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.387+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.1_2 2024-09-12T01:00:37.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.390+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.2 2024-09-12T01:00:37.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.391+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.2_1 2024-09-12T01:00:37.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.391+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.2_2 2024-09-12T01:00:37.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.391+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~ji8IDbL8masf2VAvTXujDKQY9lQSn5V.3 2024-09-12T01:00:37.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.391+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14984732565510972043', time=2024-09-12T03:00:14.818468+0000, chain.objs.size()=1 2024-09-12T01:00:37.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.391+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.120__shadow_.TEMR7gMyaQEpWLMpkatx5hYfX5Vvjx6_0 2024-09-12T01:00:37.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.395+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.397+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:37.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.398+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.399+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.399+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:37.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.399+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13905536471071106815', time=2024-09-12T03:00:19.477211+0000, chain.objs.size()=1 2024-09-12T01:00:37.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.399+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.128__shadow_.Wgu2MzD-LdeLPTCSN-T-CxmD6NlyT64_0 2024-09-12T01:00:37.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.400+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.402+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:37.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.404+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.404+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T01:00:37.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18229261658342619256', time=2024-09-12T02:58:33.595268+0000, chain.objs.size()=7 2024-09-12T01:00:37.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.1 2024-09-12T01:00:37.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.1_1 2024-09-12T01:00:37.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.1_2 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.2 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.2_1 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.2_2 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~KlPDEoALKU6TjdgBsxZzf6PHhSi0xeL.3 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4991210135643637250', time=2024-09-12T02:59:37.345890+0000, chain.objs.size()=7 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.1 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.1_1 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.1_2 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.2 2024-09-12T01:00:37.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.405+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.2_1 2024-09-12T01:00:37.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.2_2 2024-09-12T01:00:37.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~zI-fXbZ5G1l-Md6FDZbNLjwhg-XaWno.3 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.154485+0000, chain.objs.size()=1 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.14 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.305414+0000, chain.objs.size()=1 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.15 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.355896+0000, chain.objs.size()=1 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.16 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.364205+0000, chain.objs.size()=1 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.17 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.398170+0000, chain.objs.size()=1 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.18 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.474718+0000, chain.objs.size()=1 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.19 2024-09-12T01:00:37.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.531029+0000, chain.objs.size()=1 2024-09-12T01:00:37.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.20 2024-09-12T01:00:37.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB', time=2024-09-12T03:00:04.594735+0000, chain.objs.size()=23 2024-09-12T01:00:37.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.1 2024-09-12T01:00:37.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.409+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.2 2024-09-12T01:00:37.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.414+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.3 2024-09-12T01:00:37.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.414+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.4 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.414+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.5 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.414+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.6 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.414+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.7 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.415+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.8 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.415+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.9 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.415+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.10 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.415+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.11 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.415+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.12 2024-09-12T01:00:37.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.415+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.13 2024-09-12T01:00:37.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.416+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.qmbozXbFZxZdnFgDiga-cVbK-8CHWJSW.14 2024-09-12T01:00:37.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.EzCg14swgyYRtBENlqm2vIGXanMMC8dA.15 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.f-AGSg14tVm_Vrsk2V_ncOyGJg6g6LRH.16 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.xvHu4PUOWIMVedxfcpFoGl903SkaG-wp.17 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.y0lwcHt8QylxrgtgRLs7LkQlgcHxc2FA.18 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.l_tVRjOB7qK6_n9Mq_nFVMKRiRzuASFv.19 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.jGkTLw4vco9YCSms4PflP0NAV5AowC-q.20 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.21 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.22 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.419+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.105__multipart_key1.2~Vl2-3T_oHMfKjckyaxfQu2V13C1ElFB.23 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.420+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9764697466866831266', time=2024-09-12T03:00:20.002690+0000, chain.objs.size()=1 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.420+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.129__shadow_.BDyU3EIXkTJivzNFnu18c23o7vcNAWf_0 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.420+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2429106027281483482', time=2024-09-12T03:00:24.003527+0000, chain.objs.size()=1 2024-09-12T01:00:37.419 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.420+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.138__shadow_.HNmDVtWU0_WfRJmU_a194rlKsdH0DL0_0 2024-09-12T01:00:37.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.422+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6751517410283291001', time=2024-09-12T03:00:36.700672+0000, chain.objs.size()=1 2024-09-12T01:00:37.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.422+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__shadow_.ta05rfeua8XhGVCeR0bENXn8-ACc-Z5_0 2024-09-12T01:00:37.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.425+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.427+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:37.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:37.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8832206029769748126', time=2024-09-12T03:00:13.050018+0000, chain.objs.size()=1 2024-09-12T01:00:37.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.117__shadow_.MLbEDdjG7lLrDlUJsofbpbvd-M7kLNX_0 2024-09-12T01:00:37.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6294896899361965374', time=2024-09-12T03:00:17.677838+0000, chain.objs.size()=1 2024-09-12T01:00:37.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.429+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.125__shadow_.pQsmm54ZWN5sJLwQ3FoEghmqNS8P3qo_0 2024-09-12T01:00:37.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.431+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.433+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:37.433 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.434+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.434 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.434+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.434 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:37.434 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17013017387162509485', time=2024-09-12T02:59:32.648722+0000, chain.objs.size()=7 2024-09-12T01:00:37.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.1 2024-09-12T01:00:37.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.1_1 2024-09-12T01:00:37.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.1_2 2024-09-12T01:00:37.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.2 2024-09-12T01:00:37.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.2_1 2024-09-12T01:00:37.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.2_2 2024-09-12T01:00:37.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~EhMZQLitEyJF_YEUGghYF5Is582IZn7.3 2024-09-12T01:00:37.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.550088552573477397', time=2024-09-12T03:00:18.862890+0000, chain.objs.size()=1 2024-09-12T01:00:37.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.435+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.127__shadow_.1NfjslfHTUBgZHZqBwT9MOyUG3hOlwX_0 2024-09-12T01:00:37.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.438+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.441+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:37.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.442+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13377987889978654739', time=2024-09-12T02:59:03.446346+0000, chain.objs.size()=1 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_.vAX4xOQqMhT-OmCMDDpPzcyPYOBChkZ_0 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.387155646626452924', time=2024-09-12T03:00:10.665267+0000, chain.objs.size()=1 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.113__shadow_.RulYfZwMumPmKHNtsApXBwiuwuxOHFj_0 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9226354150474150854', time=2024-09-12T03:00:10.720280+0000, chain.objs.size()=1 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.113__shadow_.OCU96d3uOuoh_IXor8webKeJ00j6BQg_0 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12704111052537836503', time=2024-09-12T03:00:11.885154+0000, chain.objs.size()=1 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.115__shadow_.438ZTZSymvhI2yOJiHUHWveoT5jLKeF_0 2024-09-12T01:00:37.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.353056524173900779', time=2024-09-12T03:00:13.105560+0000, chain.objs.size()=1 2024-09-12T01:00:37.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.117__shadow_.WfxEthDTyDMVM3m_Bmgeig2Xm3AM8gA_0 2024-09-12T01:00:37.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11969199305848389013', time=2024-09-12T03:00:24.829489+0000, chain.objs.size()=1 2024-09-12T01:00:37.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.443+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.139__shadow_.vVNtFjZqpqRXTJILmX5U2lfnzFbqfJL_0 2024-09-12T01:00:37.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.446+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.446 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.448+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:37.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.449+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.449+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:37.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17897730821858237404', time=2024-09-12T02:57:43.548402+0000, chain.objs.size()=1 2024-09-12T01:00:37.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.85__shadow_.w2Zl9VTPyFI3xFw2P4TZWcbmR8Xk6Cd_0 2024-09-12T01:00:37.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11625085368701418184', time=2024-09-12T02:58:11.971060+0000, chain.objs.size()=9 2024-09-12T01:00:37.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.1 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.1_1 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.2 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.2_1 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.3 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.3_1 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.4 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.4_1 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~OB-97tj5SBsSQGGoZfyfW7w9b0AEbE8.5 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11811440752850693741', time=2024-09-12T02:59:23.057491+0000, chain.objs.size()=9 2024-09-12T01:00:37.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.1 2024-09-12T01:00:37.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.450+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.1_1 2024-09-12T01:00:37.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.452+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.2 2024-09-12T01:00:37.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.452+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.2_1 2024-09-12T01:00:37.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.452+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.3 2024-09-12T01:00:37.452 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.452+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.3_1 2024-09-12T01:00:37.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.454+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.4 2024-09-12T01:00:37.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.454+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__shadow_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.4_1 2024-09-12T01:00:37.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.454+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.102__multipart_key1.2~IFFC5VSdCRlUmmyMVmDzRr89ci6ke7R.5 2024-09-12T01:00:37.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.454+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8869049486001366091', time=2024-09-12T03:00:10.073082+0000, chain.objs.size()=1 2024-09-12T01:00:37.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.454+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.112__shadow_.hUS7qECuLfGI8jNzP3tszKiDOLYlZ9G_0 2024-09-12T01:00:37.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.455+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8242033152868312937', time=2024-09-12T03:00:22.178086+0000, chain.objs.size()=1 2024-09-12T01:00:37.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.455+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.133__shadow_.bDaoZDr5MLl0-n_vQB2fXaWZg34_vKH_0 2024-09-12T01:00:37.457 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.458+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.461+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:37.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.462+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.462+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1040363389211011644', time=2024-09-12T03:00:13.693606+0000, chain.objs.size()=1 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.118__shadow_.XWtJctoeBDmnqnztcmzgCjaipg39vlq_0 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7202331006964336300', time=2024-09-12T03:00:18.273901+0000, chain.objs.size()=1 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.126__shadow_.4O7bpZLLSro9Wn-LjVJgZpmZ5dnL31a_0 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1418807131161712231', time=2024-09-12T03:00:20.585279+0000, chain.objs.size()=1 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.130__shadow_.mN7hlJftgeSaTvmoW7vEClKm7iKJ4Hw_0 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8348073306423235683', time=2024-09-12T03:00:21.116121+0000, chain.objs.size()=1 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.463+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.131__shadow_.T4wjbVMAo2hlVaGQ681I8wHtBKgcX8Q_0 2024-09-12T01:00:37.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.465+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.466 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.467+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:37.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:37.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8902793976671594369', time=2024-09-12T02:57:21.945237+0000, chain.objs.size()=1 2024-09-12T01:00:37.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.77__shadow_.mV7oyH3iyITrWNv8JJuznbGMHwbnqXA_0 2024-09-12T01:00:37.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6467827749221090270', time=2024-09-12T02:57:43.110004+0000, chain.objs.size()=1 2024-09-12T01:00:37.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.84__shadow_.AYIFGfLJ8_EeU7F0OOCiz6PQdiJk7BR_0 2024-09-12T01:00:37.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15591866319386225990', time=2024-09-12T03:00:20.558909+0000, chain.objs.size()=1 2024-09-12T01:00:37.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.469+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.130__shadow_._aezDHifyfIYWr5XtdLVEJDKh61oLDj_0 2024-09-12T01:00:37.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.471+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.472 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.473+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:37.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.474+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8984423593508291672', time=2024-09-12T02:58:48.733552+0000, chain.objs.size()=9 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__multipart_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.1 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__shadow_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.1_1 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__multipart_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.2 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__shadow_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.2_1 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__multipart_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.3 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__shadow_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.3_1 2024-09-12T01:00:37.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__multipart_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.4 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__shadow_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.4_1 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99__multipart_key1.2~1aHmQvNqbUKlQiWz_PAGR0XC9Q1Z5zF.5 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8759946588775211215', time=2024-09-12T03:00:11.831708+0000, chain.objs.size()=1 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.115__shadow_.iJbnZPNftvQR0tPOzhDmBh0OcJFX41M_0 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13162506124688594080', time=2024-09-12T03:00:11.911423+0000, chain.objs.size()=1 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.115__shadow_.Mx7331a3a8uUGs8SCPMLny0OCvDkrfW_0 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12198254517404995453', time=2024-09-12T03:00:14.844907+0000, chain.objs.size()=1 2024-09-12T01:00:37.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.475+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.120__shadow_.TGNOClv6lWydgCarXnUs9bWnKZM1fTq_0 2024-09-12T01:00:37.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.478+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9806786358312772732', time=2024-09-12T03:00:16.544708+0000, chain.objs.size()=1 2024-09-12T01:00:37.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.478+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.123__shadow_.mOFvhZmdeDpo4cR1IY1g7cjoYpBfmaS_0 2024-09-12T01:00:37.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.481+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.483+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:37.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.484+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.484+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.485+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:37.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.485+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4107291692730640824', time=2024-09-12T03:00:21.143081+0000, chain.objs.size()=1 2024-09-12T01:00:37.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.485+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.131__shadow_.hPmEEuqieb88NXroEJfOWA3CjI4TetG_0 2024-09-12T01:00:37.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.486+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.488+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:37.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.489+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.489+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13550587709085434238', time=2024-09-12T03:00:11.859191+0000, chain.objs.size()=1 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.115__shadow_.Pk01xzKvE_9-XO9iEUmbIxt9xUiQ8pO_0 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15706261143064011364', time=2024-09-12T03:00:12.477058+0000, chain.objs.size()=1 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.116__shadow_.aWUVw_AlOb2AHIuA1AGx4bHj8htbCvo_0 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15954782351003025000', time=2024-09-12T03:00:22.151628+0000, chain.objs.size()=1 2024-09-12T01:00:37.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.490+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.133__shadow_.-XU0ttSL7G35bCCnm7WisqQggf-c1Sr_0 2024-09-12T01:00:37.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.491+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.493+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:37.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.495+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.494 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.495+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4650727349030350368', time=2024-09-12T02:57:51.153293+0000, chain.objs.size()=9 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.1 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.1_1 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.2 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.2_1 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.3 2024-09-12T01:00:37.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.3_1 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.4 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__shadow_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.4_1 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.91__multipart_key1.2~TT2hhzobSqBzOeRe3z22eIeCYI88KxY.5 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11281254912351762426', time=2024-09-12T02:58:39.919375+0000, chain.objs.size()=9 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__multipart_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.1 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__shadow_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.1_1 2024-09-12T01:00:37.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.496+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__multipart_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.2 2024-09-12T01:00:37.497 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.498+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__shadow_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.2_1 2024-09-12T01:00:37.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.499+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__multipart_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.3 2024-09-12T01:00:37.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.499+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__shadow_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.3_1 2024-09-12T01:00:37.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__multipart_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.4 2024-09-12T01:00:37.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__shadow_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.4_1 2024-09-12T01:00:37.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.98__multipart_key1.2~Gwl44Gmu6qkbMHa2yQCbPJidf7LaMH-.5 2024-09-12T01:00:37.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15458857775683365495', time=2024-09-12T03:00:12.504153+0000, chain.objs.size()=1 2024-09-12T01:00:37.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.116__shadow_.0lsMExlWFWkJE7qdf3KuO-MjSjI7xmV_0 2024-09-12T01:00:37.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1838646197074500721', time=2024-09-12T03:00:19.451990+0000, chain.objs.size()=1 2024-09-12T01:00:37.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.500+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.128__shadow_.ZAF1z943ZJU3HbsjD7d1ba3u-ywPnFj_0 2024-09-12T01:00:37.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.505+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.508+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:37.507 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.509+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.509+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.510+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:37.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.510+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14874119483688653594', time=2024-09-12T02:59:03.362972+0000, chain.objs.size()=1 2024-09-12T01:00:37.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.510+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.100__shadow_.PQrhQmW5wgfNbDlviTSzXAcStWDjFDw_0 2024-09-12T01:00:37.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.510+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5886340029877265303', time=2024-09-12T03:00:15.442051+0000, chain.objs.size()=1 2024-09-12T01:00:37.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.510+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.121__shadow_.vmTgR42nGEPA3puqQmd4dl99mZ3Sqmd_0 2024-09-12T01:00:37.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.511+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.513+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:37.513 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.514+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.513 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:00:37.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15344351681417108379', time=2024-09-12T02:58:24.037217+0000, chain.objs.size()=9 2024-09-12T01:00:37.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.1 2024-09-12T01:00:37.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.1_1 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.2 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.2_1 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.3 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.3_1 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.4 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.4_1 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~XDAM0zpaYwU43RFdAmQRYq8sUGZTX3y.5 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj', time=2024-09-12T02:59:08.330583+0000, chain.objs.size()=9 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__multipart_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.7 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__shadow_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.7_1 2024-09-12T01:00:37.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.515+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__multipart_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.8 2024-09-12T01:00:37.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.518+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__shadow_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.8_1 2024-09-12T01:00:37.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__multipart_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.9 2024-09-12T01:00:37.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__shadow_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.9_1 2024-09-12T01:00:37.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__multipart_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.10 2024-09-12T01:00:37.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__shadow_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.10_1 2024-09-12T01:00:37.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.101__multipart_key1.2~TsiY2cK27Mi6S2NfY1RqQHvS9ExBCGj.11 2024-09-12T01:00:37.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15330532019928608436', time=2024-09-12T02:59:54.446997+0000, chain.objs.size()=9 2024-09-12T01:00:37.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.520+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__multipart_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.1 2024-09-12T01:00:37.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.521+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__shadow_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.1_1 2024-09-12T01:00:37.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.521+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__multipart_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.2 2024-09-12T01:00:37.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.521+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__shadow_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.2_1 2024-09-12T01:00:37.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.521+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__multipart_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.3 2024-09-12T01:00:37.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__shadow_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.3_1 2024-09-12T01:00:37.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__multipart_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.4 2024-09-12T01:00:37.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__shadow_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.4_1 2024-09-12T01:00:37.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__multipart_key1.2~UnIFyx8AHSs-AgaCFEsozHh2C2CjjEM.5 2024-09-12T01:00:37.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18350228211367067702', time=2024-09-12T03:00:00.006690+0000, chain.objs.size()=9 2024-09-12T01:00:37.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__multipart_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.1 2024-09-12T01:00:37.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__shadow_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.1_1 2024-09-12T01:00:37.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__multipart_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.2 2024-09-12T01:00:37.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.524+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__shadow_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.2_1 2024-09-12T01:00:37.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.525+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__multipart_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.3 2024-09-12T01:00:37.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.527+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__shadow_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.3_1 2024-09-12T01:00:37.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.527+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__multipart_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.4 2024-09-12T01:00:37.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.527+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__shadow_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.4_1 2024-09-12T01:00:37.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.104__multipart_key1.2~w9fffFlH8ASufcIWaElgj9oKlIf06-A.5 2024-09-12T01:00:37.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10267609849745939399', time=2024-09-12T03:00:10.046323+0000, chain.objs.size()=1 2024-09-12T01:00:37.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.112__shadow_.grY_oSpU-z0NbJrjurKzN7vPPTteJR3_0 2024-09-12T01:00:37.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9418961000784998622', time=2024-09-12T03:00:13.021141+0000, chain.objs.size()=1 2024-09-12T01:00:37.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.117__shadow_.V9vAdowjiJ5oVOiqCAA9MCRIMt_Hc15_0 2024-09-12T01:00:37.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5348771804380635240', time=2024-09-12T03:00:15.999503+0000, chain.objs.size()=1 2024-09-12T01:00:37.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.122__shadow_.0A2XSgRq3QzxQTy8Pqgl9voP_Skf8jM_0 2024-09-12T01:00:37.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2650808540886636640', time=2024-09-12T03:00:20.055812+0000, chain.objs.size()=1 2024-09-12T01:00:37.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.530+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.129__shadow_.SFpyds_zSBBdzI4mh5f3xGf-7A6_k96_0 2024-09-12T01:00:37.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.533+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.536+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:37.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.538+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.538+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:37.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12617418106377763258', time=2024-09-12T02:58:33.398267+0000, chain.objs.size()=6 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.93__shadow_.TjsAJqLw_fp7GpumKVY7a6ROzxfwg0l_0 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.93__shadow_.TjsAJqLw_fp7GpumKVY7a6ROzxfwg0l_1 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.93__shadow_.TjsAJqLw_fp7GpumKVY7a6ROzxfwg0l_2 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.93__shadow_.TjsAJqLw_fp7GpumKVY7a6ROzxfwg0l_3 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.93__shadow_.TjsAJqLw_fp7GpumKVY7a6ROzxfwg0l_4 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.93__shadow_.TjsAJqLw_fp7GpumKVY7a6ROzxfwg0l_5 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3589395801902460362', time=2024-09-12T03:00:11.268978+0000, chain.objs.size()=1 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.114__shadow_.TuBNhV7K1esQxpE5J-CXRxE2E2fmSWE_0 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10382691686736195780', time=2024-09-12T03:00:11.296489+0000, chain.objs.size()=1 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.114__shadow_.M-4ft5wi1v-BaOoUJchsiUF9IPrMydY_0 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6276899037369334752', time=2024-09-12T03:00:13.078044+0000, chain.objs.size()=1 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.117__shadow_.HWVgGw6hV7v8HOBm46FmBMJyiQwuH0r_0 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15942387841682734836', time=2024-09-12T03:00:13.614522+0000, chain.objs.size()=1 2024-09-12T01:00:37.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.118__shadow_.JfWgYqLcMSAPQSBvBfzPpMA64dvQ5Ef_0 2024-09-12T01:00:37.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11719935932490287230', time=2024-09-12T03:00:18.836649+0000, chain.objs.size()=1 2024-09-12T01:00:37.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.539+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.127__shadow_.Z6gPx35JuywZKdL7z7GKfN01o1fZvzm_0 2024-09-12T01:00:37.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.544+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.547+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:37.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:37.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8364131698479114420', time=2024-09-12T03:00:20.081993+0000, chain.objs.size()=1 2024-09-12T01:00:37.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.129__shadow_.v4K8R5_lCiAlqNgYGNElVJEEImbdIGC_0 2024-09-12T01:00:37.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11481624223028033565', time=2024-09-12T03:00:21.087483+0000, chain.objs.size()=1 2024-09-12T01:00:37.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.549+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.131__shadow_.KQouhdDynl04BUQvdTDNGnnqzv3Osji_0 2024-09-12T01:00:37.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.551+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.553+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:37.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.554+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.555+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.555+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:37.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.555+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1285957307069849319', time=2024-09-12T02:59:51.048758+0000, chain.objs.size()=1 2024-09-12T01:00:37.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.555+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.103__shadow_.wcEwiXJsdGsjwhej4cspy6exMqj2ulI_0 2024-09-12T01:00:37.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.555+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4572527730654888601', time=2024-09-12T03:00:17.651614+0000, chain.objs.size()=1 2024-09-12T01:00:37.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.555+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.125__shadow_.2KfjRF1vLVUyJSOoLmp-6gIGJzYOESi_0 2024-09-12T01:00:37.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.556+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.558+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:37.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.560+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.560+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4806641317251342719', time=2024-09-12T02:58:33.206509+0000, chain.objs.size()=7 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.1 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.1_1 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.1_2 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.2 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.2_1 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__shadow_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.2_2 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.94__multipart_key1.2~uHWOHXVa3R_8KHqxFoqurxhLpzLOM-r.3 2024-09-12T01:00:37.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16039412088250244500', time=2024-09-12T03:00:13.641179+0000, chain.objs.size()=1 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.118__shadow_.aOlp2Vho2ZWuHTrI7iZWQHB3wIBvYOR_0 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5211781779805174290', time=2024-09-12T03:00:17.105233+0000, chain.objs.size()=1 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.124__shadow_.Icp9qTTi90VVpzzTaX9_m3MoHDy9IQ-_0 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2254351958127645756', time=2024-09-12T03:00:18.890702+0000, chain.objs.size()=1 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.127__shadow_._5NsN172JWS5otvBJmFXJWYPe4B3tW2_0 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7355753004922013932', time=2024-09-12T03:00:22.204241+0000, chain.objs.size()=1 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.133__shadow_.-dJ8ToqquxY53Lq92yvCvmwM-2L_kBj_0 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9524040925282300630', time=2024-09-12T03:00:36.673686+0000, chain.objs.size()=9 2024-09-12T01:00:37.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.561+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__multipart_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.1 2024-09-12T01:00:37.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.564+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__shadow_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.1_1 2024-09-12T01:00:37.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.564+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__multipart_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.2 2024-09-12T01:00:37.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.564+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__shadow_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.2_1 2024-09-12T01:00:37.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.565+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__multipart_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.3 2024-09-12T01:00:37.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.565+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__shadow_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.3_1 2024-09-12T01:00:37.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.565+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__multipart_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.4 2024-09-12T01:00:37.565 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.565+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__shadow_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.4_1 2024-09-12T01:00:37.565 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.565+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.144__multipart_key1/data/file.mpg.2~lgTlnL3MNbPl8yWJLxFosqxJByYdpPV.5 2024-09-12T01:00:37.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.569+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.572+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:37.572 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.573+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.572 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV', time=2024-09-12T02:57:35.880914+0000, chain.objs.size()=9 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__multipart_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.1 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__shadow_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.1_1 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__multipart_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.2 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__shadow_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.2_1 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__multipart_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.3 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__shadow_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.3_1 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.574+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__multipart_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.4 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.575+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__shadow_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.4_1 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.575+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79__multipart_key1.2~EzBJbcK9Mdl1uDFqW0NqQa1o0CdCsEV.5 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.575+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7999229280483183640', time=2024-09-12T03:00:10.691663+0000, chain.objs.size()=1 2024-09-12T01:00:37.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.575+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.113__shadow_.96JT0HTVABWFjMp0bLaXTRiiEgkheew_0 2024-09-12T01:00:37.577 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.578+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.581+0000 7f3d61b44800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:37.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.582+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12320847520700132892', time=2024-09-12T03:00:10.128111+0000, chain.objs.size()=1 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.112__shadow_.t3__VKp_X5XKGKPs8XJSGsZZtUhbOOd_0 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4088675335575009419', time=2024-09-12T03:00:12.450462+0000, chain.objs.size()=1 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.116__shadow_.ssl1PCHhKftw4NQMtO-KVaGWBraj_k9_0 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15368774959255521471', time=2024-09-12T03:00:18.917526+0000, chain.objs.size()=1 2024-09-12T01:00:37.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.127__shadow_.zej09Y79vfaBcG0hXn4bYMOsHOKAd4S_0 2024-09-12T01:00:37.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.979222893807609739', time=2024-09-12T03:00:23.683736+0000, chain.objs.size()=1 2024-09-12T01:00:37.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.583+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.137__shadow_._gitzAqygiIhvjQCIDDQGdzHBD5m2ls_0 2024-09-12T01:00:37.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.585+0000 7f3d61b44800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:37.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.588+0000 7f3c0ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:37.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.590+0000 7f3d61b44800 20 remove_watcher() i=0 2024-09-12T01:00:37.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.590+0000 7f3d61b44800 2 removed watcher, disabling cache 2024-09-12T01:00:37.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.591+0000 7f3d61b44800 20 remove_watcher() i=1 2024-09-12T01:00:37.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.592+0000 7f3d61b44800 20 remove_watcher() i=2 2024-09-12T01:00:37.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.593+0000 7f3d61b44800 20 remove_watcher() i=3 2024-09-12T01:00:37.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.595+0000 7f3d61b44800 20 remove_watcher() i=4 2024-09-12T01:00:37.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.595+0000 7f3d61b44800 20 remove_watcher() i=5 2024-09-12T01:00:37.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.596+0000 7f3d61b44800 20 remove_watcher() i=6 2024-09-12T01:00:37.596 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.597+0000 7f3d61b44800 20 remove_watcher() i=7 2024-09-12T01:00:37.607 DEBUG:teuthology.orchestra.run.smithi163:> radosgw-admin gc process --include-all 2024-09-12T01:00:37.659 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:37.659 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:37.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.696+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 realm 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.698+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.699+0000 7ff0dfc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:37.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.699+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.699+0000 7ff0dfc20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:37.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.699+0000 7ff0dfc20800 20 searching for the correct realm 2024-09-12T01:00:37.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.703+0000 7ff0d7fff640 0 -- 172.21.15.163:0/2977016348 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff0d004c040 msgr2=0x7ff0d0069360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:37.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.910+0000 7ff0ddf0b640 0 -- 172.21.15.163:0/2977016348 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5632a800ef50 msgr2=0x5632a8011340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.913+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 zone default found 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 4 Realm: () 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 zonegroup default 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.914+0000 7ff0dfc20800 20 rados->read ofs=0 len=0 2024-09-12T01:00:37.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.915+0000 7ff0dfc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:37.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.915+0000 7ff0dfc20800 20 started sync module instance, tier type = 2024-09-12T01:00:37.916 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.915+0000 7ff0dfc20800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=0 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=1 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=2 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=3 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=4 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=5 2024-09-12T01:00:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.923+0000 7ff0dfc20800 20 add_watcher() i=6 2024-09-12T01:00:37.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.924+0000 7ff0dfc20800 20 add_watcher() i=7 2024-09-12T01:00:37.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.924+0000 7ff0dfc20800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:37.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.926+0000 7fef93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:37.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.926+0000 7ff0dfc20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:37.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.926+0000 7ff0dfc20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:37.963 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.964+0000 7fef92fe5640 20 reqs_thread_entry: start 2024-09-12T01:00:37.963 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.964+0000 7ff0dfc20800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:37.963 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.964+0000 7ff0dfc20800 20 Filter name: none 2024-09-12T01:00:37.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.964+0000 7fef90fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:37.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.964+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:37.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.965+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.966+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.966+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.967+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:37.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.968+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.969+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.969+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.970+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:37.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.971+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.972+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.972+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.973+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:37.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.974+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.974+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.974+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.975+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:37.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.977+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.977+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.977+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.978+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:37.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.980+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.980+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.981+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.982+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:37.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.983+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.983+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.983+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.985+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:37.984 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.986+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.986+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.986+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.987+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:37.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.988+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.989+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.988 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.989+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.990+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:37.990 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.991+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.990 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.992+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.992+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.993+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:37.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.994+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.995+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.995+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.994 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.996+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:37.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.997+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.997+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:37.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.998+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:37.999+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:37.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.000+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:37.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.001+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.001+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.002+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:38.002 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.003+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.002 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.003+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.002 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.004+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.003 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.005+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:38.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.006+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.007+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.005 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.007+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.008+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:38.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.009+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.010+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.010+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.011+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:38.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.012+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.012+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.013+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.014+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:38.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.015+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.015+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.016+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.016+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:38.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.018+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.018+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.018+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.019+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:38.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.021+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.021+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.021+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.022+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:38.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.023+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.024+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.024+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.025+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:38.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.026+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.026+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.027+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.028+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:38.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.029+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.030+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.030+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.031+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:38.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.033+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.033+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.033+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.034+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:38.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.035+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.036+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.036+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.037+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:38.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.038+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.039+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.039+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.040+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:38.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.042+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.042+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.042+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.043+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:38.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.044+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.045+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.045+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.046+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:38.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.047+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.047+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.048+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.049+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:38.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.050+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.050+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.050+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.051+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:38.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.053+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.053+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.053+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.053 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.054+0000 7ff0dfc20800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:38.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.056+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.056+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:38.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.056+0000 7ff0dfc20800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:38.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.058+0000 7fef93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:38.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.060+0000 7ff0dfc20800 20 remove_watcher() i=0 2024-09-12T01:00:38.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.060+0000 7ff0dfc20800 2 removed watcher, disabling cache 2024-09-12T01:00:38.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.061+0000 7ff0dfc20800 20 remove_watcher() i=1 2024-09-12T01:00:38.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.062+0000 7ff0dfc20800 20 remove_watcher() i=2 2024-09-12T01:00:38.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.063+0000 7ff0dfc20800 20 remove_watcher() i=3 2024-09-12T01:00:38.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.064+0000 7ff0dfc20800 20 remove_watcher() i=4 2024-09-12T01:00:38.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.065+0000 7ff0dfc20800 20 remove_watcher() i=5 2024-09-12T01:00:38.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.066+0000 7ff0dfc20800 20 remove_watcher() i=6 2024-09-12T01:00:38.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:38.067+0000 7ff0dfc20800 20 remove_watcher() i=7 2024-09-12T01:00:38.077 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T01:00:38.094 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T01:00:38.095 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T01:00:38.095 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T01:00:38.095 DEBUG:teuthology.orchestra.run.smithi163:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T01:00:38.124 INFO:teuthology.orchestra.run.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T01:00:38.885 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T01:00:38.886 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2024-09-12T01:00:38.986 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:38.986 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:39.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.224+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.225+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.225+0000 7f80bd620800 20 realm 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.225+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.225+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.225+0000 7f80bd620800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.225+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.226+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.226+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.227+0000 7f80bd620800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:39.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.227+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.227+0000 7f80bd620800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:39.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.227+0000 7f80bd620800 20 searching for the correct realm 2024-09-12T01:00:39.230 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.231+0000 7f80bb111640 0 -- 172.21.15.163:0/2098906376 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f80b40c92d0 msgr2=0x7f80b40a65e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:39.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.234+0000 7f80bb111640 0 -- 172.21.15.163:0/2098906376 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f7f84086ba0 msgr2=0x7f7f84088fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:39.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:39.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:39.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:39.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:39.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:39.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:39.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.238+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:39.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:39.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 zone default found 2024-09-12T01:00:39.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 4 Realm: () 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 zonegroup default 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.239+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.240+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.240+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.240+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.240+0000 7f80bd620800 20 started sync module instance, tier type = 2024-09-12T01:00:39.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.240+0000 7f80bd620800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:39.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=0 2024-09-12T01:00:39.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=1 2024-09-12T01:00:39.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=2 2024-09-12T01:00:39.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=3 2024-09-12T01:00:39.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=4 2024-09-12T01:00:39.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=5 2024-09-12T01:00:39.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.249+0000 7f80bd620800 20 add_watcher() i=6 2024-09-12T01:00:39.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.250+0000 7f80bd620800 20 add_watcher() i=7 2024-09-12T01:00:39.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.250+0000 7f80bd620800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:39.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f7f71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:39.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 5 note: GC not initialized 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f7f70fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 20 Filter name: none 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f7eea7fc640 20 reqs_thread_entry: start 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.252+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T01:00:39.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2024-09-12T01:00:39.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2024-09-12T01:00:39.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.253 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.253+0000 7f80bd620800 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.254+0000 7f80bd620800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.254+0000 7f80bd620800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.254+0000 7f80bd620800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.254+0000 7f7f9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366273 cookie 94098282866656 notifier 9153 bl.length()=384 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.254+0000 7f7f9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T01:00:39.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.254+0000 7f7f9effd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T01:00:39.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.257+0000 7f80bd620800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T01:00:39.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.257+0000 7f80bd620800 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T01:00:39.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.257+0000 7f80bd620800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2024-09-12T01:00:39.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.258+0000 7f7f9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366362 cookie 94098282881936 notifier 9153 bl.length()=225 2024-09-12T01:00:39.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.258+0000 7f7f9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2024-09-12T01:00:39.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.258+0000 7f7f9effd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2024-09-12T01:00:39.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.260+0000 7f80bd620800 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T01:00:39.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.260+0000 7f80bd620800 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T01:00:39.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.260+0000 7f80bd620800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2024-09-12T01:00:39.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.260+0000 7f7f9effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366274 cookie 94098282876592 notifier 9153 bl.length()=234 2024-09-12T01:00:39.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.260+0000 7f7f9effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2024-09-12T01:00:39.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.260+0000 7f7f9effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2024-09-12T01:00:39.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.262+0000 7f7f71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:39.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.264+0000 7f80bd620800 20 remove_watcher() i=0 2024-09-12T01:00:39.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.264+0000 7f80bd620800 2 removed watcher, disabling cache 2024-09-12T01:00:39.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.266+0000 7f80bd620800 20 remove_watcher() i=1 2024-09-12T01:00:39.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.267+0000 7f80bd620800 20 remove_watcher() i=2 2024-09-12T01:00:39.266 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.268+0000 7f80bd620800 20 remove_watcher() i=3 2024-09-12T01:00:39.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.269+0000 7f80bd620800 20 remove_watcher() i=4 2024-09-12T01:00:39.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.269+0000 7f80bd620800 20 remove_watcher() i=5 2024-09-12T01:00:39.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.270+0000 7f80bd620800 20 remove_watcher() i=6 2024-09-12T01:00:39.270 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.271+0000 7f80bd620800 20 remove_watcher() i=7 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "id": "RGW11111111111111111", 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "tenant": "", 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "name": "Mr.RGW11111111111111111", 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "RGW11111111111111111+test@test.test", 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "quota": { 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:39.279 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_users": 1000, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_roles": 1000, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_groups": 1000, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout: "max_access_keys": 4 2024-09-12T01:00:39.280 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:39.281 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2024-09-12T01:00:39.282 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key QAYTUXSHWZYHSOUCAFQD --secret p/fuYq1ryveNtotWaXJ4eeN+ItxdlUku19bPnHekZL1O5NCsoyNJwQ== --cluster ceph --account-id RGW11111111111111111 --account-root 2024-09-12T01:00:39.349 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:39.349 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:39.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.384+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 realm 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.386+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.387+0000 7f086d72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:39.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.387+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.387+0000 7f086d72c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:39.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.387+0000 7f086d72c800 20 searching for the correct realm 2024-09-12T01:00:39.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.391+0000 7f0868cd9640 0 -- 172.21.15.163:0/1961602029 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f085c013030 msgr2=0x7f085c082aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:39.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.598+0000 7f0869cdb640 0 -- 172.21.15.163:0/1961602029 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d31a1a0610 msgr2=0x55d31a1a2a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.601+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 zone default found 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 4 Realm: () 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 zonegroup default 2024-09-12T01:00:39.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 started sync module instance, tier type = 2024-09-12T01:00:39.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.602+0000 7f086d72c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:39.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=0 2024-09-12T01:00:39.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=1 2024-09-12T01:00:39.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=2 2024-09-12T01:00:39.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=3 2024-09-12T01:00:39.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=4 2024-09-12T01:00:39.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=5 2024-09-12T01:00:39.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.612+0000 7f086d72c800 20 add_watcher() i=6 2024-09-12T01:00:39.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.613+0000 7f086d72c800 20 add_watcher() i=7 2024-09-12T01:00:39.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.613+0000 7f086d72c800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:39.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f071ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:39.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f086d72c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f086d72c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f086d72c800 5 note: GC not initialized 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f071efe5640 20 reqs_thread_entry: start 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f086d72c800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f086d72c800 20 Filter name: none 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.615+0000 7f071cfe1640 20 reqs_thread_entry: start 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T01:00:39.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T01:00:39.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache get: name=default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD : miss 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache put: name=default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD info.flags=0x0 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 adding default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD to cache LRU end 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.616+0000 7f086d72c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.617+0000 7f086d72c800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T01:00:39.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.617+0000 7f086d72c800 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2024-09-12T01:00:39.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.617+0000 7f086d72c800 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2024-09-12T01:00:39.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.617+0000 7f086d72c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:39.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.617+0000 7f086d72c800 10 cache get: name=default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD : hit (negative entry) 2024-09-12T01:00:39.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.617+0000 7f086d72c800 10 cache get: name=default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD : hit (negative entry) 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.618+0000 7f086d72c800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.618+0000 7f086d72c800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.618+0000 7f086d72c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.619+0000 7f074cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366363 cookie 94365164379584 notifier 9171 bl.length()=673 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.619+0000 7f074cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.619+0000 7f074cff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.621+0000 7f086d72c800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T01:00:39.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.621+0000 7f086d72c800 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T01:00:39.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.621+0000 7f086d72c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T01:00:39.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.622+0000 7f074cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366364 cookie 94365164415968 notifier 9171 bl.length()=185 2024-09-12T01:00:39.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.622+0000 7f074cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T01:00:39.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.622+0000 7f074cff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T01:00:39.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.625+0000 7f086d72c800 10 cache put: name=default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD info.flags=0x7 2024-09-12T01:00:39.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.625+0000 7f086d72c800 10 moving default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD to cache LRU end 2024-09-12T01:00:39.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.625+0000 7f086d72c800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:QAYTUXSHWZYHSOUCAFQD, ofs0, ns] 2024-09-12T01:00:39.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.625+0000 7f074cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366234 cookie 94365164429504 notifier 9171 bl.length()=186 2024-09-12T01:00:39.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.625+0000 7f074cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD info.flags=0x7 2024-09-12T01:00:39.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.625+0000 7f074cff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+QAYTUXSHWZYHSOUCAFQD to cache LRU end 2024-09-12T01:00:39.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.627+0000 7f086d72c800 20 linked user foo.client.0 to account RGW11111111111111111 2024-09-12T01:00:39.626 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:39.626 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "foo.client.0", 2024-09-12T01:00:39.626 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.RGW11111111111111111", 2024-09-12T01:00:39.626 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "foo+test@test.test", 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "foo.client.0", 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "QAYTUXSHWZYHSOUCAFQD", 2024-09-12T01:00:39.627 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "p/fuYq1ryveNtotWaXJ4eeN+ItxdlUku19bPnHekZL1O5NCsoyNJwQ==", 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:39.618097Z" 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:39.628 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:39.629 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:39.630 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "root", 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "RGW11111111111111111", 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:39.618084Z", 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:39.631 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:39.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.628+0000 7f071ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:39.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.630+0000 7f086d72c800 20 remove_watcher() i=0 2024-09-12T01:00:39.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.630+0000 7f086d72c800 2 removed watcher, disabling cache 2024-09-12T01:00:39.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.631+0000 7f086d72c800 20 remove_watcher() i=1 2024-09-12T01:00:39.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.632+0000 7f086d72c800 20 remove_watcher() i=2 2024-09-12T01:00:39.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.634+0000 7f086d72c800 20 remove_watcher() i=3 2024-09-12T01:00:39.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.634+0000 7f086d72c800 20 remove_watcher() i=4 2024-09-12T01:00:39.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.635+0000 7f086d72c800 20 remove_watcher() i=5 2024-09-12T01:00:39.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.636+0000 7f086d72c800 20 remove_watcher() i=6 2024-09-12T01:00:39.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.637+0000 7f086d72c800 20 remove_watcher() i=7 2024-09-12T01:00:39.647 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 5963768612 --totp-seed E5R3I3BIEAMS4Q25Y4FUZ3DAVMCLD76O3GUHBQDBELOCJQMI2ZK4SW7XVEP6CVYI --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:39.714 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:39.714 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:39.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.748+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 realm 2024-09-12T01:00:39.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:39.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.749+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.750+0000 7f3a2e938800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:39.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.750+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.750+0000 7f3a2e938800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:39.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.750+0000 7f3a2e938800 20 searching for the correct realm 2024-09-12T01:00:39.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.754+0000 7f3a2a681640 0 -- 172.21.15.163:0/4112118661 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7f3a24015030 msgr2=0x7f3a2400c7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:39.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.758+0000 7f3a23fff640 0 -- 172.21.15.163:0/4112118661 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f3a1c08f040 msgr2=0x7f3a1c061440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.761+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:39.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 zone default found 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 4 Realm: () 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 zonegroup default 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.762+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.763+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.763+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.763+0000 7f3a2e938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:39.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.763+0000 7f3a2e938800 20 started sync module instance, tier type = 2024-09-12T01:00:39.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.763+0000 7f3a2e938800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:39.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=0 2024-09-12T01:00:39.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=1 2024-09-12T01:00:39.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=2 2024-09-12T01:00:39.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=3 2024-09-12T01:00:39.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=4 2024-09-12T01:00:39.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=5 2024-09-12T01:00:39.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.772+0000 7f3a2e938800 20 add_watcher() i=6 2024-09-12T01:00:39.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.773+0000 7f3a2e938800 20 add_watcher() i=7 2024-09-12T01:00:39.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.773+0000 7f3a2e938800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:39.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f38e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:39.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:39.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:39.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 5 note: GC not initialized 2024-09-12T01:00:39.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f38db7fe640 20 reqs_thread_entry: start 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 20 Filter name: none 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f38d97fa640 20 reqs_thread_entry: start 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.775+0000 7f3a2e938800 20 rados->read ofs=0 len=0 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.776+0000 7f3a2e938800 20 rados_obj.operate() r=0 bl.length=488 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.776+0000 7f3a2e938800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.776+0000 7f3a2e938800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:39.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:39.776+0000 7f3a2e938800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:41.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.038+0000 7f3a2e938800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:00:41.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.038+0000 7f3a2e938800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:41.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.038+0000 7f3a2e938800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T01:00:41.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.038+0000 7f390d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300957 cookie 93950465404608 notifier 9189 bl.length()=687 2024-09-12T01:00:41.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.038+0000 7f390d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:00:41.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.038+0000 7f390d7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:41.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.041+0000 7f38e17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:41.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.044+0000 7f3a2e938800 20 remove_watcher() i=0 2024-09-12T01:00:41.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.044+0000 7f3a2e938800 2 removed watcher, disabling cache 2024-09-12T01:00:41.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.045+0000 7f3a2e938800 20 remove_watcher() i=1 2024-09-12T01:00:41.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.046+0000 7f3a2e938800 20 remove_watcher() i=2 2024-09-12T01:00:41.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.047+0000 7f3a2e938800 20 remove_watcher() i=3 2024-09-12T01:00:41.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.049+0000 7f3a2e938800 20 remove_watcher() i=4 2024-09-12T01:00:41.048 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.050+0000 7f3a2e938800 20 remove_watcher() i=5 2024-09-12T01:00:41.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.051+0000 7f3a2e938800 20 remove_watcher() i=6 2024-09-12T01:00:41.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.052+0000 7f3a2e938800 20 remove_watcher() i=7 2024-09-12T01:00:41.063 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T01:00:41.063 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key SGPXIGGNXEIHWELAHOWD --secret Z1vlr/pEB5zeCcF4Y31gFQ07/V8hkkNCd508a3nCwOHJX2FgwA0dCQ== --cluster ceph 2024-09-12T01:00:41.131 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:41.131 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:41.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.166+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 realm 2024-09-12T01:00:41.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:41.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.168+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.169+0000 7f6a09c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:41.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.169+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.169+0000 7f6a09c0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:41.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.169+0000 7f6a09c0f800 20 searching for the correct realm 2024-09-12T01:00:41.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.171+0000 7f6a07efa640 0 -- 172.21.15.163:0/3533365366 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7f69f006a900 msgr2=0x7f69f0078410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:41.376 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.377+0000 7f69fffff640 0 -- 172.21.15.163:0/3533365366 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7f69f4002520 msgr2=0x7f69f803f410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.383+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 zone default found 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 4 Realm: () 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:41.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 zonegroup default 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.384+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.385+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.385+0000 7f6a09c0f800 20 started sync module instance, tier type = 2024-09-12T01:00:41.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.385+0000 7f6a09c0f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:41.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=0 2024-09-12T01:00:41.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=1 2024-09-12T01:00:41.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=2 2024-09-12T01:00:41.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=3 2024-09-12T01:00:41.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=4 2024-09-12T01:00:41.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=5 2024-09-12T01:00:41.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.394+0000 7f6a09c0f800 20 add_watcher() i=6 2024-09-12T01:00:41.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.395+0000 7f6a09c0f800 20 add_watcher() i=7 2024-09-12T01:00:41.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.395+0000 7f6a09c0f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:41.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f68bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:41.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:41.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:41.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 5 note: GC not initialized 2024-09-12T01:00:41.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f68bcfe1640 20 reqs_thread_entry: start 2024-09-12T01:00:41.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:41.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 20 Filter name: none 2024-09-12T01:00:41.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f68367fc640 20 reqs_thread_entry: start 2024-09-12T01:00:41.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T01:00:41.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.397+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T01:00:41.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:00:41.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache get: name=default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD : miss 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache put: name=default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD info.flags=0x0 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 adding default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD to cache LRU end 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache get: name=default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD : hit (negative entry) 2024-09-12T01:00:41.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.398+0000 7f6a09c0f800 10 cache get: name=default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD : hit (negative entry) 2024-09-12T01:00:41.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.400+0000 7f6a09c0f800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:00:41.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.400+0000 7f6a09c0f800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.400+0000 7f6a09c0f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.400+0000 7f68eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300866 cookie 93986781646640 notifier 9207 bl.length()=645 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.400+0000 7f68eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.400+0000 7f68eaffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.403+0000 7f6a09c0f800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.403+0000 7f6a09c0f800 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.403+0000 7f6a09c0f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.403+0000 7f68eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300937 cookie 93986781650416 notifier 9207 bl.length()=185 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.403+0000 7f68eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T01:00:41.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.403+0000 7f68eaffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T01:00:41.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.406+0000 7f6a09c0f800 10 cache put: name=default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD info.flags=0x7 2024-09-12T01:00:41.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.406+0000 7f6a09c0f800 10 moving default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD to cache LRU end 2024-09-12T01:00:41.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.406+0000 7f6a09c0f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:SGPXIGGNXEIHWELAHOWD, ofs0, ns] 2024-09-12T01:00:41.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.406+0000 7f68ea7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300938 cookie 93986781650416 notifier 9207 bl.length()=186 2024-09-12T01:00:41.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.406+0000 7f68ea7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD info.flags=0x7 2024-09-12T01:00:41.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.406+0000 7f68ea7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+SGPXIGGNXEIHWELAHOWD to cache LRU end 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "bar.client.0", 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "bar+test@test.test", 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:41.406 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "bar.client.0", 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "SGPXIGGNXEIHWELAHOWD", 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "Z1vlr/pEB5zeCcF4Y31gFQ07/V8hkkNCd508a3nCwOHJX2FgwA0dCQ==", 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:41.399493Z" 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:41.407 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:41.408 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:41.399479Z", 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:41.409 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:41.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.408+0000 7f68bdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:41.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.411+0000 7f6a09c0f800 20 remove_watcher() i=0 2024-09-12T01:00:41.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.411+0000 7f6a09c0f800 2 removed watcher, disabling cache 2024-09-12T01:00:41.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.412+0000 7f6a09c0f800 20 remove_watcher() i=1 2024-09-12T01:00:41.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.413+0000 7f6a09c0f800 20 remove_watcher() i=2 2024-09-12T01:00:41.412 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.414+0000 7f6a09c0f800 20 remove_watcher() i=3 2024-09-12T01:00:41.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.415+0000 7f6a09c0f800 20 remove_watcher() i=4 2024-09-12T01:00:41.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.416+0000 7f6a09c0f800 20 remove_watcher() i=5 2024-09-12T01:00:41.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.417+0000 7f6a09c0f800 20 remove_watcher() i=6 2024-09-12T01:00:41.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.418+0000 7f6a09c0f800 20 remove_watcher() i=7 2024-09-12T01:00:41.428 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 3112989999 --totp-seed VD66V7RUNNFUJG7OOWG4EWIQKSIPJKP24T2YCWENXEZDRLTW7VTSTGNP77EU4PJX --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:41.494 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:41.494 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:41.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.528+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 realm 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.530+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.531+0000 7f001890c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:41.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.531+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.531+0000 7f001890c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:41.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.531+0000 7f001890c800 20 searching for the correct realm 2024-09-12T01:00:41.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.535+0000 7f0015bf5640 0 -- 172.21.15.163:0/3290899555 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f0008085450 msgr2=0x7f00080858d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:41.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.741+0000 7f0016bf7640 0 -- 172.21.15.163:0/3290899555 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ee7624dff0 msgr2=0x55ee762504b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.744+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 zone default found 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 4 Realm: () 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:41.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 zonegroup default 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.745+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.746+0000 7f001890c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.746+0000 7f001890c800 20 started sync module instance, tier type = 2024-09-12T01:00:41.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.746+0000 7f001890c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:41.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=0 2024-09-12T01:00:41.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=1 2024-09-12T01:00:41.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=2 2024-09-12T01:00:41.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=3 2024-09-12T01:00:41.754 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=4 2024-09-12T01:00:41.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=5 2024-09-12T01:00:41.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.755+0000 7f001890c800 20 add_watcher() i=6 2024-09-12T01:00:41.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.756+0000 7f001890c800 20 add_watcher() i=7 2024-09-12T01:00:41.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.756+0000 7f001890c800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:41.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.758+0000 7efeccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:41.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.758+0000 7f001890c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:41.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.758+0000 7f001890c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:41.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.758+0000 7f001890c800 5 note: GC not initialized 2024-09-12T01:00:41.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.759+0000 7efe477fe640 20 reqs_thread_entry: start 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.759+0000 7f001890c800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.759+0000 7f001890c800 20 Filter name: none 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.759+0000 7efe457fa640 20 reqs_thread_entry: start 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.759+0000 7f001890c800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.759+0000 7f001890c800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.760+0000 7f001890c800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.760+0000 7f001890c800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.760+0000 7f001890c800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:00:41.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.760+0000 7f001890c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:41.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.763+0000 7f001890c800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:00:41.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.763+0000 7f001890c800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:00:41.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.763+0000 7f001890c800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T01:00:41.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.763+0000 7efef9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1142461300867 cookie 94482672738864 notifier 9225 bl.length()=659 2024-09-12T01:00:41.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.763+0000 7efef9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:00:41.764 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.763+0000 7efef9ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:00:41.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.766+0000 7efeccfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:41.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.768+0000 7f001890c800 20 remove_watcher() i=0 2024-09-12T01:00:41.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.768+0000 7f001890c800 2 removed watcher, disabling cache 2024-09-12T01:00:41.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.770+0000 7f001890c800 20 remove_watcher() i=1 2024-09-12T01:00:41.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.771+0000 7f001890c800 20 remove_watcher() i=2 2024-09-12T01:00:41.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.772+0000 7f001890c800 20 remove_watcher() i=3 2024-09-12T01:00:41.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.773+0000 7f001890c800 20 remove_watcher() i=4 2024-09-12T01:00:41.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.774+0000 7f001890c800 20 remove_watcher() i=5 2024-09-12T01:00:41.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.775+0000 7f001890c800 20 remove_watcher() i=6 2024-09-12T01:00:41.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.776+0000 7f001890c800 20 remove_watcher() i=7 2024-09-12T01:00:41.785 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2024-09-12T01:00:41.786 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr.testx$tenanteduser.client.0' --email 'testx$tenanteduser+test@test.test' --access-key CRLKOXXZISCGRCZPHTKS --secret SlTkKzanQ8D74jJyTyq6HOLc3D+x7cZ2wg+Qro2WTJOMiSsuw/sR8Q== --cluster ceph 2024-09-12T01:00:41.850 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:41.851 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:41.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.884+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 realm 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:41.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.886+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.887+0000 7fe409d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:41.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.887+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:41.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.887+0000 7fe409d1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:41.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.887+0000 7fe409d1f800 20 searching for the correct realm 2024-09-12T01:00:41.890 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:41.892+0000 7fe4052a8640 0 -- 172.21.15.163:0/3999759586 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fe3f805a950 msgr2=0x7fe3f804e440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:42.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.112+0000 7fe4062aa640 0 -- 172.21.15.163:0/3999759586 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x56481d8afae0 msgr2=0x56481d8b1ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:42.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:42.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:42.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:42.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:42.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:42.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:42.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.115+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:42.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 zone default found 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 4 Realm: () 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 zonegroup default 2024-09-12T01:00:42.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.116+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.117+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.117+0000 7fe409d1f800 20 started sync module instance, tier type = 2024-09-12T01:00:42.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.117+0000 7fe409d1f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=0 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=1 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=2 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=3 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=4 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=5 2024-09-12T01:00:42.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.126+0000 7fe409d1f800 20 add_watcher() i=6 2024-09-12T01:00:42.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.127+0000 7fe409d1f800 20 add_watcher() i=7 2024-09-12T01:00:42.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.127+0000 7fe409d1f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:42.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe2b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 5 note: GC not initialized 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe2b67fc640 20 reqs_thread_entry: start 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 20 Filter name: none 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe227fff640 20 reqs_thread_entry: start 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.129+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:00:42.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T01:00:42.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache get: name=default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS : miss 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache put: name=default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS info.flags=0x0 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 adding default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS to cache LRU end 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache get: name=default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS : hit (negative entry) 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.130+0000 7fe409d1f800 10 cache get: name=default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS : hit (negative entry) 2024-09-12T01:00:42.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.132+0000 7fe409d1f800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:00:42.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.132+0000 7fe409d1f800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:00:42.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.132+0000 7fe409d1f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T01:00:42.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.132+0000 7fe2e97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268235 cookie 94867733329328 notifier 8558 bl.length()=719 2024-09-12T01:00:42.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.132+0000 7fe2e97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:00:42.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.132+0000 7fe2e97fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:00:42.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.135+0000 7fe409d1f800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T01:00:42.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.135+0000 7fe409d1f800 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T01:00:42.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.135+0000 7fe409d1f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T01:00:42.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.135+0000 7fe2e97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268123 cookie 94867733334704 notifier 8558 bl.length()=215 2024-09-12T01:00:42.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.135+0000 7fe2e97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T01:00:42.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.135+0000 7fe2e97fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T01:00:42.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.138+0000 7fe409d1f800 10 cache put: name=default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS info.flags=0x7 2024-09-12T01:00:42.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.138+0000 7fe409d1f800 10 moving default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS to cache LRU end 2024-09-12T01:00:42.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.138+0000 7fe409d1f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:CRLKOXXZISCGRCZPHTKS, ofs0, ns] 2024-09-12T01:00:42.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.138+0000 7fe2e8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268236 cookie 94867733329328 notifier 8558 bl.length()=201 2024-09-12T01:00:42.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.138+0000 7fe2e8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS info.flags=0x7 2024-09-12T01:00:42.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.138+0000 7fe2e8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CRLKOXXZISCGRCZPHTKS to cache LRU end 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.testx$tenanteduser.client.0", 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:42.138 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "CRLKOXXZISCGRCZPHTKS", 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "SlTkKzanQ8D74jJyTyq6HOLc3D+x7cZ2wg+Qro2WTJOMiSsuw/sR8Q==", 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:42.131582Z" 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:42.139 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:42.140 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:42.131568Z", 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:42.141 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:42.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.140+0000 7fe2b77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:42.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.143+0000 7fe409d1f800 20 remove_watcher() i=0 2024-09-12T01:00:42.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.143+0000 7fe409d1f800 2 removed watcher, disabling cache 2024-09-12T01:00:42.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.144+0000 7fe409d1f800 20 remove_watcher() i=1 2024-09-12T01:00:42.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.145+0000 7fe409d1f800 20 remove_watcher() i=2 2024-09-12T01:00:42.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.146+0000 7fe409d1f800 20 remove_watcher() i=3 2024-09-12T01:00:42.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.147+0000 7fe409d1f800 20 remove_watcher() i=4 2024-09-12T01:00:42.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.148+0000 7fe409d1f800 20 remove_watcher() i=5 2024-09-12T01:00:42.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.149+0000 7fe409d1f800 20 remove_watcher() i=6 2024-09-12T01:00:42.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.150+0000 7fe409d1f800 20 remove_watcher() i=7 2024-09-12T01:00:42.160 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 9996779475 --totp-seed ZOYIM4VZP74SLEHUZRCSBLMCWPGPTEUMJK7ONOVADRATOCGEDZM72DZK4RMM2ANZ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:42.226 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:42.226 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:42.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.261+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.262+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.262+0000 7fce1cf3b800 20 realm 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.262+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.263+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.263+0000 7fce1cf3b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.263+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.263+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.263+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.264+0000 7fce1cf3b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:42.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.264+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.264+0000 7fce1cf3b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:42.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.264+0000 7fce1cf3b800 20 searching for the correct realm 2024-09-12T01:00:42.267 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.268+0000 7fce13fff640 0 -- 172.21.15.163:0/1933670142 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fce0c086130 msgr2=0x7fce0c069040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:42.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.474+0000 7fce194bc640 0 -- 172.21.15.163:0/1933670142 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f45627b610 msgr2=0x55f45627da20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:42.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:42.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:42.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:42.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:42.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:42.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:42.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.476+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:42.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:42.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 zone default found 2024-09-12T01:00:42.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 4 Realm: () 2024-09-12T01:00:42.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 zonegroup default 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.477+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.478+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.478+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.478+0000 7fce1cf3b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.478+0000 7fce1cf3b800 20 started sync module instance, tier type = 2024-09-12T01:00:42.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.478+0000 7fce1cf3b800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=0 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=1 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=2 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=3 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=4 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=5 2024-09-12T01:00:42.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.487+0000 7fce1cf3b800 20 add_watcher() i=6 2024-09-12T01:00:42.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.488+0000 7fce1cf3b800 20 add_watcher() i=7 2024-09-12T01:00:42.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.488+0000 7fce1cf3b800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fcccf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 5 note: GC not initialized 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fccce7e4640 20 reqs_thread_entry: start 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 20 Filter name: none 2024-09-12T01:00:42.489 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fccc77fe640 20 reqs_thread_entry: start 2024-09-12T01:00:42.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T01:00:42.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.490+0000 7fce1cf3b800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.491+0000 7fce1cf3b800 20 rados_obj.operate() r=0 bl.length=519 2024-09-12T01:00:42.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.491+0000 7fce1cf3b800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T01:00:42.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.491+0000 7fce1cf3b800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:00:42.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.491+0000 7fce1cf3b800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:42.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.493+0000 7fce1cf3b800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:00:42.492 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.493+0000 7fce1cf3b800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:00:42.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.493+0000 7fce1cf3b800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T01:00:42.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.494+0000 7fcceffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268237 cookie 94507905872080 notifier 9261 bl.length()=733 2024-09-12T01:00:42.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.494+0000 7fcceffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:00:42.493 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.494+0000 7fcceffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:00:42.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.496+0000 7fcccf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:42.497 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.498+0000 7fce1cf3b800 20 remove_watcher() i=0 2024-09-12T01:00:42.497 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.498+0000 7fce1cf3b800 2 removed watcher, disabling cache 2024-09-12T01:00:42.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.499+0000 7fce1cf3b800 20 remove_watcher() i=1 2024-09-12T01:00:42.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.500+0000 7fce1cf3b800 20 remove_watcher() i=2 2024-09-12T01:00:42.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.502+0000 7fce1cf3b800 20 remove_watcher() i=3 2024-09-12T01:00:42.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.503+0000 7fce1cf3b800 20 remove_watcher() i=4 2024-09-12T01:00:42.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.503+0000 7fce1cf3b800 20 remove_watcher() i=5 2024-09-12T01:00:42.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.504+0000 7fce1cf3b800 20 remove_watcher() i=6 2024-09-12T01:00:42.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.505+0000 7fce1cf3b800 20 remove_watcher() i=7 2024-09-12T01:00:42.515 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T01:00:42.516 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key PVYYYHZYHETEEROLUDUE --secret r+DMo/I8S9u8JEzTR1am7GERJG3ryKRZh5pEnWO0jRw3m8WIp2OO/g== --cluster ceph 2024-09-12T01:00:42.580 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:42.581 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:42.614 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.615+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 realm 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.617+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.618+0000 7f68f591f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:42.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.618+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.618+0000 7f68f591f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:42.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.618+0000 7f68f591f800 20 searching for the correct realm 2024-09-12T01:00:42.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.622+0000 7f68ebfff640 0 -- 172.21.15.163:0/3203623130 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f68e40093c0 msgr2=0x7f68e40480c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:42.827 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.828+0000 7f68f1eaa640 0 -- 172.21.15.163:0/3203623130 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55f976daee60 msgr2=0x55f976db1250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:42.830 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.831+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 zone default found 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 4 Realm: () 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:42.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 zonegroup default 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.832+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.833+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.833+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.833+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.833+0000 7f68f591f800 20 started sync module instance, tier type = 2024-09-12T01:00:42.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.833+0000 7f68f591f800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:42.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=0 2024-09-12T01:00:42.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=1 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=2 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=3 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=4 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=5 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=6 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 20 add_watcher() i=7 2024-09-12T01:00:42.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.843+0000 7f68f591f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.845+0000 7f67a7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.845+0000 7f68f591f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.845+0000 7f68f591f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.845+0000 7f68f591f800 5 note: GC not initialized 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.845+0000 7f67a6fe5640 20 reqs_thread_entry: start 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 20 Filter name: none 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f67a4fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:42.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T01:00:42.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T01:00:42.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:42.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T01:00:42.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.846+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 cache get: name=default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE : miss 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 cache put: name=default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE info.flags=0x0 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 adding default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE to cache LRU end 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 cache get: name=default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE : hit (negative entry) 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.847+0000 7f68f591f800 10 cache get: name=default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE : hit (negative entry) 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.848+0000 7f68f591f800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:00:42.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.848+0000 7f68f591f800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:42.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.848+0000 7f68f591f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T01:00:42.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.848+0000 7f67d4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268124 cookie 94529929330160 notifier 8594 bl.length()=660 2024-09-12T01:00:42.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.848+0000 7f67d4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:00:42.849 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.848+0000 7f67d4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:42.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.851+0000 7f68f591f800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T01:00:42.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.851+0000 7f68f591f800 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T01:00:42.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.851+0000 7f68f591f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T01:00:42.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.852+0000 7f67d4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268164 cookie 94529929312816 notifier 8594 bl.length()=191 2024-09-12T01:00:42.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.852+0000 7f67d4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T01:00:42.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.852+0000 7f67d4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T01:00:42.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.854+0000 7f68f591f800 10 cache put: name=default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE info.flags=0x7 2024-09-12T01:00:42.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.854+0000 7f68f591f800 10 moving default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE to cache LRU end 2024-09-12T01:00:42.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.854+0000 7f68f591f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:PVYYYHZYHETEEROLUDUE, ofs0, ns] 2024-09-12T01:00:42.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.855+0000 7f67d4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268254 cookie 94529929311280 notifier 8594 bl.length()=189 2024-09-12T01:00:42.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.855+0000 7f67d4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE info.flags=0x7 2024-09-12T01:00:42.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.855+0000 7f67d4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+PVYYYHZYHETEEROLUDUE to cache LRU end 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "foobar.client.0", 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "foobar+test@test.test", 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:42.855 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "foobar.client.0", 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "PVYYYHZYHETEEROLUDUE", 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "r+DMo/I8S9u8JEzTR1am7GERJG3ryKRZh5pEnWO0jRw3m8WIp2OO/g==", 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:42.848126Z" 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:42.856 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:42.857 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:42.848106Z", 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:42.858 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:42.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.857+0000 7f67a7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:42.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.859+0000 7f68f591f800 20 remove_watcher() i=0 2024-09-12T01:00:42.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.859+0000 7f68f591f800 2 removed watcher, disabling cache 2024-09-12T01:00:42.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.860+0000 7f68f591f800 20 remove_watcher() i=1 2024-09-12T01:00:42.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.861+0000 7f68f591f800 20 remove_watcher() i=2 2024-09-12T01:00:42.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.863+0000 7f68f591f800 20 remove_watcher() i=3 2024-09-12T01:00:42.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.864+0000 7f68f591f800 20 remove_watcher() i=4 2024-09-12T01:00:42.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.864+0000 7f68f591f800 20 remove_watcher() i=5 2024-09-12T01:00:42.864 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.865+0000 7f68f591f800 20 remove_watcher() i=6 2024-09-12T01:00:42.865 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.866+0000 7f68f591f800 20 remove_watcher() i=7 2024-09-12T01:00:42.877 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 4577327011 --totp-seed PGG5IJ5TBIPAQZGDKZ72GVE7YXV3RH7HBMROX45V2NSZTZAPJKXGOGAL5TG2BQJV --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:42.943 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:42.944 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:42.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.978+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.980+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.980+0000 7ff9d9d25800 20 realm 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.980+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.980+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.981+0000 7ff9d9d25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.981+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.981+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:42.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.981+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.982+0000 7ff9d9d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:42.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.982+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:42.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.982+0000 7ff9d9d25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:42.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.982+0000 7ff9d9d25800 20 searching for the correct realm 2024-09-12T01:00:42.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:42.986+0000 7ff9d51ad640 0 -- 172.21.15.163:0/1133376248 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7ff9c8053950 msgr2=0x7ff9c80343f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:43.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.193+0000 7ff9d61af640 0 -- 172.21.15.163:0/1133376248 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55c830fcef40 msgr2=0x55c830fd1390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:43.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:43.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:43.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:43.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:43.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:43.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:43.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:43.196 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.196+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 zone default found 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 4 Realm: () 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 zonegroup default 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.197+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.198+0000 7ff9d9d25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.198+0000 7ff9d9d25800 20 started sync module instance, tier type = 2024-09-12T01:00:43.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.198+0000 7ff9d9d25800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=0 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=1 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=2 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=3 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=4 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=5 2024-09-12T01:00:43.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.207+0000 7ff9d9d25800 20 add_watcher() i=6 2024-09-12T01:00:43.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.208+0000 7ff9d9d25800 20 add_watcher() i=7 2024-09-12T01:00:43.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.208+0000 7ff9d9d25800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:43.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.209+0000 7ff8877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:43.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.209+0000 7ff9d9d25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:43.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.209+0000 7ff9d9d25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.209+0000 7ff9d9d25800 5 note: GC not initialized 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.210+0000 7ff8867fc640 20 reqs_thread_entry: start 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.210+0000 7ff9d9d25800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.210+0000 7ff9d9d25800 20 Filter name: none 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.210+0000 7ff7f7fff640 20 reqs_thread_entry: start 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.210+0000 7ff9d9d25800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.210+0000 7ff9d9d25800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.211+0000 7ff9d9d25800 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.211+0000 7ff9d9d25800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.211+0000 7ff9d9d25800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:43.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.211+0000 7ff9d9d25800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:43.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.213+0000 7ff9d9d25800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:00:43.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.213+0000 7ff9d9d25800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:43.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.213+0000 7ff9d9d25800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T01:00:43.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.214+0000 7ff8b97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268125 cookie 94318303756736 notifier 9294 bl.length()=674 2024-09-12T01:00:43.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.214+0000 7ff8b97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:00:43.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.214+0000 7ff8b97fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:43.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.216+0000 7ff8877fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:43.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.218+0000 7ff9d9d25800 20 remove_watcher() i=0 2024-09-12T01:00:43.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.218+0000 7ff9d9d25800 2 removed watcher, disabling cache 2024-09-12T01:00:43.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.220+0000 7ff9d9d25800 20 remove_watcher() i=1 2024-09-12T01:00:43.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.221+0000 7ff9d9d25800 20 remove_watcher() i=2 2024-09-12T01:00:43.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.222+0000 7ff9d9d25800 20 remove_watcher() i=3 2024-09-12T01:00:43.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.223+0000 7ff9d9d25800 20 remove_watcher() i=4 2024-09-12T01:00:43.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.224+0000 7ff9d9d25800 20 remove_watcher() i=5 2024-09-12T01:00:43.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.225+0000 7ff9d9d25800 20 remove_watcher() i=6 2024-09-12T01:00:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.226+0000 7ff9d9d25800 20 remove_watcher() i=7 2024-09-12T01:00:43.235 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T01:00:43.292 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:43.293 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:43.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.328+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 realm 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.329+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.330+0000 7fb02de98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:43.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.330+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.330+0000 7fb02de98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:43.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.330+0000 7fb02de98800 20 searching for the correct realm 2024-09-12T01:00:43.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.335+0000 7fb023fff640 0 -- 172.21.15.163:0/2414824796 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fb01c070f50 msgr2=0x7fb01c06c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:43.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.542+0000 7fb02c18a640 0 -- 172.21.15.163:0/2414824796 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x558d55aec570 msgr2=0x558d55aee9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:43.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.545+0000 7fb02de98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 zone default found 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 4 Realm: () 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:43.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 zonegroup default 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.546+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.547+0000 7fb02de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.547+0000 7fb02de98800 20 started sync module instance, tier type = 2024-09-12T01:00:43.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.547+0000 7fb02de98800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:43.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=0 2024-09-12T01:00:43.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=1 2024-09-12T01:00:43.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=2 2024-09-12T01:00:43.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=3 2024-09-12T01:00:43.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=4 2024-09-12T01:00:43.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=5 2024-09-12T01:00:43.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.556+0000 7fb02de98800 20 add_watcher() i=6 2024-09-12T01:00:43.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.557+0000 7fb02de98800 20 add_watcher() i=7 2024-09-12T01:00:43.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.557+0000 7fb02de98800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.559+0000 7faee1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 5 note: GC not initialized 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7faee0fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:43.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 20 Filter name: none 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fae5a7fc640 20 reqs_thread_entry: start 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.560+0000 7fb02de98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.561+0000 7fb02de98800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.561+0000 7fb02de98800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.561+0000 7fb02de98800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:43.560 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.561+0000 7fb02de98800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:43.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.562+0000 7fb02de98800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:00:43.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.562+0000 7fb02de98800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:43.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.562+0000 7fb02de98800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T01:00:43.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.562+0000 7faf0affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268126 cookie 94065516320544 notifier 8627 bl.length()=727 2024-09-12T01:00:43.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.562+0000 7faf0affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:00:43.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.562+0000 7faf0affd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:00:43.562 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "foobar.client.0", 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "foobar+test@test.test", 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "foobar.client.0", 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "PVYYYHZYHETEEROLUDUE", 2024-09-12T01:00:43.563 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "r+DMo/I8S9u8JEzTR1am7GERJG3ryKRZh5pEnWO0jRw3m8WIp2OO/g==", 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:42.848126Z" 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [ 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "oidc-provider", 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "perm": "*" 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:43.564 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "roles", 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "perm": "*" 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "user-policy", 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "perm": "*" 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:43.565 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:43.566 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "rgw", 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [ 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "4577327011" 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "", 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:42.848106Z", 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:43.567 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:43.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.565+0000 7faee1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:43.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.567+0000 7fb02de98800 20 remove_watcher() i=0 2024-09-12T01:00:43.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.567+0000 7fb02de98800 2 removed watcher, disabling cache 2024-09-12T01:00:43.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.568+0000 7fb02de98800 20 remove_watcher() i=1 2024-09-12T01:00:43.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.569+0000 7fb02de98800 20 remove_watcher() i=2 2024-09-12T01:00:43.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.570+0000 7fb02de98800 20 remove_watcher() i=3 2024-09-12T01:00:43.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.571+0000 7fb02de98800 20 remove_watcher() i=4 2024-09-12T01:00:43.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.572+0000 7fb02de98800 20 remove_watcher() i=5 2024-09-12T01:00:43.572 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.573+0000 7fb02de98800 20 remove_watcher() i=6 2024-09-12T01:00:43.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.574+0000 7fb02de98800 20 remove_watcher() i=7 2024-09-12T01:00:43.584 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T01:00:43.645 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:43.645 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:43.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.679+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 realm 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.681+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.682+0000 7f33e4121800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:43.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.682+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.682+0000 7f33e4121800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:43.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.682+0000 7f33e4121800 20 searching for the correct realm 2024-09-12T01:00:43.685 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.687+0000 7f33df555640 0 -- 172.21.15.163:0/2902450376 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f33d800ac20 msgr2=0x7f33d8019960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:43.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.691+0000 7f33e0557640 0 -- 172.21.15.163:0/2902450376 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x5565e2ab87d0 msgr2=0x5565e2ababc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:43.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:43.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.694+0000 7f33e4121800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 zone default found 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 4 Realm: () 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 zonegroup default 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.695+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.696+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.696+0000 7f33e4121800 20 started sync module instance, tier type = 2024-09-12T01:00:43.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.696+0000 7f33e4121800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=0 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=1 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=2 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=3 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=4 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=5 2024-09-12T01:00:43.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.705+0000 7f33e4121800 20 add_watcher() i=6 2024-09-12T01:00:43.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.706+0000 7f33e4121800 20 add_watcher() i=7 2024-09-12T01:00:43.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.706+0000 7f33e4121800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.707+0000 7f3295fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.707+0000 7f33e4121800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.707+0000 7f33e4121800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.707+0000 7f33e4121800 5 note: GC not initialized 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f3294fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 Filter name: none 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f320e7fc640 20 reqs_thread_entry: start 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T01:00:43.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T01:00:43.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.708+0000 7f33e4121800 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.710+0000 7f33e4121800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.710+0000 7f33e4121800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.710+0000 7f33e4121800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.710+0000 7f32beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268165 cookie 93896082986288 notifier 8642 bl.length()=384 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.710+0000 7f32beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T01:00:43.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.710+0000 7f32beffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T01:00:43.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.714+0000 7f33e4121800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T01:00:43.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.714+0000 7f33e4121800 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T01:00:43.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.714+0000 7f33e4121800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T01:00:43.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.714+0000 7f32beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268255 cookie 93896082993840 notifier 8642 bl.length()=225 2024-09-12T01:00:43.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.714+0000 7f32beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T01:00:43.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.714+0000 7f32beffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T01:00:43.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.717+0000 7f33e4121800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T01:00:43.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.717+0000 7f33e4121800 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T01:00:43.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.717+0000 7f33e4121800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T01:00:43.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.717+0000 7f32be7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268163 cookie 93896082991168 notifier 8642 bl.length()=234 2024-09-12T01:00:43.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.717+0000 7f32be7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T01:00:43.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.717+0000 7f32be7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T01:00:43.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.719+0000 7f3295fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:43.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.721+0000 7f33e4121800 20 remove_watcher() i=0 2024-09-12T01:00:43.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.721+0000 7f33e4121800 2 removed watcher, disabling cache 2024-09-12T01:00:43.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.722+0000 7f33e4121800 20 remove_watcher() i=1 2024-09-12T01:00:43.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.723+0000 7f33e4121800 20 remove_watcher() i=2 2024-09-12T01:00:43.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.725+0000 7f33e4121800 20 remove_watcher() i=3 2024-09-12T01:00:43.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.725+0000 7f33e4121800 20 remove_watcher() i=4 2024-09-12T01:00:43.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.726+0000 7f33e4121800 20 remove_watcher() i=5 2024-09-12T01:00:43.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.727+0000 7f33e4121800 20 remove_watcher() i=6 2024-09-12T01:00:43.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.728+0000 7f33e4121800 20 remove_watcher() i=7 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "id": "RGW88888888888888888", 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "tenant": "", 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "quota": { 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:43.736 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:43.737 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:43.738 INFO:teuthology.orchestra.run.smithi163.stdout: "max_users": 1000, 2024-09-12T01:00:43.738 INFO:teuthology.orchestra.run.smithi163.stdout: "max_roles": 1000, 2024-09-12T01:00:43.738 INFO:teuthology.orchestra.run.smithi163.stdout: "max_groups": 1000, 2024-09-12T01:00:43.738 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:43.738 INFO:teuthology.orchestra.run.smithi163.stdout: "max_access_keys": 4 2024-09-12T01:00:43.738 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:43.739 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T01:00:43.739 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key GNODHUBAPTUTNVUUUBRU --secret USeH4cVmyVhgBHdBoNUPTZMbAswOMxIiuQfJNDbzpMWX3Q261wmlNw== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T01:00:43.807 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:43.807 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:43.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.842+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.843+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.843+0000 7fb03c539800 20 realm 2024-09-12T01:00:43.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.843+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.843+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.843+0000 7fb03c539800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:43.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.843+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.844+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:43.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.844+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.844+0000 7fb03c539800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:43.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.844+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:43.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.845+0000 7fb03c539800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:43.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.845+0000 7fb03c539800 20 searching for the correct realm 2024-09-12T01:00:43.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:43.849+0000 7fb0379c6640 0 -- 172.21.15.163:0/780769494 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fb0280a0920 msgr2=0x7fb0280833e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:44.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.056+0000 7fb0389c8640 0 -- 172.21.15.163:0/780769494 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x561c96d1ec30 msgr2=0x561c96d21080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:44.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:44.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.058+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 zone default found 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 4 Realm: () 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 zonegroup default 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.059+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 started sync module instance, tier type = 2024-09-12T01:00:44.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.060+0000 7fb03c539800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=0 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=1 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=2 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=3 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=4 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=5 2024-09-12T01:00:44.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.070+0000 7fb03c539800 20 add_watcher() i=6 2024-09-12T01:00:44.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.071+0000 7fb03c539800 20 add_watcher() i=7 2024-09-12T01:00:44.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.071+0000 7fb03c539800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.072+0000 7faeeefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.072+0000 7fb03c539800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.072+0000 7fb03c539800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.072+0000 7fb03c539800 5 note: GC not initialized 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7faeedfdb640 20 reqs_thread_entry: start 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 20 Filter name: none 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fae5f7fe640 20 reqs_thread_entry: start 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T01:00:44.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.073+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 10 cache get: name=default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU : miss 2024-09-12T01:00:44.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 10 cache put: name=default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU info.flags=0x0 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 10 adding default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU to cache LRU end 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.074+0000 7fb03c539800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.075+0000 7fb03c539800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.075+0000 7fb03c539800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.075+0000 7fb03c539800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T01:00:44.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.075+0000 7fb03c539800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:44.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.075+0000 7fb03c539800 10 cache get: name=default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU : hit (negative entry) 2024-09-12T01:00:44.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.075+0000 7fb03c539800 10 cache get: name=default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU : hit (negative entry) 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.076+0000 7fb03c539800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.076+0000 7fb03c539800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.076+0000 7fb03c539800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.077+0000 7faf0f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268166 cookie 94680789419216 notifier 9348 bl.length()=681 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.077+0000 7faf0f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.077+0000 7faf0f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:00:44.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.080+0000 7fb03c539800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T01:00:44.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.080+0000 7fb03c539800 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T01:00:44.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.080+0000 7fb03c539800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T01:00:44.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.080+0000 7faf0f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268238 cookie 94680789460736 notifier 9348 bl.length()=189 2024-09-12T01:00:44.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.080+0000 7faf0f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T01:00:44.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.080+0000 7faf0f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T01:00:44.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.083+0000 7fb03c539800 10 cache put: name=default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU info.flags=0x7 2024-09-12T01:00:44.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.083+0000 7fb03c539800 10 moving default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU to cache LRU end 2024-09-12T01:00:44.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.083+0000 7fb03c539800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:GNODHUBAPTUTNVUUUBRU, ofs0, ns] 2024-09-12T01:00:44.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.083+0000 7faf0effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268256 cookie 94680789456640 notifier 9348 bl.length()=188 2024-09-12T01:00:44.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.083+0000 7faf0effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU info.flags=0x7 2024-09-12T01:00:44.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.083+0000 7faf0effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+GNODHUBAPTUTNVUUUBRU to cache LRU end 2024-09-12T01:00:44.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.086+0000 7fb03c539800 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "root1.client.0", 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "root1+test@test.test", 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:44.085 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "root1.client.0", 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "GNODHUBAPTUTNVUUUBRU", 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "USeH4cVmyVhgBHdBoNUPTZMbAswOMxIiuQfJNDbzpMWX3Q261wmlNw==", 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:44.075946Z" 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T01:00:44.086 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:44.087 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "root", 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "RGW88888888888888888", 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:44.075934Z", 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:44.088 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:44.089 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.087+0000 7faeeefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:44.089 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.089+0000 7fb03c539800 20 remove_watcher() i=0 2024-09-12T01:00:44.089 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.089+0000 7fb03c539800 2 removed watcher, disabling cache 2024-09-12T01:00:44.089 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.090+0000 7fb03c539800 20 remove_watcher() i=1 2024-09-12T01:00:44.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.091+0000 7fb03c539800 20 remove_watcher() i=2 2024-09-12T01:00:44.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.093+0000 7fb03c539800 20 remove_watcher() i=3 2024-09-12T01:00:44.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.094+0000 7fb03c539800 20 remove_watcher() i=4 2024-09-12T01:00:44.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.094+0000 7fb03c539800 20 remove_watcher() i=5 2024-09-12T01:00:44.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.095+0000 7fb03c539800 20 remove_watcher() i=6 2024-09-12T01:00:44.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.096+0000 7fb03c539800 20 remove_watcher() i=7 2024-09-12T01:00:44.105 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 1705658615 --totp-seed ORWKZGLUR2TFHUCUIC5KVIIBUBR624EHEN7KUUQBZXV3RTHBLNV7OJQ3N62JQFL5 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:44.172 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:44.172 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:44.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.207+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 realm 2024-09-12T01:00:44.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:44.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.209+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.210+0000 7f8bcee98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:44.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.210+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.210+0000 7f8bcee98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:44.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.210+0000 7f8bcee98800 20 searching for the correct realm 2024-09-12T01:00:44.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.215+0000 7f8bcc181640 0 -- 172.21.15.163:0/3911702769 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f8bbc06a610 msgr2=0x7f8bbc0694c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:44.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.422+0000 7f8bcd183640 0 -- 172.21.15.163:0/3911702769 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x56519891dea0 msgr2=0x565198920290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:44.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:44.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:44.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:44.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:44.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:44.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:44.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.425+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:44.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:44.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 zone default found 2024-09-12T01:00:44.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 4 Realm: () 2024-09-12T01:00:44.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 zonegroup default 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.426+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 started sync module instance, tier type = 2024-09-12T01:00:44.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.427+0000 7f8bcee98800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=0 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=1 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=2 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=3 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=4 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=5 2024-09-12T01:00:44.436 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.436+0000 7f8bcee98800 20 add_watcher() i=6 2024-09-12T01:00:44.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.437+0000 7f8bcee98800 20 add_watcher() i=7 2024-09-12T01:00:44.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.437+0000 7f8bcee98800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.439+0000 7f8a837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.439+0000 7f8bcee98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.439+0000 7f8bcee98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.439+0000 7f8bcee98800 5 note: GC not initialized 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8a827e4640 20 reqs_thread_entry: start 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8bcee98800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8bcee98800 20 Filter name: none 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8a7b7fe640 20 reqs_thread_entry: start 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8bcee98800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T01:00:44.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8bcee98800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.440+0000 7f8bcee98800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T01:00:44.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.441+0000 7f8bcee98800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T01:00:44.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.441+0000 7f8bcee98800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:00:44.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.441+0000 7f8bcee98800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:44.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.443+0000 7f8bcee98800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:00:44.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.443+0000 7f8bcee98800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:00:44.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.443+0000 7f8bcee98800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T01:00:44.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.443+0000 7f8aa3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268167 cookie 94908452073600 notifier 9366 bl.length()=695 2024-09-12T01:00:44.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.443+0000 7f8aa3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:00:44.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.443+0000 7f8aa3fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:00:44.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.446+0000 7f8a837e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:44.447 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.448+0000 7f8bcee98800 20 remove_watcher() i=0 2024-09-12T01:00:44.447 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.448+0000 7f8bcee98800 2 removed watcher, disabling cache 2024-09-12T01:00:44.448 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.449+0000 7f8bcee98800 20 remove_watcher() i=1 2024-09-12T01:00:44.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.450+0000 7f8bcee98800 20 remove_watcher() i=2 2024-09-12T01:00:44.450 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.451+0000 7f8bcee98800 20 remove_watcher() i=3 2024-09-12T01:00:44.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.452+0000 7f8bcee98800 20 remove_watcher() i=4 2024-09-12T01:00:44.452 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.453+0000 7f8bcee98800 20 remove_watcher() i=5 2024-09-12T01:00:44.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.454+0000 7f8bcee98800 20 remove_watcher() i=6 2024-09-12T01:00:44.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.455+0000 7f8bcee98800 20 remove_watcher() i=7 2024-09-12T01:00:44.465 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T01:00:44.525 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:44.525 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:44.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.560+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 realm 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.562+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.563+0000 7f3516d0a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:44.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.563+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.563+0000 7f3516d0a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:44.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.563+0000 7f3516d0a800 20 searching for the correct realm 2024-09-12T01:00:44.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.567+0000 7f350bff3640 0 -- 172.21.15.163:0/3298522058 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f350404c130 msgr2=0x7f3504067760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:44.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.773+0000 7f3514ff5640 0 -- 172.21.15.163:0/3298522058 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x556e3233b230 msgr2=0x556e3233d660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:44.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:44.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:44.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.776+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:44.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 zone default found 2024-09-12T01:00:44.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 4 Realm: () 2024-09-12T01:00:44.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:44.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:44.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:44.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 zonegroup default 2024-09-12T01:00:44.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 started sync module instance, tier type = 2024-09-12T01:00:44.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.777+0000 7f3516d0a800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:44.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=0 2024-09-12T01:00:44.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=1 2024-09-12T01:00:44.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=2 2024-09-12T01:00:44.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=3 2024-09-12T01:00:44.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=4 2024-09-12T01:00:44.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=5 2024-09-12T01:00:44.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.787+0000 7f3516d0a800 20 add_watcher() i=6 2024-09-12T01:00:44.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.788+0000 7f3516d0a800 20 add_watcher() i=7 2024-09-12T01:00:44.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.788+0000 7f3516d0a800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:44.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.789+0000 7f33cafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:44.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:44.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:44.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 5 note: GC not initialized 2024-09-12T01:00:44.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f33c9fdb640 20 reqs_thread_entry: start 2024-09-12T01:00:44.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:44.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 Filter name: none 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f333b7fe640 20 reqs_thread_entry: start 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.790+0000 7f3516d0a800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.791+0000 7f3516d0a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.791+0000 7f3516d0a800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T01:00:44.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.791+0000 7f3516d0a800 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T01:00:44.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.791+0000 7f3516d0a800 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T01:00:44.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.792+0000 7f3516d0a800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T01:00:44.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.792+0000 7f3516d0a800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T01:00:44.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.792+0000 7f3516d0a800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T01:00:44.792 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.793+0000 7f33eb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268168 cookie 93931777047984 notifier 9384 bl.length()=384 2024-09-12T01:00:44.793 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.793+0000 7f33eb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T01:00:44.793 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.793+0000 7f33eb7fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T01:00:44.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.796+0000 7f3516d0a800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T01:00:44.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.796+0000 7f3516d0a800 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T01:00:44.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.796+0000 7f3516d0a800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T01:00:44.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.796+0000 7f33eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268257 cookie 93931777058528 notifier 9384 bl.length()=225 2024-09-12T01:00:44.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.796+0000 7f33eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T01:00:44.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.796+0000 7f33eaffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T01:00:44.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.799+0000 7f3516d0a800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T01:00:44.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.799+0000 7f3516d0a800 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T01:00:44.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.799+0000 7f3516d0a800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T01:00:44.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.799+0000 7f33eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268164 cookie 93931777053264 notifier 9384 bl.length()=234 2024-09-12T01:00:44.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.799+0000 7f33eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T01:00:44.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.799+0000 7f33eaffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T01:00:44.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.801+0000 7f33cafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:44.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.803+0000 7f3516d0a800 20 remove_watcher() i=0 2024-09-12T01:00:44.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.803+0000 7f3516d0a800 2 removed watcher, disabling cache 2024-09-12T01:00:44.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.804+0000 7f3516d0a800 20 remove_watcher() i=1 2024-09-12T01:00:44.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.806+0000 7f3516d0a800 20 remove_watcher() i=2 2024-09-12T01:00:44.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.807+0000 7f3516d0a800 20 remove_watcher() i=3 2024-09-12T01:00:44.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.808+0000 7f3516d0a800 20 remove_watcher() i=4 2024-09-12T01:00:44.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.809+0000 7f3516d0a800 20 remove_watcher() i=5 2024-09-12T01:00:44.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.810+0000 7f3516d0a800 20 remove_watcher() i=6 2024-09-12T01:00:44.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.811+0000 7f3516d0a800 20 remove_watcher() i=7 2024-09-12T01:00:44.819 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:44.819 INFO:teuthology.orchestra.run.smithi163.stdout: "id": "RGW99999999999999999", 2024-09-12T01:00:44.819 INFO:teuthology.orchestra.run.smithi163.stdout: "tenant": "", 2024-09-12T01:00:44.819 INFO:teuthology.orchestra.run.smithi163.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "quota": { 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:44.820 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_users": 1000, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_roles": 1000, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_groups": 1000, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:44.821 INFO:teuthology.orchestra.run.smithi163.stdout: "max_access_keys": 4 2024-09-12T01:00:44.822 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:44.824 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T01:00:44.825 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key EXIIGCSQOFKXWPIGTYGG --secret 3ElXQwMJBx/vJHmmnhprwiXEg7DU7bi5fjMQyobyBXeeouMaUMiSKQ== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T01:00:44.902 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:44.902 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:44.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.936+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 realm 2024-09-12T01:00:44.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.938+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.939+0000 7f89edf35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.939+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.940+0000 7f89edf35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:44.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.940+0000 7f89edf35800 20 searching for the correct realm 2024-09-12T01:00:44.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:44.944+0000 7f89e94e3640 0 -- 172.21.15.163:0/42067309 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7f89dc069c70 msgr2=0x7f89dc08c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:45.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.151+0000 7f89ea4e5640 0 -- 172.21.15.163:0/42067309 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x555974db4d30 msgr2=0x555974db7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:45.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:45.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:45.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:45.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:45.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:45.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:45.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.154+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 zone default found 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 4 Realm: () 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:45.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 zonegroup default 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.155+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.156+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.156+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.156+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.156+0000 7f89edf35800 20 started sync module instance, tier type = 2024-09-12T01:00:45.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.156+0000 7f89edf35800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:45.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=0 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=1 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=2 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=3 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=4 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=5 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.166+0000 7f89edf35800 20 add_watcher() i=6 2024-09-12T01:00:45.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.167+0000 7f89edf35800 20 add_watcher() i=7 2024-09-12T01:00:45.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.167+0000 7f89edf35800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:45.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.168+0000 7f889bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:45.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.168+0000 7f89edf35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:45.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.168+0000 7f89edf35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:45.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 5 note: GC not initialized 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f889affd640 20 reqs_thread_entry: start 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 20 Filter name: none 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f8898ff9640 20 reqs_thread_entry: start 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:00:45.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T01:00:45.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.169+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 10 cache get: name=default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG : miss 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 10 cache put: name=default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG info.flags=0x0 2024-09-12T01:00:45.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 10 adding default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG to cache LRU end 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.170+0000 7f89edf35800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.171+0000 7f89edf35800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.171+0000 7f89edf35800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.171+0000 7f89edf35800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.171+0000 7f89edf35800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.171+0000 7f89edf35800 10 cache get: name=default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG : hit (negative entry) 2024-09-12T01:00:45.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.171+0000 7f89edf35800 10 cache get: name=default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG : hit (negative entry) 2024-09-12T01:00:45.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.172+0000 7f89edf35800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:00:45.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.172+0000 7f89edf35800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:00:45.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.172+0000 7f89edf35800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T01:00:45.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.173+0000 7f88cd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268169 cookie 93842701015952 notifier 8711 bl.length()=681 2024-09-12T01:00:45.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.173+0000 7f88cd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:00:45.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.173+0000 7f88cd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:00:45.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.177+0000 7f89edf35800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T01:00:45.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.177+0000 7f89edf35800 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T01:00:45.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.177+0000 7f89edf35800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T01:00:45.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.177+0000 7f88cd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268239 cookie 93842701026816 notifier 8711 bl.length()=189 2024-09-12T01:00:45.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.177+0000 7f88cd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T01:00:45.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.177+0000 7f88cd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T01:00:45.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.179+0000 7f89edf35800 10 cache put: name=default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG info.flags=0x7 2024-09-12T01:00:45.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.179+0000 7f89edf35800 10 moving default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG to cache LRU end 2024-09-12T01:00:45.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.179+0000 7f89edf35800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:EXIIGCSQOFKXWPIGTYGG, ofs0, ns] 2024-09-12T01:00:45.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.180+0000 7f88ccff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268127 cookie 93842701031856 notifier 8711 bl.length()=188 2024-09-12T01:00:45.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.180+0000 7f88ccff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG info.flags=0x7 2024-09-12T01:00:45.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.180+0000 7f88ccff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+EXIIGCSQOFKXWPIGTYGG to cache LRU end 2024-09-12T01:00:45.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.182+0000 7f89edf35800 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T01:00:45.181 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "user_id": "root2.client.0", 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "email": "root2+test@test.test", 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "suspended": 0, 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "max_buckets": 1000, 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "subusers": [], 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "keys": [ 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: { 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "user": "root2.client.0", 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "access_key": "EXIIGCSQOFKXWPIGTYGG", 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "secret_key": "3ElXQwMJBx/vJHmmnhprwiXEg7DU7bi5fjMQyobyBXeeouMaUMiSKQ==", 2024-09-12T01:00:45.182 INFO:teuthology.orchestra.run.smithi163.stdout: "active": true, 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:45.172199Z" 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: ], 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "swift_keys": [], 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": [], 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "default_placement": "", 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "default_storage_class": "", 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "placement_tags": [], 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "bucket_quota": { 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:45.183 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "user_quota": { 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "enabled": false, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "check_on_raw": false, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size": -1, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "max_size_kb": 0, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "max_objects": -1 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "temp_url_keys": [], 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "type": "root", 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "mfa_ids": [], 2024-09-12T01:00:45.184 INFO:teuthology.orchestra.run.smithi163.stdout: "account_id": "RGW99999999999999999", 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stdout: "path": "/", 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stdout: "create_date": "2024-09-12T01:00:45.172184Z", 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stdout: "tags": [], 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stdout: "group_ids": [] 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.183+0000 7f889bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:45.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.186+0000 7f89edf35800 20 remove_watcher() i=0 2024-09-12T01:00:45.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.186+0000 7f89edf35800 2 removed watcher, disabling cache 2024-09-12T01:00:45.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.187+0000 7f89edf35800 20 remove_watcher() i=1 2024-09-12T01:00:45.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.188+0000 7f89edf35800 20 remove_watcher() i=2 2024-09-12T01:00:45.188 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.189+0000 7f89edf35800 20 remove_watcher() i=3 2024-09-12T01:00:45.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.190+0000 7f89edf35800 20 remove_watcher() i=4 2024-09-12T01:00:45.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.191+0000 7f89edf35800 20 remove_watcher() i=5 2024-09-12T01:00:45.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.192+0000 7f89edf35800 20 remove_watcher() i=6 2024-09-12T01:00:45.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.193+0000 7f89edf35800 20 remove_watcher() i=7 2024-09-12T01:00:45.203 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 5039092365 --totp-seed FZSMGCIIEC6NL273AJQOFNBSCZNONFM7IY5PG3NCCDE4TUFK5XCKB3BJUGQ57VZL --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:45.269 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:45.269 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:45.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.303+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 realm 2024-09-12T01:00:45.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.305+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.306+0000 7efe6dc10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.306+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.307+0000 7efe6dc10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:45.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.307+0000 7efe6dc10800 20 searching for the correct realm 2024-09-12T01:00:45.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.311+0000 7efe63fff640 0 -- 172.21.15.163:0/2054885712 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7efe5c0b0050 msgr2=0x7efe5c0aa860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:45.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.518+0000 7efe69b7b640 0 -- 172.21.15.163:0/2054885712 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55d1b34d4cb0 msgr2=0x55d1b34d70a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:45.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.521+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 zone default found 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 4 Realm: () 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 zonegroup default 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:45.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 started sync module instance, tier type = 2024-09-12T01:00:45.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.522+0000 7efe6dc10800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=0 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=1 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=2 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=3 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=4 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=5 2024-09-12T01:00:45.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.532+0000 7efe6dc10800 20 add_watcher() i=6 2024-09-12T01:00:45.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.533+0000 7efe6dc10800 20 add_watcher() i=7 2024-09-12T01:00:45.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.533+0000 7efe6dc10800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.534+0000 7efd1ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.534+0000 7efe6dc10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.534+0000 7efe6dc10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.534+0000 7efe6dc10800 5 note: GC not initialized 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.535+0000 7efd1efe5640 20 reqs_thread_entry: start 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.535+0000 7efe6dc10800 20 init_complete bucket index max shards: 1 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.535+0000 7efe6dc10800 20 Filter name: none 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.535+0000 7efd1cfe1640 20 reqs_thread_entry: start 2024-09-12T01:00:45.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.535+0000 7efe6dc10800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T01:00:45.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.535+0000 7efe6dc10800 20 rados->read ofs=0 len=0 2024-09-12T01:00:45.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.536+0000 7efe6dc10800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T01:00:45.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.536+0000 7efe6dc10800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T01:00:45.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.536+0000 7efe6dc10800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:00:45.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.536+0000 7efe6dc10800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:00:45.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.538+0000 7efe6dc10800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:00:45.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.538+0000 7efe6dc10800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:00:45.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.538+0000 7efe6dc10800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T01:00:45.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.539+0000 7efd4cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268170 cookie 94359144746912 notifier 9420 bl.length()=695 2024-09-12T01:00:45.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.539+0000 7efd4cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:00:45.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.539+0000 7efd4cff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:00:45.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.541+0000 7efd1ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:45.542 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.543+0000 7efe6dc10800 20 remove_watcher() i=0 2024-09-12T01:00:45.542 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.543+0000 7efe6dc10800 2 removed watcher, disabling cache 2024-09-12T01:00:45.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.544+0000 7efe6dc10800 20 remove_watcher() i=1 2024-09-12T01:00:45.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.545+0000 7efe6dc10800 20 remove_watcher() i=2 2024-09-12T01:00:45.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.547+0000 7efe6dc10800 20 remove_watcher() i=3 2024-09-12T01:00:45.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.548+0000 7efe6dc10800 20 remove_watcher() i=4 2024-09-12T01:00:45.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.548+0000 7efe6dc10800 20 remove_watcher() i=5 2024-09-12T01:00:45.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.549+0000 7efe6dc10800 20 remove_watcher() i=6 2024-09-12T01:00:45.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:00:45.550+0000 7efe6dc10800 20 remove_watcher() i=7 2024-09-12T01:00:45.560 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T01:00:45.561 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T01:00:45.561 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T01:00:45.589 INFO:tasks.s3tests:Configuring boto... 2024-09-12T01:00:45.590 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T01:00:45.590 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T01:00:45.658 DEBUG:teuthology.orchestra.run.smithi163:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T01:00:45.838 INFO:teuthology.orchestra.run.smithi163.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T01:00:46.015 INFO:teuthology.orchestra.run.smithi163.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T01:00:46.286 INFO:teuthology.orchestra.run.smithi163.stdout:py installdeps: -rrequirements.txt 2024-09-12T01:02:41.538 INFO:teuthology.orchestra.run.smithi163.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T01:02:42.941 INFO:teuthology.orchestra.run.smithi163.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=a7e7622ec2f4c8e97e04fe8158d758fd22bd1afb7176e50e6369bea47e08825f,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T01:02:42.941 INFO:teuthology.orchestra.run.smithi163.stdout:py run-test-pre: PYTHONHASHSEED='3393202612' 2024-09-12T01:02:42.941 INFO:teuthology.orchestra.run.smithi163.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T01:02:43.074 INFO:teuthology.orchestra.run.smithi163.stdout:============================= test session starts ============================== 2024-09-12T01:02:43.074 INFO:teuthology.orchestra.run.smithi163.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T01:02:43.074 INFO:teuthology.orchestra.run.smithi163.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T01:02:43.074 INFO:teuthology.orchestra.run.smithi163.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T01:02:43.074 INFO:teuthology.orchestra.run.smithi163.stdout:configfile: pytest.ini 2024-09-12T01:02:44.854 INFO:teuthology.orchestra.run.smithi163.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T01:02:44.854 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:02:45.462 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T01:02:45.775 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T01:02:46.075 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T01:02:46.380 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T01:02:46.687 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T01:02:46.906 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T01:02:47.255 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T01:02:47.470 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T01:02:47.595 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T01:02:47.720 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T01:02:48.030 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T01:02:48.341 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T01:02:48.648 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T01:02:48.973 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T01:02:49.100 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T01:02:49.228 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T01:02:49.307 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T01:02:49.387 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T01:02:49.467 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T01:02:49.547 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T01:02:49.626 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T01:02:49.706 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T01:02:49.786 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T01:02:49.866 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T01:02:49.945 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T01:02:50.025 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T01:02:50.106 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T01:02:50.187 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T01:02:50.266 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T01:02:50.346 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.426 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.506 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.586 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.664 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.745 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.825 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.905 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T01:02:50.986 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.068 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.149 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.233 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.321 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.400 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.478 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T01:02:51.558 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T01:02:51.639 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T01:02:51.718 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T01:02:51.796 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T01:02:51.879 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T01:02:51.959 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T01:02:52.040 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T01:02:52.120 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T01:02:52.202 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T01:02:52.939 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T01:03:01.277 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T01:03:08.666 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T01:03:24.057 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T01:03:44.431 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T01:03:50.591 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T01:03:56.697 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T01:03:58.253 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T01:03:58.570 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T01:03:59.436 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T01:04:00.308 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T01:04:01.279 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T01:04:01.719 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T01:04:02.149 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T01:04:02.149 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T01:04:02.150 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T01:04:02.151 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T01:04:02.152 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T01:04:02.153 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T01:04:02.154 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T01:04:02.154 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T01:04:02.155 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.156 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.157 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.159 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.159 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T01:04:02.159 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.160 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.161 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:04:02.161 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:04:02.162 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:04:02.163 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:04:02.164 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:04:02.165 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T01:04:02.165 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T01:04:02.166 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T01:04:02.167 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T01:04:02.168 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T01:04:02.169 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T01:04:02.169 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T01:04:02.170 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T01:04:02.255 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T01:04:02.267 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T01:04:03.423 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T01:04:13.706 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T01:04:14.463 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T01:04:15.399 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T01:04:16.342 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T01:04:17.272 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T01:04:18.204 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T01:04:18.964 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T01:04:19.894 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T01:04:20.742 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T01:04:21.567 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T01:04:22.335 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T01:04:22.997 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T01:04:23.663 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T01:04:24.214 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T01:04:24.989 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T01:04:25.841 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T01:04:26.728 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T01:04:27.500 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T01:04:28.258 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T01:04:29.022 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T01:04:29.782 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T01:04:30.539 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T01:04:31.204 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T01:04:31.867 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T01:04:32.426 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T01:04:33.019 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T01:04:33.566 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T01:04:34.118 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T01:04:34.672 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T01:04:35.618 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T01:04:36.166 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T01:04:36.755 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T01:04:37.473 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T01:04:38.165 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T01:04:38.714 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T01:04:39.437 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T01:04:40.122 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T01:04:40.980 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T01:04:41.607 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T01:04:42.308 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T01:04:43.004 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T01:04:44.013 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T01:04:44.979 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T01:04:45.873 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T01:04:46.889 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:04:47.981 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:04:49.848 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:04:51.756 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:04:52.867 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:04:53.922 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:04:54.787 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T01:04:55.818 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T01:04:56.663 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T01:04:58.300 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T01:04:59.427 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T01:05:00.763 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T01:05:03.269 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T01:05:06.527 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T01:05:08.430 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T01:05:10.190 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T01:05:11.609 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T01:05:12.582 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T01:05:14.189 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T01:05:15.373 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T01:05:16.901 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T01:05:18.017 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T01:05:19.947 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T01:05:21.535 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T01:05:23.683 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T01:05:25.749 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T01:05:27.275 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T01:05:28.664 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T01:05:29.822 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T01:05:32.321 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T01:05:34.175 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T01:05:36.296 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T01:05:38.350 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T01:05:40.266 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T01:05:42.211 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T01:05:43.821 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T01:05:45.012 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T01:05:46.334 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T01:05:48.620 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T01:05:51.545 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T01:05:52.940 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T01:05:54.893 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T01:05:56.846 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T01:05:58.767 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T01:06:00.864 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T01:06:03.036 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T01:06:05.157 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T01:06:07.150 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T01:06:08.478 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T01:06:09.598 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T01:06:10.708 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T01:06:11.825 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T01:06:13.676 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T01:06:15.646 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T01:06:17.568 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T01:06:19.414 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T01:06:21.330 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T01:06:23.186 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T01:06:25.025 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T01:06:26.987 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T01:06:28.845 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T01:06:30.747 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T01:06:32.580 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T01:06:34.510 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T01:06:35.854 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T01:06:37.204 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T01:06:38.481 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T01:06:39.763 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T01:06:40.779 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T01:06:41.814 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T01:06:42.804 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T01:06:43.806 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T01:06:44.756 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T01:06:45.720 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T01:06:46.699 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T01:06:47.686 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T01:06:48.713 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T01:06:50.389 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T01:06:52.048 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T01:06:52.908 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T01:06:53.777 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T01:06:54.744 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T01:06:55.708 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T01:06:57.415 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T01:06:59.077 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T01:07:00.052 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T01:07:01.024 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T01:07:02.005 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T01:07:03.012 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T01:07:04.014 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T01:07:04.991 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T01:07:05.968 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T01:07:06.940 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T01:07:07.907 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T01:07:08.889 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T01:07:09.893 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T01:07:10.861 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T01:07:11.798 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T01:07:12.720 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T01:07:13.662 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T01:07:14.634 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T01:07:15.602 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T01:08:03.254 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T01:08:04.223 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T01:08:05.295 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T01:08:06.219 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T01:08:07.153 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T01:08:08.103 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T01:08:09.030 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T01:08:09.960 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T01:08:10.944 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T01:08:11.886 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T01:08:12.833 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T01:08:13.764 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T01:08:14.688 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T01:08:15.673 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T01:08:16.634 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T01:08:17.643 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T01:08:18.636 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T01:08:19.605 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T01:08:20.578 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T01:08:21.553 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:08:22.523 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:08:23.505 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:08:24.515 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:08:25.553 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T01:08:26.601 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T01:08:27.575 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T01:08:28.559 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T01:08:29.527 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T01:08:30.538 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T01:08:31.098 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T01:08:31.966 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T01:08:34.188 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T01:08:36.403 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T01:08:37.376 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T01:08:38.397 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T01:08:39.369 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T01:08:40.335 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T01:08:41.372 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T01:08:42.402 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T01:08:43.369 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T01:08:44.350 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T01:08:45.363 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T01:08:46.328 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T01:08:47.299 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T01:08:48.284 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T01:08:49.518 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T01:08:51.081 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T01:08:51.972 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T01:08:52.819 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T01:08:53.598 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T01:08:54.361 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T01:08:54.922 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T01:08:55.476 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T01:08:56.025 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T01:08:56.887 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T01:09:01.012 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T01:09:01.602 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T01:09:02.426 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T01:09:03.164 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T01:09:03.931 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T01:09:04.690 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T01:09:07.114 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T01:09:08.221 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T01:09:09.371 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T01:09:57.557 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T01:10:45.695 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T01:10:46.540 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T01:10:47.374 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T01:10:48.250 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T01:10:49.117 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T01:10:50.100 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T01:10:50.952 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T01:10:51.821 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T01:10:52.877 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T01:10:53.788 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T01:10:54.692 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T01:10:55.595 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T01:10:56.604 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T01:10:57.457 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T01:10:58.240 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T01:10:59.066 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T01:10:59.884 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T01:11:01.652 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T01:11:02.571 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T01:11:03.412 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T01:11:04.253 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T01:11:05.157 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T01:11:06.059 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T01:11:06.826 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T01:11:07.610 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T01:11:08.369 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T01:11:09.172 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T01:11:09.931 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T01:11:10.693 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T01:11:11.613 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T01:11:12.379 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T01:11:13.144 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T01:11:13.928 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T01:11:14.692 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T01:11:15.676 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T01:11:16.475 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T01:11:17.234 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T01:11:17.998 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T01:11:18.783 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T01:11:19.565 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T01:11:20.339 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T01:11:21.101 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T01:11:22.896 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T01:11:23.659 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T01:11:24.603 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T01:11:25.512 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T01:11:26.379 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T01:11:27.284 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T01:11:28.181 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T01:11:30.138 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T01:11:31.053 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T01:11:31.961 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T01:11:33.012 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T01:11:34.068 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T01:11:35.070 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T01:11:35.951 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T01:11:36.970 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T01:11:38.020 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T01:11:38.948 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T01:11:39.992 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T01:11:40.874 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T01:11:41.708 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T01:11:42.534 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T01:11:43.434 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T01:11:44.203 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T01:11:44.751 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T01:11:45.804 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T01:11:46.648 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T01:11:47.548 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T01:11:50.890 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T01:11:51.759 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T01:11:52.625 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T01:11:53.476 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T01:11:54.328 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T01:11:55.120 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T01:11:55.973 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T01:11:56.939 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T01:11:57.934 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T01:11:58.798 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T01:11:59.663 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T01:12:00.526 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T01:12:01.457 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T01:12:02.380 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T01:12:03.218 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T01:12:04.159 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T01:12:05.110 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T01:12:06.033 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T01:12:06.576 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T01:12:07.119 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T01:12:07.672 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T01:12:08.339 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T01:12:09.026 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T01:12:09.711 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T01:12:10.380 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T01:12:11.107 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T01:12:11.651 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T01:12:12.205 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T01:12:12.905 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T01:12:13.453 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T01:12:14.029 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T01:12:14.585 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T01:12:15.131 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T01:12:15.850 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T01:12:16.581 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T01:12:17.341 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T01:12:18.087 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T01:12:18.821 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T01:12:19.633 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T01:12:20.352 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T01:12:21.153 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T01:12:21.881 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T01:12:22.614 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T01:12:23.513 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T01:12:24.419 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T01:12:25.408 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T01:12:26.310 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T01:12:27.219 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T01:12:28.220 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T01:12:29.181 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T01:12:30.153 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T01:12:31.163 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T01:12:31.918 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T01:12:32.922 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T01:12:33.912 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T01:12:34.922 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T01:12:35.920 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T01:12:36.948 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T01:12:38.402 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T01:12:39.685 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T01:12:40.955 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T01:12:42.318 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T01:12:43.596 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T01:12:44.498 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T01:12:45.410 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T01:12:46.333 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T01:12:47.240 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T01:12:48.085 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T01:12:49.120 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T01:12:50.544 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T01:12:51.923 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T01:12:53.293 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T01:12:54.692 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T01:12:56.065 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T01:12:57.435 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T01:12:58.847 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T01:13:00.255 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T01:13:01.634 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T01:13:02.906 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T01:13:04.199 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T01:13:05.475 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T01:13:06.942 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T01:13:08.335 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T01:13:08.883 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T01:13:09.431 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T01:13:09.979 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T01:13:10.834 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T01:13:11.681 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T01:13:12.348 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T01:13:13.015 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T01:13:14.132 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T01:13:16.677 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T01:13:17.799 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T01:13:18.784 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T01:13:22.404 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T01:13:23.410 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T01:13:24.427 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T01:13:25.397 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T01:13:26.348 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T01:13:27.624 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T01:13:28.633 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T01:13:29.919 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T01:13:31.063 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T01:13:32.754 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T01:13:34.408 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T01:13:35.176 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T01:13:35.930 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T01:13:38.417 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T01:13:39.500 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T01:14:04.606 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T01:14:05.514 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T01:14:06.597 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T01:14:09.862 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T01:14:10.900 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T01:14:12.556 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T01:14:22.937 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T01:14:42.929 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T01:15:09.681 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T01:16:58.227 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T01:17:10.779 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T01:17:34.732 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T01:17:36.078 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T01:17:42.446 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T01:17:47.356 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T01:17:50.175 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T01:17:51.049 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T01:17:55.800 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T01:17:56.888 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T01:17:57.793 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T01:17:58.731 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T01:18:18.650 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T01:18:22.228 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T01:18:23.197 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T01:18:23.996 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T01:18:24.958 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T01:18:31.889 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T01:18:35.878 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T01:18:39.829 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T01:18:40.810 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T01:18:41.819 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T01:18:42.797 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T01:18:43.789 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T01:18:44.779 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T01:18:45.765 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T01:18:46.694 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T01:18:48.429 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T01:18:52.329 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T01:18:58.808 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T01:19:01.101 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T01:19:05.525 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T01:19:13.151 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T01:19:15.044 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T01:19:19.107 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T01:19:25.574 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T01:19:27.465 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T01:19:28.527 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T01:19:29.977 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T01:19:30.896 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T01:19:37.520 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T01:19:38.415 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T01:19:39.316 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T01:19:40.227 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T01:19:41.104 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T01:19:42.467 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T01:19:54.004 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T01:19:55.475 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T01:19:56.667 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T01:19:58.121 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T01:19:59.639 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T01:20:04.824 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T01:20:06.277 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T01:20:12.322 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T01:20:33.960 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T01:21:11.107 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T01:21:13.730 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T01:21:16.295 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T01:21:17.541 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T01:21:18.877 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T01:21:19.953 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T01:21:21.500 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T01:21:22.882 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T01:21:25.341 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T01:21:26.170 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T01:21:27.009 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T01:21:27.829 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T01:21:28.611 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T01:21:29.405 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T01:21:30.280 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T01:21:31.057 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T01:21:31.810 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T01:21:32.717 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T01:21:33.503 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T01:21:34.262 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T01:21:35.039 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T01:21:35.807 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T01:21:36.614 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T01:21:37.516 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T01:21:38.424 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T01:21:39.768 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T01:21:40.682 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T01:21:41.593 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T01:21:42.497 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T01:21:43.399 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T01:21:44.226 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T01:21:44.998 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T01:21:45.758 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T01:21:46.518 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T01:22:33.557 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T01:23:20.194 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T01:23:29.766 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T01:23:30.717 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T01:24:32.687 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T01:25:34.278 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T01:25:35.200 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T01:25:36.118 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T01:25:36.874 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T01:25:37.635 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T01:26:07.560 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T01:26:16.263 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T01:26:24.990 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T01:26:25.898 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T01:26:26.789 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T01:26:27.694 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T01:26:28.998 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T01:26:29.921 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T01:26:30.816 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T01:26:31.784 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T01:26:32.778 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T01:26:33.832 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T01:26:34.899 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T01:26:35.862 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T01:26:36.758 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T01:26:38.216 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T01:26:39.705 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T01:26:42.534 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T01:26:44.834 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T01:26:47.124 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T01:26:49.441 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T01:26:51.708 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T01:26:54.060 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T01:26:56.346 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T01:26:58.742 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T01:27:01.134 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T01:27:02.037 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T01:27:02.955 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T01:27:03.908 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T01:27:06.367 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T01:27:08.719 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T01:27:11.186 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T01:27:12.967 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T01:27:35.178 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T01:27:36.461 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T01:27:37.795 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T01:27:39.074 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T01:27:40.783 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T01:27:42.219 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T01:27:43.218 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T01:27:44.609 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T01:27:45.395 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T01:27:46.166 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T01:27:46.930 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T01:27:47.734 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T01:27:48.648 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T01:27:49.473 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T01:27:50.833 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T01:27:51.642 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T01:27:52.368 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T01:27:53.106 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T01:27:53.834 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T01:27:54.558 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T01:27:55.427 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T01:27:56.152 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T01:27:56.881 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T01:27:57.635 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T01:27:58.352 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T01:27:59.236 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T01:28:00.082 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T01:28:00.994 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T01:28:01.870 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T01:28:02.714 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T01:28:03.579 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T01:28:04.559 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T01:28:05.498 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T01:28:06.421 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T01:28:07.295 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T01:28:08.203 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T01:28:09.086 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T01:28:10.096 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T01:28:11.141 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T01:28:12.126 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T01:28:12.986 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T01:28:13.807 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T01:28:14.662 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T01:28:15.675 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T01:28:16.511 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T01:28:17.434 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T01:28:18.494 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T01:28:19.305 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T01:28:20.212 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T01:28:21.130 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T01:28:31.734 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T01:28:32.593 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T01:28:42.536 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T01:28:43.520 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T01:28:44.512 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T01:28:45.263 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T01:28:46.110 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T01:28:46.937 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T01:28:47.828 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T01:28:48.685 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T01:28:49.507 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T01:28:50.263 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T01:28:51.094 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T01:28:52.022 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T01:28:52.835 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T01:28:53.825 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T01:28:54.747 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T01:28:55.607 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T01:28:56.430 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T01:28:57.550 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T01:29:11.885 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T01:29:12.641 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T01:29:13.478 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T01:29:14.361 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T01:29:15.301 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T01:29:17.526 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T01:29:18.463 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T01:29:19.871 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T01:29:25.403 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T01:29:27.380 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T01:29:37.695 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T01:29:47.652 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T01:29:48.495 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T01:29:49.701 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T01:30:03.631 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T01:30:24.835 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T01:30:28.356 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T01:30:30.640 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T01:30:33.025 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T01:30:35.018 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T01:30:35.923 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T01:30:40.113 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T01:30:45.115 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T01:31:02.887 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T01:31:10.093 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T01:31:13.342 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T01:31:15.265 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T01:31:16.319 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T01:31:21.765 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T01:31:25.126 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T01:31:26.468 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T01:31:27.903 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T01:31:34.008 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T01:31:37.611 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T01:31:42.072 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T01:31:45.042 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T01:31:45.511 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T01:31:53.054 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T01:31:57.223 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T01:31:59.704 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T01:32:04.173 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T01:32:05.624 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T01:32:40.121 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T01:32:40.575 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T01:32:41.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T01:32:42.855 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T01:32:43.705 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T01:32:44.810 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout:=============================== warnings summary =============================== 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout: import imp 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py:120 2024-09-12T01:32:44.830 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: if boto_type is 'S3Connection': 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_headers.py:124 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3.py:359 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence \W 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T01:32:44.831 INFO:teuthology.orchestra.run.smithi163.stdout: if k is 'BucketName': 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: @pytest.mark.timeout(10) 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:32:44.832 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T01:32:44.833 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T01:32:44.834 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.835 INFO:teuthology.orchestra.run.smithi163.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi163.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: warnings.warn( 2024-09-12T01:32:44.836 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:32:44.837 INFO:teuthology.orchestra.run.smithi163.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T01:32:44.837 INFO:teuthology.orchestra.run.smithi163.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 662 warnings in 1801.76s (0:30:01) = 2024-09-12T01:32:44.964 INFO:teuthology.orchestra.run.smithi163.stdout:___________________________________ summary ____________________________________ 2024-09-12T01:32:44.964 INFO:teuthology.orchestra.run.smithi163.stdout: py: commands succeeded 2024-09-12T01:32:44.964 INFO:teuthology.orchestra.run.smithi163.stdout: congratulations :) 2024-09-12T01:32:44.982 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T01:32:44.983 DEBUG:teuthology.orchestra.run.smithi163:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T01:32:45.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:32:45.091 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T01:32:45.091 DEBUG:teuthology.orchestra.run.smithi163:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T01:32:45.119 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T01:32:45.120 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T01:32:45.314 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T01:32:45.325 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T01:32:45.325 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T01:32:45.325 DEBUG:teuthology.orchestra.run.smithi163:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T01:32:45.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:32:45.355 INFO:teuthology.orchestra.run.smithi163.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T01:32:45.355 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T01:32:45.423 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T01:32:45.424 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T01:32:45.493 INFO:tasks.workunit:timeout=3h 2024-09-12T01:32:45.493 INFO:tasks.workunit:cleanup=True 2024-09-12T01:32:45.493 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T01:32:45.562 INFO:tasks.workunit.client.0.smithi163.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T01:33:30.087 INFO:tasks.workunit.client.0.smithi163.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: git switch -c 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr:Or undo this operation with: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: git switch - 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:30.088 INFO:tasks.workunit.client.0.smithi163.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T01:33:30.091 DEBUG:teuthology.orchestra.run.smithi163:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T01:33:30.162 INFO:tasks.workunit.client.0.smithi163.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T01:33:30.164 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T01:33:30.164 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T01:33:30.212 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T01:33:30.261 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T01:33:30.300 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T01:33:30.302 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T01:33:30.302 INFO:tasks.workunit.client.0.smithi163.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T01:33:30.341 INFO:tasks.workunit.client.0.smithi163.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T01:33:30.344 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-09-12T01:33:30.344 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T01:33:30.416 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T01:33:30.417 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T01:33:30.418 DEBUG:teuthology.orchestra.run.smithi163:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T01:33:30.491 INFO:tasks.workunit.client.0.smithi163.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T01:33:30.491 INFO:tasks.workunit.client.0.smithi163.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T01:33:30.491 INFO:tasks.workunit.client.0.smithi163.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T01:33:32.897 INFO:tasks.workunit.client.0.smithi163.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ deactivate nondestructive 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ hash -r 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ unset VIRTUAL_ENV 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T01:33:32.898 INFO:tasks.workunit.client.0.smithi163.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ export VIRTUAL_ENV 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ export PATH 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n '' ']' 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -z '' ']' 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ PS1='(rgw) ' 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ export PS1 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:++ hash -r 2024-09-12T01:33:32.900 INFO:tasks.workunit.client.0.smithi163.stderr:+ pip install pip --upgrade 2024-09-12T01:33:33.125 INFO:tasks.workunit.client.0.smithi163.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T01:33:33.315 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting pip 2024-09-12T01:33:33.321 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T01:33:33.365 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: pip 2024-09-12T01:33:33.365 INFO:tasks.workunit.client.0.smithi163.stdout: Attempting uninstall: pip 2024-09-12T01:33:33.365 INFO:tasks.workunit.client.0.smithi163.stdout: Found existing installation: pip 21.3.1 2024-09-12T01:33:33.522 INFO:tasks.workunit.client.0.smithi163.stdout: Uninstalling pip-21.3.1: 2024-09-12T01:33:33.527 INFO:tasks.workunit.client.0.smithi163.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T01:33:34.265 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed pip-24.2 2024-09-12T01:33:34.315 INFO:tasks.workunit.client.0.smithi163.stderr:+ pip install boto3 2024-09-12T01:33:35.117 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting boto3 2024-09-12T01:33:35.118 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T01:33:35.719 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T01:33:35.720 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T01:33:35.760 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T01:33:35.760 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T01:33:35.807 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T01:33:35.808 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T01:33:35.859 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T01:33:35.860 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T01:33:35.936 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T01:33:35.937 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T01:33:36.214 INFO:tasks.workunit.client.0.smithi163.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T01:33:36.215 INFO:tasks.workunit.client.0.smithi163.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T01:33:36.219 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T01:33:36.221 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T01:33:36.230 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T01:33:36.232 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T01:33:36.233 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T01:33:36.234 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T01:33:36.236 INFO:tasks.workunit.client.0.smithi163.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T01:33:36.310 INFO:tasks.workunit.client.0.smithi163.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T01:33:37.381 INFO:tasks.workunit.client.0.smithi163.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T01:33:37.504 INFO:tasks.workunit.client.0.smithi163.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T01:33:37.627 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T01:33:37.664 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:37.664 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:37.701 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.702+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.703+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.703+0000 7fa1f753d800 20 realm 2024-09-12T01:33:37.702 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.703+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.703+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.703+0000 7fa1f753d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:33:37.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.703+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.704+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.703 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.704+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.704+0000 7fa1f753d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:37.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.704+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.705+0000 7fa1f753d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:33:37.704 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.705+0000 7fa1f753d800 20 searching for the correct realm 2024-09-12T01:33:37.708 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.709+0000 7fa1f2a29640 0 -- 172.21.15.163:0/2710850955 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa1e40a13e0 msgr2=0x7fa1e40093c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:33:37.915 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.916+0000 7fa1f3a2b640 0 -- 172.21.15.163:0/2710850955 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x556f42f19940 msgr2=0x556f42f1bd90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:37.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:33:37.918 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.919 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.919+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:37.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:33:37.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 zone default found 2024-09-12T01:33:37.920 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 4 Realm: () 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 zonegroup default 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.920+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.921+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.921+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.921+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.921+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.921+0000 7fa1f753d800 20 started sync module instance, tier type = 2024-09-12T01:33:37.921 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.921+0000 7fa1f753d800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:33:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=0 2024-09-12T01:33:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=1 2024-09-12T01:33:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=2 2024-09-12T01:33:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=3 2024-09-12T01:33:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=4 2024-09-12T01:33:37.930 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=5 2024-09-12T01:33:37.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.931+0000 7fa1f753d800 20 add_watcher() i=6 2024-09-12T01:33:37.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.932+0000 7fa1f753d800 20 add_watcher() i=7 2024-09-12T01:33:37.931 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.932+0000 7fa1f753d800 2 all 8 watchers are set, enabling cache 2024-09-12T01:33:37.932 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.933+0000 7fa0a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:37.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:33:37.933 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 5 note: GC not initialized 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa0a8fe1640 20 reqs_thread_entry: start 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 20 init_complete bucket index max shards: 1 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 20 Filter name: none 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa0227fc640 20 reqs_thread_entry: start 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T01:33:37.934 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.934+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 20 rados->read ofs=0 len=0 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T01:33:37.935 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T01:33:37.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.935+0000 7fa1f753d800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T01:33:37.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.937+0000 7fa1f753d800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T01:33:37.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.937+0000 7fa1f753d800 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T01:33:37.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.937+0000 7fa1f753d800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T01:33:37.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.937+0000 7fa0d6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268239 cookie 93936352911168 notifier 8744 bl.length()=613 2024-09-12T01:33:37.936 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.937+0000 7fa0d6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T01:33:37.937 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.937+0000 7fa0d6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T01:33:37.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.940+0000 7fa1f753d800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T01:33:37.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.940+0000 7fa1f753d800 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T01:33:37.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.940+0000 7fa1f753d800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T01:33:37.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.940+0000 7fa0d6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268567 cookie 93936352905024 notifier 8744 bl.length()=191 2024-09-12T01:33:37.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.940+0000 7fa0d6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T01:33:37.939 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.940+0000 7fa0d6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T01:33:37.941 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.942+0000 7fa0a9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:37.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.944+0000 7fa1f753d800 20 remove_watcher() i=0 2024-09-12T01:33:37.943 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.944+0000 7fa1f753d800 2 removed watcher, disabling cache 2024-09-12T01:33:37.944 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.945+0000 7fa1f753d800 20 remove_watcher() i=1 2024-09-12T01:33:37.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.946+0000 7fa1f753d800 20 remove_watcher() i=2 2024-09-12T01:33:37.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.947+0000 7fa1f753d800 20 remove_watcher() i=3 2024-09-12T01:33:37.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.949+0000 7fa1f753d800 20 remove_watcher() i=4 2024-09-12T01:33:37.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.950+0000 7fa1f753d800 20 remove_watcher() i=5 2024-09-12T01:33:37.950 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.951+0000 7fa1f753d800 20 remove_watcher() i=6 2024-09-12T01:33:37.951 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:37.952+0000 7fa1f753d800 20 remove_watcher() i=7 2024-09-12T01:33:38.131 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.131 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.179 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.180 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.239 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.239 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.279 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.280 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.306 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T01:33:38.306 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:38.309 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.309 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.349 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.349 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.386 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:38.386 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:38.434 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T01:33:38.462 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:38.462 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:38.499 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.500+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 realm 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.501 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.502+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.503+0000 7fd5b732c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:38.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.503+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.503+0000 7fd5b732c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:33:38.502 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.503+0000 7fd5b732c800 20 searching for the correct realm 2024-09-12T01:33:38.506 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.507+0000 7fd5b28d9640 0 -- 172.21.15.163:0/4265629941 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55bae4717bf0 msgr2=0x55bae471a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:38.509 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.510+0000 7fd5b30da640 0 -- 172.21.15.163:0/4265629941 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fd5ac042020 msgr2=0x7fd5ac02e9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:38.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:33:38.513 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.514+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:38.514 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:33:38.515 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 zone default found 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 4 Realm: () 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 zonegroup default 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.515+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.516+0000 7fd5b732c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.516+0000 7fd5b732c800 20 started sync module instance, tier type = 2024-09-12T01:33:38.516 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.516+0000 7fd5b732c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:33:38.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=0 2024-09-12T01:33:38.523 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=1 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=2 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=3 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=4 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=5 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.524+0000 7fd5b732c800 20 add_watcher() i=6 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.525+0000 7fd5b732c800 20 add_watcher() i=7 2024-09-12T01:33:38.524 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.525+0000 7fd5b732c800 2 all 8 watchers are set, enabling cache 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.527+0000 7fd469fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.527+0000 7fd5b732c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.527+0000 7fd5b732c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.527+0000 7fd5b732c800 5 note: GC not initialized 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.527+0000 7fd468fe1640 20 reqs_thread_entry: start 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.528+0000 7fd5b732c800 20 init_complete bucket index max shards: 1 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.528+0000 7fd5b732c800 20 Filter name: none 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.528+0000 7fd3e27fc640 20 reqs_thread_entry: start 2024-09-12T01:33:38.527 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.528+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.528+0000 7fd5b732c800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.528+0000 7fd5b732c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.529+0000 7fd5b732c800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.529+0000 7fd5b732c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.529+0000 7fd5b732c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.529+0000 7fd5b732c800 20 INFO: main: starting shard=0 2024-09-12T01:33:38.528 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.529+0000 7fd5b732c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782.0 2024-09-12T01:33:38.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.530+0000 7fd5b732c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:33:38.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.530+0000 7fd5b732c800 20 INFO: main: done 2024-09-12T01:33:38.529 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.530+0000 7fd469fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:38.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.532+0000 7fd5b732c800 20 remove_watcher() i=0 2024-09-12T01:33:38.531 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.532+0000 7fd5b732c800 2 removed watcher, disabling cache 2024-09-12T01:33:38.532 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.534+0000 7fd5b732c800 20 remove_watcher() i=1 2024-09-12T01:33:38.533 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.534+0000 7fd5b732c800 20 remove_watcher() i=2 2024-09-12T01:33:38.534 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.535+0000 7fd5b732c800 20 remove_watcher() i=3 2024-09-12T01:33:38.536 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.537+0000 7fd5b732c800 20 remove_watcher() i=4 2024-09-12T01:33:38.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.538+0000 7fd5b732c800 20 remove_watcher() i=5 2024-09-12T01:33:38.537 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.539+0000 7fd5b732c800 20 remove_watcher() i=6 2024-09-12T01:33:38.538 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.540+0000 7fd5b732c800 20 remove_watcher() i=7 2024-09-12T01:33:38.551 INFO:tasks.workunit.client.0.smithi163.stderr:rados -p default.rgw.buckets.data ls | grep d5f32352-b427-438e-94ec-f7bc4aeb8b36 2024-09-12T01:33:38.573 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:38.573 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:38.782 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.783+0000 7fbf05636640 0 --2- 172.21.15.163:0/2604119988 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5614fc6f21b0 0x5614fc7b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T01:33:38.849 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:38.850+0000 7fbf05636640 0 -- 172.21.15.163:0/2604119988 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x7fbf00001c10 msgr2=0x7fbf0005b240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:38.866 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T01:33:38.866 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:38.867 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T01:33:40.265 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:40.265 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:40.301 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T01:33:40.694 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T01:33:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:40.723 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:40.760 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.761+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:40.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:40.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 realm 2024-09-12T01:33:40.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:40.762 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:40.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:33:40.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:40.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:40.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.763+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:40.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.764+0000 7f9493f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:40.763 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.764+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:40.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.765+0000 7f9493f2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:33:40.764 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.765+0000 7f9493f2c800 20 searching for the correct realm 2024-09-12T01:33:40.766 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.767+0000 7f948fcad640 0 -- 172.21.15.163:0/2147111366 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x55b3ed108c10 msgr2=0x7f948801b960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:40.972 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:40.973+0000 7f94904ae640 0 -- 172.21.15.163:0/2147111366 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f9480044120 msgr2=0x7f94800a7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:41.179 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:41.180 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.180+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:41.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:33:41.181 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 zone default found 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 4 Realm: () 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 zonegroup default 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.181+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.182+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.182+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.182+0000 7f9493f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.182+0000 7f9493f2c800 20 started sync module instance, tier type = 2024-09-12T01:33:41.182 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.182+0000 7f9493f2c800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=0 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=1 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=2 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=3 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=4 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=5 2024-09-12T01:33:41.191 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.192+0000 7f9493f2c800 20 add_watcher() i=6 2024-09-12T01:33:41.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.193+0000 7f9493f2c800 20 add_watcher() i=7 2024-09-12T01:33:41.192 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.193+0000 7f9493f2c800 2 all 8 watchers are set, enabling cache 2024-09-12T01:33:41.193 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.194+0000 7f9345fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:41.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9493f2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:33:41.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9493f2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:33:41.194 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9493f2c800 5 note: GC not initialized 2024-09-12T01:33:41.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9344fe1640 20 reqs_thread_entry: start 2024-09-12T01:33:41.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9493f2c800 20 init_complete bucket index max shards: 1 2024-09-12T01:33:41.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9493f2c800 20 Filter name: none 2024-09-12T01:33:41.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f92be7fc640 20 reqs_thread_entry: start 2024-09-12T01:33:41.195 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.195+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.196+0000 7f9493f2c800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.196+0000 7f9493f2c800 20 rados->read ofs=0 len=0 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 INFO: main: starting shard=0 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782.0 2024-09-12T01:33:41.196 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:33:41.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.197+0000 7f9493f2c800 20 INFO: main: done 2024-09-12T01:33:41.197 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.198+0000 7f9345fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:41.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.200+0000 7f9493f2c800 20 remove_watcher() i=0 2024-09-12T01:33:41.199 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.200+0000 7f9493f2c800 2 removed watcher, disabling cache 2024-09-12T01:33:41.200 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.201+0000 7f9493f2c800 20 remove_watcher() i=1 2024-09-12T01:33:41.201 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.202+0000 7f9493f2c800 20 remove_watcher() i=2 2024-09-12T01:33:41.203 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.204+0000 7f9493f2c800 20 remove_watcher() i=3 2024-09-12T01:33:41.204 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.205+0000 7f9493f2c800 20 remove_watcher() i=4 2024-09-12T01:33:41.205 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.206+0000 7f9493f2c800 20 remove_watcher() i=5 2024-09-12T01:33:41.206 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.207+0000 7f9493f2c800 20 remove_watcher() i=6 2024-09-12T01:33:41.207 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.208+0000 7f9493f2c800 20 remove_watcher() i=7 2024-09-12T01:33:41.219 INFO:tasks.workunit.client.0.smithi163.stderr:rados -p default.rgw.buckets.data ls | grep a5b672d6-d045-4261-b17e-6129f51bd3a4 2024-09-12T01:33:41.241 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:41.242 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:41.322 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:41.323+0000 7f9b85c79640 0 -- 172.21.15.163:0/2332857864 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x7f9b8001b7b0 msgr2=0x7f9b8001a0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:41.333 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T01:33:41.333 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:41.335 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:41.335 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:41.365 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:41.365 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:41.404 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:41.404 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:41.433 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T01:33:42.829 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:42.829 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:42.924 INFO:tasks.workunit.client.0.smithi163.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T01:33:42.926 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T01:33:43.330 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:43.330 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:43.398 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:43.399 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:43.444 INFO:tasks.workunit.client.0.smithi163.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T01:33:43.444 INFO:tasks.workunit.client.0.smithi163.stderr: 2024-09-12T01:33:43.445 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:43.446 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:43.510 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:43.510 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:43.573 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:43.573 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:43.609 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T01:33:45.014 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:45.014 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:45.073 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:45.073 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:47.139 INFO:tasks.workunit.client.0.smithi163.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T01:33:47.537 INFO:tasks.workunit.client.0.smithi163.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T01:33:47.568 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:47.568 INFO:tasks.workunit.client.0.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:47.606 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.606+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 realm 2024-09-12T01:33:47.607 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:33:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.608 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.608+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.609+0000 7f73b2498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:47.609 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.609+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.610+0000 7f73b2498800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:33:47.610 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.610+0000 7f73b2498800 20 searching for the correct realm 2024-09-12T01:33:47.613 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.614+0000 7f73aff82640 0 -- 172.21.15.163:0/3463128358 >> [v2:172.21.15.163:6826/1551995286,v1:172.21.15.163:6827/1551995286] conn(0x7f7278087900 msgr2=0x7f7278089d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:47.617 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.618+0000 7f73b0783640 0 -- 172.21.15.163:0/3463128358 >> [v2:172.21.15.163:6810/1555516436,v1:172.21.15.163:6811/1555516436] conn(0x7f73a0059040 msgr2=0x7f73a005e790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:33:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:33:47.621 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:33:47.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:33:47.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:33:47.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:33:47.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.622 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.622+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:33:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 zone default found 2024-09-12T01:33:47.623 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 4 Realm: () 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 zonegroup default 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.623+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.624+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.624+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.624+0000 7f73b2498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.624+0000 7f73b2498800 20 started sync module instance, tier type = 2024-09-12T01:33:47.624 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.624+0000 7f73b2498800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=0 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=1 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=2 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=3 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=4 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=5 2024-09-12T01:33:47.633 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.634+0000 7f73b2498800 20 add_watcher() i=6 2024-09-12T01:33:47.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.635+0000 7f73b2498800 20 add_watcher() i=7 2024-09-12T01:33:47.634 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.635+0000 7f73b2498800 2 all 8 watchers are set, enabling cache 2024-09-12T01:33:47.636 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f7265fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f73b2498800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f73b2498800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f73b2498800 5 note: GC not initialized 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f7264fe1640 20 reqs_thread_entry: start 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f73b2498800 20 init_complete bucket index max shards: 1 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f73b2498800 20 Filter name: none 2024-09-12T01:33:47.637 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.637+0000 7f71de7fc640 20 reqs_thread_entry: start 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782 : miss 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.638+0000 7f73b2498800 20 rados->read ofs=0 len=0 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782 info.flags=0x17 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782 to cache LRU end 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T01:33:47.639 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782 2024-09-12T01:33:47.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 20 bucket index object: :.dir.b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782.0 2024-09-12T01:33:47.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T01:33:47.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.639+0000 7f73b2498800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T01:33:47.640 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.640+0000 7f7265fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:47.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.643+0000 7f73b2498800 20 remove_watcher() i=0 2024-09-12T01:33:47.642 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.643+0000 7f73b2498800 2 removed watcher, disabling cache 2024-09-12T01:33:47.643 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.645+0000 7f73b2498800 20 remove_watcher() i=1 2024-09-12T01:33:47.645 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.646+0000 7f73b2498800 20 remove_watcher() i=2 2024-09-12T01:33:47.646 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.647+0000 7f73b2498800 20 remove_watcher() i=3 2024-09-12T01:33:47.647 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.648+0000 7f73b2498800 20 remove_watcher() i=4 2024-09-12T01:33:47.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.649+0000 7f73b2498800 20 remove_watcher() i=5 2024-09-12T01:33:47.648 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.650+0000 7f73b2498800 20 remove_watcher() i=6 2024-09-12T01:33:47.649 INFO:tasks.workunit.client.0.smithi163.stderr:2024-09-12T01:33:47.650+0000 7f73b2498800 20 remove_watcher() i=7 2024-09-12T01:33:47.660 INFO:tasks.workunit.client.0.smithi163.stderr:Deleting bucket versioning-bucket 2024-09-12T01:33:47.662 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:47.662 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:47.686 INFO:tasks.workunit.client.0.smithi163.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:33:47.687 INFO:tasks.workunit.client.0.smithi163.stderr: warnings.warn( 2024-09-12T01:33:47.743 INFO:tasks.workunit.client.0.smithi163.stderr:Completed bucket versioning tests 2024-09-12T01:33:47.743 INFO:tasks.workunit.client.0.smithi163.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T01:33:47.743 INFO:tasks.workunit.client.0.smithi163.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T01:33:47.743 INFO:tasks.workunit.client.0.smithi163.stdout:connected to https://localhost:443 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ deactivate 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ export PATH 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n '' ']' 2024-09-12T01:33:47.807 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T01:33:47.808 INFO:tasks.workunit.client.0.smithi163.stderr:+ hash -r 2024-09-12T01:33:47.808 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' -n '' ']' 2024-09-12T01:33:47.808 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset VIRTUAL_ENV 2024-09-12T01:33:47.808 INFO:tasks.workunit.client.0.smithi163.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T01:33:47.808 INFO:tasks.workunit.client.0.smithi163.stderr:+ unset -f deactivate 2024-09-12T01:33:47.808 INFO:tasks.workunit.client.0.smithi163.stderr:+ echo OK. 2024-09-12T01:33:47.809 INFO:tasks.workunit.client.0.smithi163.stdout:OK. 2024-09-12T01:33:47.809 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T01:33:47.809 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T01:33:47.891 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T01:33:47.891 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T01:33:48.271 DEBUG:teuthology.parallel:result is None 2024-09-12T01:33:48.272 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T01:33:48.310 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T01:33:48.310 DEBUG:teuthology.orchestra.run.smithi163:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T01:33:48.379 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T01:33:48.380 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T01:33:48.394 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T01:33:48.430 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T01:33:48.430 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T01:33:48.430 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T01:33:48.493 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T01:33:48.493 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T01:33:48.551 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:33:48.551 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:33:48.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.587+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.588+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 20 realm 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.589+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.590+0000 7fb793d37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:48.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.590+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.590+0000 7fb793d37800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:33:48.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.590+0000 7fb793d37800 20 searching for the correct realm 2024-09-12T01:33:48.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.594+0000 7fb78fa21640 0 -- 172.21.15.163:0/3609377825 >> [v2:172.21.15.163:6802/3041117392,v1:172.21.15.163:6803/3041117392] conn(0x55d38fb49c90 msgr2=0x55d38fb4c120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:33:48.596 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.598+0000 7fb78fa21640 0 -- 172.21.15.163:0/3609377825 >> [v2:172.21.15.181:6824/3744048338,v1:172.21.15.181:6825/3744048338] conn(0x7fb788021070 msgr2=0x7fb78802d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:33:48.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:33:48.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:33:48.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:33:48.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:33:48.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:33:48.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:33:48.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.602+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:33:48.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:33:48.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 zone default found 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 4 Realm: () 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 zonegroup default 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.603+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.604+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.604+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.604+0000 7fb793d37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.604+0000 7fb793d37800 20 started sync module instance, tier type = 2024-09-12T01:33:48.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.604+0000 7fb793d37800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=0 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=1 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=2 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=3 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=4 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=5 2024-09-12T01:33:48.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.613+0000 7fb793d37800 20 add_watcher() i=6 2024-09-12T01:33:48.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.614+0000 7fb793d37800 20 add_watcher() i=7 2024-09-12T01:33:48.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.614+0000 7fb793d37800 2 all 8 watchers are set, enabling cache 2024-09-12T01:33:48.614 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.615+0000 7fb645fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:48.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.616+0000 7fb793d37800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:33:48.615 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.616+0000 7fb793d37800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:33:48.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.653+0000 7fb644fe1640 20 reqs_thread_entry: start 2024-09-12T01:33:48.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.653+0000 7fb793d37800 20 init_complete bucket index max shards: 1 2024-09-12T01:33:48.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.653+0000 7fb793d37800 20 Filter name: none 2024-09-12T01:33:48.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.653+0000 7fb5be7fc640 20 reqs_thread_entry: start 2024-09-12T01:33:48.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.653+0000 7fb793d37800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T01:33:48.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.653+0000 7fb793d37800 20 rados->read ofs=0 len=0 2024-09-12T01:33:48.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.654+0000 7fb793d37800 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T01:33:48.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.654+0000 7fb793d37800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T01:33:48.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.654+0000 7fb793d37800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T01:33:48.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.654+0000 7fb793d37800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:33:48.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.655+0000 7fb793d37800 10 removing key index: RXPAKPTHLJOKUVRYOGPK 2024-09-12T01:33:48.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.656+0000 7fb793d37800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:RXPAKPTHLJOKUVRYOGPK, ofs0, ns] 2024-09-12T01:33:48.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.656+0000 7fb66effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268240 cookie 94367137502080 notifier 9570 bl.length()=170 2024-09-12T01:33:48.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.658+0000 7fb793d37800 10 removing email index: tester.client.0_test@test.test 2024-09-12T01:33:48.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.659+0000 7fb793d37800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T01:33:48.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.659+0000 7fb66effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268273 cookie 94367137496400 notifier 9570 bl.length()=181 2024-09-12T01:33:48.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.660+0000 7fb793d37800 10 removing user buckets index 2024-09-12T01:33:48.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.661+0000 7fb793d37800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T01:33:48.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.661+0000 7fb66e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268241 cookie 94367137502080 notifier 9570 bl.length()=172 2024-09-12T01:33:48.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.662+0000 7fb793d37800 10 removing user index: tester.client.0 2024-09-12T01:33:48.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.663+0000 7fb793d37800 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T01:33:48.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.663+0000 7fb793d37800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T01:33:48.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.664+0000 7fb66e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1146756268575 cookie 94367137507376 notifier 9570 bl.length()=164 2024-09-12T01:33:48.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.666+0000 7fb645fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:33:48.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.668+0000 7fb793d37800 20 remove_watcher() i=0 2024-09-12T01:33:48.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.668+0000 7fb793d37800 2 removed watcher, disabling cache 2024-09-12T01:33:48.668 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.670+0000 7fb793d37800 20 remove_watcher() i=1 2024-09-12T01:33:48.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.671+0000 7fb793d37800 20 remove_watcher() i=2 2024-09-12T01:33:48.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.672+0000 7fb793d37800 20 remove_watcher() i=3 2024-09-12T01:33:48.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.673+0000 7fb793d37800 20 remove_watcher() i=4 2024-09-12T01:33:48.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.673+0000 7fb793d37800 20 remove_watcher() i=5 2024-09-12T01:33:48.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.674+0000 7fb793d37800 20 remove_watcher() i=6 2024-09-12T01:33:48.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:33:48.675+0000 7fb793d37800 20 remove_watcher() i=7 2024-09-12T01:33:48.685 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T01:33:48.695 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T01:33:48.721 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T01:33:48.779 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T01:33:48.789 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T01:33:48.789 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:33:48.796 INFO:tasks.rgw.client.0.smithi163.stdout:2024-09-12T01:33:48.794+0000 f874640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term env OPENSSL_ia32cap=~0x1000000000000000 valgrind --trace-children=no --child-silent-after-fork=yes --soname-synonyms=somalloc=*tcmalloc* --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 46230) UID: 0 2024-09-12T01:33:48.801 INFO:tasks.rgw.client.0.smithi163.stdout:2024-09-12T01:33:48.798+0000 a1be240 -1 shutting down 2024-09-12T01:34:04.866 INFO:tasks.rgw.client.0.smithi163.stderr:==00:01:09:42.889 46234== could not unlink /tmp/vgdb-pipe-from-vgdb-to-46234-by-root-on-??? 2024-09-12T01:34:04.867 INFO:tasks.rgw.client.0.smithi163.stderr:==00:01:09:42.889 46234== could not unlink /tmp/vgdb-pipe-to-vgdb-from-46234-by-root-on-??? 2024-09-12T01:34:04.867 INFO:tasks.rgw.client.0.smithi163.stderr:==00:01:09:42.889 46234== could not unlink /tmp/vgdb-pipe-shared-mem-vgdb-46234-by-root-on-??? 2024-09-12T01:34:07.094 INFO:tasks.rgw.client.0:Stopped 2024-09-12T01:34:07.095 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T01:34:07.131 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T01:34:07.214 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T01:34:07.296 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T01:34:07.296 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T01:34:07.296 DEBUG:teuthology.orchestra.run.smithi163:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T01:34:07.394 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:34:07.394 INFO:teuthology.orchestra.run.smithi163.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:34:07.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.427+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 realm 2024-09-12T01:34:07.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:34:07.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.429+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.430+0000 7fa9e0cb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:34:07.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.430+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.430+0000 7fa9e0cb7800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:34:07.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.430+0000 7fa9e0cb7800 20 searching for the correct realm 2024-09-12T01:34:07.435 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.436+0000 7fa9ddfa0640 0 -- 172.21.15.163:0/3252791195 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa9d0008920 msgr2=0x7fa9d0055400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:34:07.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.440+0000 7fa9defa2640 0 -- 172.21.15.163:0/3252791195 >> [v2:172.21.15.163:6818/4257941987,v1:172.21.15.163:6819/4257941987] conn(0x7fa9d401d920 msgr2=0x7fa9d400f5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:34:07.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 RGWRados::pool_iterate: got zone_info.b4a76f9e-eae5-46de-bb87-fa616419e8f6 2024-09-12T01:34:07.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:34:07.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 RGWRados::pool_iterate: got zonegroup_info.4dd809de-a86b-4dcb-a014-1209fa5b10f8 2024-09-12T01:34:07.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:34:07.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:34:07.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:34:07.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.442+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 zone default found 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 4 Realm: () 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 4 ZoneGroup: default (4dd809de-a86b-4dcb-a014-1209fa5b10f8) 2024-09-12T01:34:07.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 4 Zone: default (b4a76f9e-eae5-46de-bb87-fa616419e8f6) 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 zonegroup default 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.443+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.444+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.444+0000 7fa9e0cb7800 20 rados->read ofs=0 len=0 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.444+0000 7fa9e0cb7800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.444+0000 7fa9e0cb7800 20 started sync module instance, tier type = 2024-09-12T01:34:07.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.444+0000 7fa9e0cb7800 20 started zone id=b4a76f9e-eae5-46de-bb87-fa616419e8f6 (name=default) with tier type = 2024-09-12T01:34:07.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=0 2024-09-12T01:34:07.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=1 2024-09-12T01:34:07.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=2 2024-09-12T01:34:07.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=3 2024-09-12T01:34:07.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=4 2024-09-12T01:34:07.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=5 2024-09-12T01:34:07.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.453+0000 7fa9e0cb7800 20 add_watcher() i=6 2024-09-12T01:34:07.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.454+0000 7fa9e0cb7800 20 add_watcher() i=7 2024-09-12T01:34:07.454 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.454+0000 7fa9e0cb7800 2 all 8 watchers are set, enabling cache 2024-09-12T01:34:07.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.456+0000 7fa894fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:34:07.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.456+0000 7fa9e0cb7800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:34:07.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.456+0000 7fa9e0cb7800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:34:07.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.495+0000 7fa80f7fe640 20 reqs_thread_entry: start 2024-09-12T01:34:07.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.495+0000 7fa9e0cb7800 20 init_complete bucket index max shards: 1 2024-09-12T01:34:07.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.495+0000 7fa9e0cb7800 20 Filter name: none 2024-09-12T01:34:07.495 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.495+0000 7fa80d7fa640 20 reqs_thread_entry: start 2024-09-12T01:34:07.496 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.495+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:34:07.497 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.497 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46719' 2024-09-12T01:34:07.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706238718489292949', time=2024-09-12T03:04:15.891119+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.177__shadow_.PO4IsCGvHma7DldRfHkgO5JViRQKQa__0 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10127044378651044869', time=2024-09-12T03:04:47.631936+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.200__shadow_._RTDJzRoDWFcGYR3FGmT_igvI9Y0Huj_0 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15168424222310685135', time=2024-09-12T03:06:46.271947+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.234__shadow_.e03E5tNLVmIdQe9aP-srnt8WE_45Mkb_0 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11301303274349549133', time=2024-09-12T03:06:55.290773+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.242__shadow_.8dFNQqMpdv0WEIb1f78CrcQnEWpBgFf_0 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3443849701726618114', time=2024-09-12T03:06:59.617521+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.245__shadow_.VPJq-tRkXbBOwCMEAN2foMEQacoTh3R_0 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.630073306470601685', time=2024-09-12T03:07:52.145139+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9rk8jKsZM8Z2CkK9N5xvdg9izXQ59vT_0 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.865163108118031866', time=2024-09-12T03:07:52.907178+0000, chain.objs.size()=1 2024-09-12T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zJQ-LHbNrmG3xZUSrnanPll-mtTrFoO_0 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11922816882386505309', time=2024-09-12T03:07:52.920037+0000, chain.objs.size()=1 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.EnyCpFfsVUjG2fSb0gKsXVNMdFgvlyI_0 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11215314815713132956', time=2024-09-12T03:07:53.184995+0000, chain.objs.size()=1 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UU7KmqK0Lw7fWyrrFKrsqWV5gQQL7mt_0 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18360801028265467119', time=2024-09-12T03:07:53.886849+0000, chain.objs.size()=1 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MwRhP8CBEUBnr2T6ZX1MMdrX4EIIeZr_0 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1192934663454184720', time=2024-09-12T03:07:54.060778+0000, chain.objs.size()=1 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.unhWRFcPbwiqSVefXdXkycs8VFKpPMw_0 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6293442560515098872', time=2024-09-12T03:07:54.144834+0000, chain.objs.size()=1 2024-09-12T01:34:07.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.498+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.eCVRIDbpahe_Z8iZRqUekP-NsNAUuag_0 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5570896746357413475', time=2024-09-12T03:07:54.154540+0000, chain.objs.size()=1 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HPwDsKnqmyUJpBIFBuLeBYYHvgYg1fi_0 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14618316962860761655', time=2024-09-12T03:07:54.295155+0000, chain.objs.size()=1 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AiCA3_KNChOc3PV8GQ8T9WBE5aJVkZL_0 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1232392312789916252', time=2024-09-12T03:07:54.554511+0000, chain.objs.size()=1 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JYGAFokRIzGFOK7eXrxXIa4v44lCGo4_0 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11748861273228647478', time=2024-09-12T03:07:55.462645+0000, chain.objs.size()=1 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s4OugObrdCz79K2ZSJjTC5d9Z6Sdgcw_0 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4425423436362772318', time=2024-09-12T03:07:55.918115+0000, chain.objs.size()=1 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y6kK3jYfUDgq6sLoBzZEqx8CNWcO5_Q_0 2024-09-12T01:34:07.503 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9357280084745082008', time=2024-09-12T03:07:55.964456+0000, chain.objs.size()=1 2024-09-12T01:34:07.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.502+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3aEIfPiJMl4rz_-Qy4ucQR7fbolno3a_0 2024-09-12T01:34:07.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.503+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6657488389972771147', time=2024-09-12T03:07:57.246444+0000, chain.objs.size()=1 2024-09-12T01:34:07.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.503+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1Hec965e2t0yBDKW7RvF8_ztNVI1iH1_0 2024-09-12T01:34:07.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.504+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12955279449925407245', time=2024-09-12T03:07:57.400705+0000, chain.objs.size()=1 2024-09-12T01:34:07.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.504+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RK2oiI6YoTEL8g_rvM3W-OqCalhjQMU_0 2024-09-12T01:34:07.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.504+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11276199893855139594', time=2024-09-12T03:07:57.652811+0000, chain.objs.size()=1 2024-09-12T01:34:07.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.504+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.uYWGD45Y3SRm3V_jAxgQWfNvJMwF_jy_0 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17185181379642337640', time=2024-09-12T03:07:58.004633+0000, chain.objs.size()=1 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Jt7u10sBDZV4EWePRbLRl4rPIx1qLY1_0 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10988673648070903224', time=2024-09-12T03:07:58.216608+0000, chain.objs.size()=1 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NTGZDi2PR-ZhZWvpTt94MQoqx6ybPK3_0 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8341991166377364810', time=2024-09-12T03:07:58.618197+0000, chain.objs.size()=1 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iihaWkZ81JOsrMirhzVIUPQMFfaIIUs_0 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4771638586738113634', time=2024-09-12T03:07:58.694895+0000, chain.objs.size()=1 2024-09-12T01:34:07.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hMvJyaxVglMvTxzYVqeve9x6uQa80z0_0 2024-09-12T01:34:07.507 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.506+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18082018180251126331', time=2024-09-12T03:07:58.770657+0000, chain.objs.size()=1 2024-09-12T01:34:07.507 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.506+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Dc0S-wgpmd6mYc58dnaeyc2KLM3kbWi_0 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.96884914590635377', time=2024-09-12T03:07:58.993550+0000, chain.objs.size()=1 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mAOI8TxReqr9a5xxdF_XVYSO-4wEbuE_0 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6787399881537145578', time=2024-09-12T03:07:59.021781+0000, chain.objs.size()=1 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y6D5K0lrlgtDzukyH-w5VP7zmBCs118_0 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4761524048583918482', time=2024-09-12T03:07:59.511443+0000, chain.objs.size()=1 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YdrnTlrDClo6QspEnXQYFsGI86Cm4m6_0 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1086891572118659076', time=2024-09-12T03:07:59.536754+0000, chain.objs.size()=1 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.V5Z9zr4nkjtWmi2WcawuC8VZVrbVp09_0 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7804611570878041714', time=2024-09-12T03:07:59.891549+0000, chain.objs.size()=1 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.507+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z_rOqJIguO9RtBBa8AQBYXXVOm-IpBX_0 2024-09-12T01:34:07.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5849686644615741462', time=2024-09-12T03:08:00.166147+0000, chain.objs.size()=1 2024-09-12T01:34:07.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MxlYXQL0w95NBbGpAF27qktpAMmYhyT_0 2024-09-12T01:34:07.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5356396650769513112', time=2024-09-12T03:08:00.669790+0000, chain.objs.size()=1 2024-09-12T01:34:07.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XHBOTfFq58R1YEFpKON65gzS-_c_Dtb_0 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7984206228460752963', time=2024-09-12T03:08:00.837332+0000, chain.objs.size()=1 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yC_yKsIbVs1j7GLnv5x1DN7TkrNBdtZ_0 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1924184243260888778', time=2024-09-12T03:08:00.916223+0000, chain.objs.size()=1 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CWxwvnCp0zt6iFoJcuZfG3OnpAwYe9k_0 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.509+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7781918508384706122', time=2024-09-12T03:08:01.941104+0000, chain.objs.size()=1 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.509+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jvOQSpeSpeLFW5zP-217KgqekKEMVXZ_0 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.509+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13141444932757107659', time=2024-09-12T03:08:02.155126+0000, chain.objs.size()=1 2024-09-12T01:34:07.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.509+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wgJv7lmO3iZjLfAmBqRPd04cVelfrtV_0 2024-09-12T01:34:07.511 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.511+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16553811156845593424', time=2024-09-12T03:08:02.234490+0000, chain.objs.size()=1 2024-09-12T01:34:07.511 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.511+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VqrTWFdfpOjTtjB_OgFb0rEerk4Hi-a_0 2024-09-12T01:34:07.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.512+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12063596682616644663', time=2024-09-12T03:08:02.425415+0000, chain.objs.size()=1 2024-09-12T01:34:07.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.512+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sXrGWxjTdQDO1VUONVPebGQiwcDpyLP_0 2024-09-12T01:34:07.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.512+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6850138321290206548', time=2024-09-12T03:08:19.175389+0000, chain.objs.size()=1 2024-09-12T01:34:07.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.512+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.279__shadow_.pV_qzJX0_y4rHqQAfaOHCv62k5KRE7U_0 2024-09-12T01:34:07.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.512+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7650467911835584373', time=2024-09-12T03:08:24.090721+0000, chain.objs.size()=1 2024-09-12T01:34:07.512 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.512+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.284__shadow_.4gzjAW5oxKgySfObOV19AtZTjqD4YGI_0 2024-09-12T01:34:07.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14211924479625257971', time=2024-09-12T03:08:30.068319+0000, chain.objs.size()=1 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.290__shadow_.fQCze3bTuVS7jqed3ajA8SLZ53Nk4M1_0 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4502776200819529028', time=2024-09-12T03:08:35.967714+0000, chain.objs.size()=1 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.iGoULVahbZ4KP8DuMI41Xyjw-dQ2S3-_0 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9030988857306244249', time=2024-09-12T03:08:39.909688+0000, chain.objs.size()=1 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.297__shadow_.uACqr0QcyflZFzwO747NV1Es887PSnm_0 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8224255525637156083', time=2024-09-12T03:08:50.633260+0000, chain.objs.size()=1 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.307__shadow:gSgCKp1C9gASlM8DMMPhGv1EGweLUD4_.oGY5ZzSoKVmr7XOq6Jjdby1zQ1SnBzM_0 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13953876403473547604', time=2024-09-12T03:09:47.225378+0000, chain.objs.size()=1 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hwGQ88XW24bFil2FTFeCfbY9ZqHHh0Z_0 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4777277403232934934', time=2024-09-12T03:09:47.520825+0000, chain.objs.size()=1 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ctaaYvnbqqI1kCiIYuWDXiMWQIbrQW9_0 2024-09-12T01:34:07.515 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12248617302891760405', time=2024-09-12T03:09:47.704390+0000, chain.objs.size()=1 2024-09-12T01:34:07.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.v2erD6diHwEEw1RW4fsXEsi-IL_Fpwq_0 2024-09-12T01:34:07.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3998695262011338274', time=2024-09-12T03:09:48.877720+0000, chain.objs.size()=1 2024-09-12T01:34:07.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VfWoQTt38_ofvXPjAw7XTUpDkFkJoBL_0 2024-09-12T01:34:07.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.515+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3852485337232950125', time=2024-09-12T03:09:49.195853+0000, chain.objs.size()=1 2024-09-12T01:34:07.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.515+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mKpN0GNP0wAPp6qj80XC77R-w_zXadY_0 2024-09-12T01:34:07.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.516+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8488589655592768291', time=2024-09-12T03:09:49.211445+0000, chain.objs.size()=1 2024-09-12T01:34:07.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.516+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Kp5TsrPR4lqP-e-8OaiJCD5GtiMqRR5_0 2024-09-12T01:34:07.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.516+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15608481130957027898', time=2024-09-12T03:09:49.931432+0000, chain.objs.size()=1 2024-09-12T01:34:07.517 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.516+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.S10VP1--oc6kyHRwJufFNsvKzFgxb7I_0 2024-09-12T01:34:07.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.517+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10841381584929161627', time=2024-09-12T03:09:50.574144+0000, chain.objs.size()=1 2024-09-12T01:34:07.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.517+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SaHFn_xEePXWT0JRYWHNS_LzSppCN0y_0 2024-09-12T01:34:07.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10076387396339704376', time=2024-09-12T03:09:51.165714+0000, chain.objs.size()=1 2024-09-12T01:34:07.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LqhnzKatD030XY-Bd7WSK8HAmpDA1dv_0 2024-09-12T01:34:07.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4256420931772539298', time=2024-09-12T03:09:51.199126+0000, chain.objs.size()=1 2024-09-12T01:34:07.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.H2_ZGoMUD8XnYhgp9vVmZn8itD5sNB8_0 2024-09-12T01:34:07.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13050429858465043222', time=2024-09-12T03:09:51.498758+0000, chain.objs.size()=1 2024-09-12T01:34:07.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PMy0Tq62kB4bQe-_cfMimAFyCKV5gOL_0 2024-09-12T01:34:07.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1711420129056782220', time=2024-09-12T03:09:52.003679+0000, chain.objs.size()=1 2024-09-12T01:34:07.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yZhq2NylddHjBMjMnMRZ0RpczJPV0Fw_0 2024-09-12T01:34:07.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15395880226787349340', time=2024-09-12T03:09:52.094163+0000, chain.objs.size()=1 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.p6y4xj9uZNe1orZ9oZpGfkeaxWowwbE_0 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16999551970906251869', time=2024-09-12T03:09:52.149056+0000, chain.objs.size()=1 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i4F3YSJLysvabyzyrjdsG4mmN-d2sCV_0 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14161746963297591041', time=2024-09-12T03:09:52.597802+0000, chain.objs.size()=1 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8gGt4InQXxi9J6tc4PxUDvYxozpwPyp_0 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4644197659152555224', time=2024-09-12T03:09:52.626033+0000, chain.objs.size()=1 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Lcd4nzRdVoAlMvbnFzDo9JrClRWasUR_0 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9360410032295507126', time=2024-09-12T03:09:52.871410+0000, chain.objs.size()=1 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vM6UWpZVofq1imBeKxd0JFfBOWgy-bn_0 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.520+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.162591513504993351', time=2024-09-12T03:09:53.954085+0000, chain.objs.size()=1 2024-09-12T01:34:07.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.520+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PDIeXKxxuWGmhPEJu2612ZXlCvpFOeR_0 2024-09-12T01:34:07.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.522+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8240400912936402656', time=2024-09-12T03:09:54.291417+0000, chain.objs.size()=1 2024-09-12T01:34:07.522 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.522+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1QH8NsmhG_yZxKP8TcmWrVCQRPaCqrC_0 2024-09-12T01:34:07.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4443476643737060850', time=2024-09-12T03:09:54.292057+0000, chain.objs.size()=1 2024-09-12T01:34:07.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eDRCyWapA-OUOdnuXw44reNp99cWQEh_0 2024-09-12T01:34:07.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15411591217694929461', time=2024-09-12T03:09:55.173574+0000, chain.objs.size()=1 2024-09-12T01:34:07.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._bVhUshsXyxu11J1InER7hUhr1NMLRb_0 2024-09-12T01:34:07.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2380767707651899702', time=2024-09-12T03:09:55.323071+0000, chain.objs.size()=1 2024-09-12T01:34:07.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sbYCfkHwUpx5r9T5wbOdqSXjxkDEhtL_0 2024-09-12T01:34:07.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7194943019137938869', time=2024-09-12T03:09:55.415593+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9f3dqKaeMZdIDifxLMScATyGr_JErji_0 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12637096668797526559', time=2024-09-12T03:09:55.534544+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dqXD_PcYAetXUV6sj6LQ8TI5PinyreH_0 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1472431355651656297', time=2024-09-12T03:09:55.599739+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9xCS4DtsgzGdxGQ-7k1Vn_LfHRiNoLO_0 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3409833517889061282', time=2024-09-12T03:09:55.780647+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ebMrmKCchxn5tdxNZqQVWRD75uvNPBk_0 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3455439420219609745', time=2024-09-12T03:09:56.449057+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TARBoIJGbihCkxlR2JZM5yhvG83UTm2_0 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11200231689513030057', time=2024-09-12T03:09:56.659929+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.azgIFApIJkr6JLqTohRRlL5pgoOMxpA_0 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16255803841824811156', time=2024-09-12T03:09:56.815129+0000, chain.objs.size()=1 2024-09-12T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.524+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nEacSF1pg3owCj_xWXiIAqg6pzGHUKc_0 2024-09-12T01:34:07.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.525+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3487394104554673420', time=2024-09-12T03:10:34.746022+0000, chain.objs.size()=1 2024-09-12T01:34:07.526 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.525+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LZYHWw3-ZrcTZJqTcHyRO2Vy--1FMav_0 2024-09-12T01:34:07.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18104634892660856414', time=2024-09-12T03:10:34.746817+0000, chain.objs.size()=1 2024-09-12T01:34:07.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QZ997mJKrSwDNubr1V54JF_I-UAF31o_0 2024-09-12T01:34:07.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17048684026030818944', time=2024-09-12T03:10:34.980346+0000, chain.objs.size()=1 2024-09-12T01:34:07.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4tJq_6Fi1F0yFnoqcUzpraMaSM2FPvE_0 2024-09-12T01:34:07.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17285945128878904172', time=2024-09-12T03:10:35.597971+0000, chain.objs.size()=1 2024-09-12T01:34:07.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UtSj5KHQx2cHYQMdjzT-e8h-2AUuNkk_0 2024-09-12T01:34:07.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12265803091883022759', time=2024-09-12T03:10:36.341515+0000, chain.objs.size()=1 2024-09-12T01:34:07.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5t5Kdbsjl6DTee9odIKqW9Ofq1G-jOV_0 2024-09-12T01:34:07.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15866955249723642547', time=2024-09-12T03:10:36.604834+0000, chain.objs.size()=1 2024-09-12T01:34:07.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.528+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.MjajIzSsY9Dfsj5KQkcyWtCwxqgeEJs_0 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.536448505875382727', time=2024-09-12T03:10:36.914963+0000, chain.objs.size()=1 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cAYxm114MBakLnUIwDjT1dvcjHmrlsg_0 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8374703016422214449', time=2024-09-12T03:10:37.693105+0000, chain.objs.size()=1 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RQ1EvaqYOZ2RQ56_s1nne1sIZUg_lvO_0 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9388424177854106791', time=2024-09-12T03:10:37.843110+0000, chain.objs.size()=1 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eAkq3K_KxebPowarjQuFratxieeywuh_0 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14455947191662560078', time=2024-09-12T03:10:37.992787+0000, chain.objs.size()=1 2024-09-12T01:34:07.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hpInunjktN5_znM22PuBR2kDEViQXuG_0 2024-09-12T01:34:07.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14585018613262177286', time=2024-09-12T03:10:38.122520+0000, chain.objs.size()=1 2024-09-12T01:34:07.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-Cpz25K37lGc_OlcNzTilsMIcGm7Xc1_0 2024-09-12T01:34:07.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3682988430793392927', time=2024-09-12T03:10:38.268858+0000, chain.objs.size()=1 2024-09-12T01:34:07.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.529+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.S8u9qiNU1UztpZAWbPL3X_1iRHlyItd_0 2024-09-12T01:34:07.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7366902043437013633', time=2024-09-12T03:10:38.305577+0000, chain.objs.size()=1 2024-09-12T01:34:07.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dTW00HCwjSLV361Gqo5dVM74t4C9WPk_0 2024-09-12T01:34:07.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.532+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4831186650425502519', time=2024-09-12T03:10:39.104955+0000, chain.objs.size()=1 2024-09-12T01:34:07.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.532+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Lyi3et6vpyNJgevYmJ3QYsjGu-aG952_0 2024-09-12T01:34:07.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.532+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.253648672363435229', time=2024-09-12T03:10:39.105519+0000, chain.objs.size()=1 2024-09-12T01:34:07.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.532+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QIYoLlylZuxdOxM1bMtu3B-wK7bYBYq_0 2024-09-12T01:34:07.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.532+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12361648848184387836', time=2024-09-12T03:10:39.106253+0000, chain.objs.size()=1 2024-09-12T01:34:07.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.532+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5HhtT0LusbZ7im2gNNsCpr_ROi6uxP9_0 2024-09-12T01:34:07.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.533+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14248939042250486423', time=2024-09-12T03:10:39.536651+0000, chain.objs.size()=1 2024-09-12T01:34:07.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.533+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.H99Dknrxckfn87FB9J6UzfMiCDUhS3g_0 2024-09-12T01:34:07.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.533+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11811479407858847741', time=2024-09-12T03:10:40.046580+0000, chain.objs.size()=1 2024-09-12T01:34:07.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.533+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YocymhqrEQxsLc1McJkbzlvWC6wKPtq_0 2024-09-12T01:34:07.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.533+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4661805258035328997', time=2024-09-12T03:10:40.442969+0000, chain.objs.size()=1 2024-09-12T01:34:07.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.533+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2qf11YNo8e94otjZQ_jwT2GoaDHnkRm_0 2024-09-12T01:34:07.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3403754493866364518', time=2024-09-12T03:10:40.507474+0000, chain.objs.size()=1 2024-09-12T01:34:07.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.omyosKKXDa531c3JKZFmgkwR3OeS_cy_0 2024-09-12T01:34:07.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17187177384675998397', time=2024-09-12T03:10:40.675909+0000, chain.objs.size()=1 2024-09-12T01:34:07.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Pskb2ZGhNQO306eWiZNIy27J5kH-rEP_0 2024-09-12T01:34:07.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.726401928248840618', time=2024-09-12T03:10:41.016184+0000, chain.objs.size()=1 2024-09-12T01:34:07.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LHaJcZqXxOvGGySwHQ_0vwYkNlEy-XH_0 2024-09-12T01:34:07.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5666719837938997590', time=2024-09-12T03:10:41.295107+0000, chain.objs.size()=1 2024-09-12T01:34:07.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WynqV58kXBeBx6CpRDlkbf4FGRDtEnJ_0 2024-09-12T01:34:07.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.536+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15877962263296166287', time=2024-09-12T03:10:41.295905+0000, chain.objs.size()=1 2024-09-12T01:34:07.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.536+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pU5ULKPaQAQAdJdXzht6uCPksLD3_C7_0 2024-09-12T01:34:07.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.536+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16839750206519921188', time=2024-09-12T03:10:41.296501+0000, chain.objs.size()=1 2024-09-12T01:34:07.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.536+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pIr3NK1k_4iBfTG9SrwHElGc6muX-z1_0 2024-09-12T01:34:07.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.536+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17345102160651290840', time=2024-09-12T03:10:43.913100+0000, chain.objs.size()=1 2024-09-12T01:34:07.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.536+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WRqcDRBMV4_f7iBdAH-eepwYZNjGKKF_0 2024-09-12T01:34:07.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/46719 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8679547365143140668', time=2024-09-12T03:10:43.949050+0000, chain.objs.size()=1 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.z6sliRzPrL3X0MaxuBlp_3bSEjVNsx6_0 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3089736386137244258', time=2024-09-12T03:10:44.479676+0000, chain.objs.size()=1 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fYpXnooMrPMUaXVUYvLUVkbFQ6eA310_0 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3169656929770807040', time=2024-09-12T03:10:44.826110+0000, chain.objs.size()=1 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LIXXRiGhMUDExZvAY7DeqRL1D9vNL0m_0 2024-09-12T01:34:07.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5768086354045247133', time=2024-09-12T03:10:49.526316+0000, chain.objs.size()=1 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.329__shadow_.n-X84gRL-q4arr6sxITrNbgwh-pnQpW_0 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6082822381913357976', time=2024-09-12T03:11:11.163028+0000, chain.objs.size()=1 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.353__shadow_.ZoN2loqGxgGSUaEcXmVkP8MLoNhVhE8_0 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10550024887684183386', time=2024-09-12T03:12:02.771699+0000, chain.objs.size()=1 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.408__shadow_.tNumePMmrKqphB9m50M-VM6xyFul6_C_0 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11638405321866991392', time=2024-09-12T03:12:51.481970+0000, chain.objs.size()=1 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.456__shadow_.vj59j7l_6ACWJY-c6J-Uc3U7asJtzpB_0 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16147169552820022669', time=2024-09-12T03:13:22.969746+0000, chain.objs.size()=1 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.487__shadow_.7PNisIlKlKMpuCWAasHAH-zsBuCBhQ0_0 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4116459009237492671', time=2024-09-12T03:13:33.769658+0000, chain.objs.size()=1 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.499__shadow_.sRKrMHcJnu9MTMZhthbJcfeYTg8BdhC_0 2024-09-12T01:34:07.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg', time=2024-09-12T03:16:19.341424+0000, chain.objs.size()=1 2024-09-12T01:34:07.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg.2 2024-09-12T01:34:07.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg', time=2024-09-12T03:16:19.345264+0000, chain.objs.size()=1 2024-09-12T01:34:07.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg.3 2024-09-12T01:34:07.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5601063123312645547', time=2024-09-12T03:17:04.934171+0000, chain.objs.size()=2 2024-09-12T01:34:07.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.542+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~hYFCz-kpliNXNEpo5WVBt6df_HqYSy5.1 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.545+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~hYFCz-kpliNXNEpo5WVBt6df_HqYSy5.2 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.545+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7628812905963786692', time=2024-09-12T03:17:17.686344+0000, chain.objs.size()=1 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.545+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~gvwtFFY8u5aQ0NOJE3ggb_lfAViLzrI.1 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.545+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4430937356378730785', time=2024-09-12T03:19:17.696170+0000, chain.objs.size()=1 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.545+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.557__shadow_.bzWkA0DgKWOgiYggbcwDI8jSzSNDN6-_0 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.546+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6512259398303854303', time=2024-09-12T03:20:00.588939+0000, chain.objs.size()=1 2024-09-12T01:34:07.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.546+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow_.8uC7jthQh87g3ZJy9BpJ2688YtzK91X_0 2024-09-12T01:34:07.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3768101774405159374', time=2024-09-12T03:20:04.183900+0000, chain.objs.size()=1 2024-09-12T01:34:07.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:AXW7NvaH8sGfOiE0JNcRx1ihwmt3CIo_.S9aCNtARJf0vL7Sxa9HwDukGDEejRAd_0 2024-09-12T01:34:07.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9073984874418587863', time=2024-09-12T03:20:14.087486+0000, chain.objs.size()=1 2024-09-12T01:34:07.547 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:09neLuGL5D7IETwpSowiuucDn2kMwsY_.QpTVcwjTQ69vUWlIteOUb1favVudyF-_0 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4470507262005641986', time=2024-09-12T03:21:24.554333+0000, chain.objs.size()=1 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:ifQLITMAyNQCmXX7kvmPo5Bvo.2Xmo-_.zsYohzJdRk2LN6mF1psRbQMVlDaklFJ_0 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8998970521057753654', time=2024-09-12T03:26:29.472142+0000, chain.objs.size()=1 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.630__shadow_.MA5Qf90hBUdBWP8JD0JzQ6sXWemdn6v_0 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7068518361781805879', time=2024-09-12T03:27:50.401114+0000, chain.objs.size()=1 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.679__shadow_.jogJwWJ_-nKW0SsvTKFo4onENZmlN6L_0 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11507973007755236330', time=2024-09-12T03:28:43.082273+0000, chain.objs.size()=1 2024-09-12T01:34:07.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.547+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.718__shadow_.JymGp29iZyjHLPE4XhfKquBKlIbmjR4_0 2024-09-12T01:34:07.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.551+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.553+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:34:07.554 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50105' 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_628SJahvKQCPwDKM9oPI833wyV4DBcR', time=2024-09-12T03:03:23.955568+0000, chain.objs.size()=3 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.vfOGhXUNMsJcdw7SD3ORHxkkjw6BWiz_0 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.vfOGhXUNMsJcdw7SD3ORHxkkjw6BWiz_1 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.vfOGhXUNMsJcdw7SD3ORHxkkjw6BWiz_2 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15938117302954126063', time=2024-09-12T03:04:44.363481+0000, chain.objs.size()=1 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.197__shadow_.zdYD4aAcN5NX7J_nPUsnspJnnOdlOz2_0 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18238030121737802254', time=2024-09-12T03:06:42.377806+0000, chain.objs.size()=1 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.230__shadow_.jdVM8QqY0qcGH_dUk9WKlW_a-hgQJXX_0 2024-09-12T01:34:07.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17545954074809380569', time=2024-09-12T03:06:58.655139+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.244__shadow_.HDXBy6vq_5iIUlX8R-whGA3MZmfP0C6_0 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11245594258567215478', time=2024-09-12T03:07:04.565628+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.250__shadow_.-BPNXqZFExfJ4Z9sxiNQmPQuZ5tNVx__0 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5949522173288956027', time=2024-09-12T03:07:52.164694+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dWRgwRIy57dipokNVFWip2jWVrZTSX0_0 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11870511650527394226', time=2024-09-12T03:07:52.299996+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JXR5jAWlfEg2P6IScYWksWTrZnTN_sc_0 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12545761241125369041', time=2024-09-12T03:07:52.478214+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9gjFvHG2e-QqTOui9IISBaIoSuiZeDL_0 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5510532943885399857', time=2024-09-12T03:07:52.564166+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CLnb5duY7cvGNWgJ6c8YUp1-sw79EiX_0 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15125343782660533185', time=2024-09-12T03:07:52.972521+0000, chain.objs.size()=1 2024-09-12T01:34:07.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.556+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZmDf0CMFgUKW0KZNDFNWjUiRBypyKnZ_0 2024-09-12T01:34:07.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11314101466510026943', time=2024-09-12T03:07:53.761702+0000, chain.objs.size()=1 2024-09-12T01:34:07.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WoUm5IpiegRjEr9lgE-0N7ySzbjMAAx_0 2024-09-12T01:34:07.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17280867237354956437', time=2024-09-12T03:07:53.965061+0000, chain.objs.size()=1 2024-09-12T01:34:07.561 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SjKiGoa1DbFTjseJ8unxmfzz2ZxSKqF_0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15653945053442593107', time=2024-09-12T03:07:54.373949+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.secbqQ7dlyHDupnPs4BIArjf5YUJ1p1_0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7737932968161079203', time=2024-09-12T03:07:54.452943+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.u3WE1JZpatKzXaPmpnO2BegSC83KOv__0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12157532585160005178', time=2024-09-12T03:07:54.542320+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s4Mh95zuJZ0nsWRM3iK-pwk2bqU558u_0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2968830667505628396', time=2024-09-12T03:07:55.206914+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XRMU74MjpKiJaA8mcAdvCZGT5xxVjTo_0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9564389712143561725', time=2024-09-12T03:07:55.207470+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4tAZjDRT7igZxNen-g7tGOJ4d8eAm0z_0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16793211021967453037', time=2024-09-12T03:07:55.524693+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y6qDgkTLXc4KqYVfiQ-Fta_0xTDeoEH_0 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16787348279157896068', time=2024-09-12T03:07:55.542315+0000, chain.objs.size()=1 2024-09-12T01:34:07.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.c88NIIQdvoo58Jq1q84OKyJxmEtkxqr_0 2024-09-12T01:34:07.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8047354284597770024', time=2024-09-12T03:07:55.709095+0000, chain.objs.size()=1 2024-09-12T01:34:07.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fLokzf9Au2BpoMaimG2rLnbAmD_Vt_a_0 2024-09-12T01:34:07.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10582793058075913403', time=2024-09-12T03:07:55.750387+0000, chain.objs.size()=1 2024-09-12T01:34:07.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.560+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SzhVcwV2XMSWpb7Lee3myL3AdKTIg-P_0 2024-09-12T01:34:07.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.563+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7329275780340217690', time=2024-09-12T03:07:56.130571+0000, chain.objs.size()=1 2024-09-12T01:34:07.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.563+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TWWHnE6C66inDIj_kzu0HI22TrjuLRv_0 2024-09-12T01:34:07.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9470706757236075527', time=2024-09-12T03:07:56.860085+0000, chain.objs.size()=1 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rxqzmats3reUg4l5DiYo_u3V453UGKB_0 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9441958894525153011', time=2024-09-12T03:07:56.870865+0000, chain.objs.size()=1 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zcVNH5A-sdI2apnmXmRJBMkOeUJdeuM_0 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.887775708064377648', time=2024-09-12T03:07:56.960982+0000, chain.objs.size()=1 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XAQtPOKgLjc3_OTewY_H9LlQy17yBfg_0 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5468674644595633784', time=2024-09-12T03:07:56.999707+0000, chain.objs.size()=1 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QCGBWYV97NViR0A12RGVNxii_obBubK_0 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6953777869988587460', time=2024-09-12T03:07:57.420531+0000, chain.objs.size()=1 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.N3tix3amdXJF9ziD79AOK7IH6f0hHFK_0 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4393872911612980049', time=2024-09-12T03:07:57.421135+0000, chain.objs.size()=1 2024-09-12T01:34:07.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6RPeSJUDreapBQCdShxWAS5RLau44Ek_0 2024-09-12T01:34:07.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.565+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15090094319377740765', time=2024-09-12T03:07:58.225938+0000, chain.objs.size()=1 2024-09-12T01:34:07.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.565+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.49twPAcjNmrS1_cVbsqvb8js2N8CnD-_0 2024-09-12T01:34:07.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.565+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17705578404118265772', time=2024-09-12T03:07:58.871650+0000, chain.objs.size()=1 2024-09-12T01:34:07.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.565+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._gaqyfhF6_uptDd0Xsb5G8dVWfyNaUt_0 2024-09-12T01:34:07.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.565+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4991713922069924232', time=2024-09-12T03:07:59.512432+0000, chain.objs.size()=1 2024-09-12T01:34:07.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.565+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6Vv5oCbdp7b_2r1kWbPphbjYYSkR09I_0 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18011250313613810489', time=2024-09-12T03:08:00.886181+0000, chain.objs.size()=1 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0BoCfQuUhuaJqEL09x3vlQL1rJMO5A7_0 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15474463566986254505', time=2024-09-12T03:08:01.125773+0000, chain.objs.size()=1 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.A5s7r4PYDoRuCERw25V1P--AAVvuIT1_0 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2215340293096025064', time=2024-09-12T03:08:01.245807+0000, chain.objs.size()=1 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.f8dx0BagYtNJPF0xS-qaojpGnIb16V0_0 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2391531085150513333', time=2024-09-12T03:08:01.342390+0000, chain.objs.size()=1 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bhTUSAlYFZpUg37-bkKPCDS1duE52Dd_0 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13102814431875907649', time=2024-09-12T03:08:01.529898+0000, chain.objs.size()=1 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.568+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.q-BxDy96z9m0iRq2Ey45Wsi8-f35Q-0_0 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4854673877913912006', time=2024-09-12T03:08:01.556367+0000, chain.objs.size()=1 2024-09-12T01:34:07.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z0o-5BeBykDQCwgN109WGscI_eo6PTf_0 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8945422726108948664', time=2024-09-12T03:08:01.644402+0000, chain.objs.size()=1 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qMNbA58Y_8O8UmX4Px6f5o5CHPHSVOb_0 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18070394460383479157', time=2024-09-12T03:08:02.459822+0000, chain.objs.size()=1 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QgHqIJKc1v-CSgOgu-BsaSOh8dmO9fK_0 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9655300746481179671', time=2024-09-12T03:08:02.769901+0000, chain.objs.size()=1 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Fc0r_irnkiZgAc92SSVT5tEQByfpR9i_0 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.237565347827280356', time=2024-09-12T03:08:30.067985+0000, chain.objs.size()=1 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.290__shadow_.LPbNxrUVoHZJsWI8WMRdLgIdy4HrXBa_0 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18326205384380643685', time=2024-09-12T03:08:33.643939+0000, chain.objs.size()=1 2024-09-12T01:34:07.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.syUc3tnDI6evKMe2yYspKgWrVOp_cry_0 2024-09-12T01:34:07.572 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13740130452062245415', time=2024-09-12T03:08:33.732585+0000, chain.objs.size()=1 2024-09-12T01:34:07.572 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.rbNOpHA6z6IKITRj0VhwHBEwIC0Hkbm_0 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13396587391403230547', time=2024-09-12T03:08:35.839801+0000, chain.objs.size()=1 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.5UTh3bkt1pUeFC6EvKd78I5UCk-HskV_0 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8025126630550142657', time=2024-09-12T03:08:35.840525+0000, chain.objs.size()=1 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.Ywu0C3DaUE1FjYt6PSJsopX9EwFMocB_0 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12485338940741015703', time=2024-09-12T03:08:35.868682+0000, chain.objs.size()=1 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.9R5mxV7diw42nYB_86NXtQSE7PUE4mv_0 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17124057821575008546', time=2024-09-12T03:08:35.942064+0000, chain.objs.size()=1 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.StOcIOucjTC1A2WMlhbT-mWVXxufCKT_0 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15942161087109885760', time=2024-09-12T03:08:36.950814+0000, chain.objs.size()=1 2024-09-12T01:34:07.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.572+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.294__shadow_.-11L_MNsk1AOa22d4n87F5WBKo9MM4d_0 2024-09-12T01:34:07.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.419631290948959834', time=2024-09-12T03:08:38.940589+0000, chain.objs.size()=1 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.296__shadow_.ouWRUFxRO1efWQ1KHtFhO908OCrZGA__0 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16360069011092695905', time=2024-09-12T03:08:40.948454+0000, chain.objs.size()=1 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.298__shadow_.PVmEQcvhC01weZxXZpncABh9SgegTiW_0 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3571682943284965988', time=2024-09-12T03:09:46.729183+0000, chain.objs.size()=1 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hiLPDyIVJGwi02wesO8v77J2q8Wl2Xt_0 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4184981722133557990', time=2024-09-12T03:09:46.788783+0000, chain.objs.size()=1 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GWMgfXiJusx7SzBuBz82HEoMCY5SaX0_0 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3468544191692258288', time=2024-09-12T03:09:47.500183+0000, chain.objs.size()=1 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Zp-YWQ4mpdUie8dnIqeEETLWaoOE5oX_0 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14739412965065016488', time=2024-09-12T03:09:47.555000+0000, chain.objs.size()=1 2024-09-12T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0n2AtJIOOnVqUiE_GCY-uiT87vZdxPO_0 2024-09-12T01:34:07.577 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.576+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1539492385249305854', time=2024-09-12T03:09:48.529969+0000, chain.objs.size()=1 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.576+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.t4wj_dhRTjdEEsKyPBGuPydP021AToQ_0 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.576+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11864752554679700849', time=2024-09-12T03:09:48.695340+0000, chain.objs.size()=1 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bim_kbTzzhdABisdItoi7KpDhcLtSJ2_0 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8041294579489131642', time=2024-09-12T03:09:48.836738+0000, chain.objs.size()=1 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tdRcaEaG48BUMzLeGFeS_xbsCFXSTuP_0 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12703335663139223187', time=2024-09-12T03:09:49.024145+0000, chain.objs.size()=1 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VwVM4i5W0fK5PDyntM5FmqQ_FjlAtcV_0 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8346192873421454027', time=2024-09-12T03:09:49.796085+0000, chain.objs.size()=1 2024-09-12T01:34:07.578 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.577+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NML6WW7bLra78imjR403JGpuZs5AfIg_0 2024-09-12T01:34:07.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18412764917075074305', time=2024-09-12T03:09:49.833564+0000, chain.objs.size()=1 2024-09-12T01:34:07.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qT_U3sav7NmXpo3jxfDJFz6hg9Tfodh_0 2024-09-12T01:34:07.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2884368022973655920', time=2024-09-12T03:09:50.047559+0000, chain.objs.size()=1 2024-09-12T01:34:07.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QuHKuGn5g5SV-W-1ZkX307PN1irBPWn_0 2024-09-12T01:34:07.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9171330563148937085', time=2024-09-12T03:09:50.056212+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.C4zDf_UH5QBuda2TM84BUU833WteLRD_0 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6834267049538816319', time=2024-09-12T03:09:50.142269+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vJ-aqSch0GrLub9E_kc8znmrgnLz97R_0 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18425067616455997813', time=2024-09-12T03:09:50.195814+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.KkdPzKem2pInv24e38TMkGriMG8zzU__0 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6079324415062768183', time=2024-09-12T03:09:50.511599+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4I2jGIgH8PCtCNLO0hzRQ0dyCa05tNi_0 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17321597143269128701', time=2024-09-12T03:09:50.789162+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bOxZorAG69UnJzB_i586groaDn6sSbb_0 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9737447932402071310', time=2024-09-12T03:09:51.465475+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IyahHk6JPwOU3tMS8UQSI_XsqFd94NL_0 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.924501348126143127', time=2024-09-12T03:09:52.517916+0000, chain.objs.size()=1 2024-09-12T01:34:07.581 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.579+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-ofmt8JVQpHk8sl_vyYrmkkpFzydwqd_0 2024-09-12T01:34:07.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8220976863680343909', time=2024-09-12T03:09:52.519415+0000, chain.objs.size()=1 2024-09-12T01:34:07.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jRiHIXArdls4z_2TYhvNyZAKn5PYdqS_0 2024-09-12T01:34:07.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3678073457243811584', time=2024-09-12T03:09:52.520271+0000, chain.objs.size()=1 2024-09-12T01:34:07.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bvg9xlPfRY0I0eFZ_bfp7HiExcHukxw_0 2024-09-12T01:34:07.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13747784175889697972', time=2024-09-12T03:09:52.631924+0000, chain.objs.size()=1 2024-09-12T01:34:07.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Z7k-xbZ8vuLN5WirXMWg7GyF0PhFl8C_0 2024-09-12T01:34:07.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6173048067251355990', time=2024-09-12T03:09:52.760145+0000, chain.objs.size()=1 2024-09-12T01:34:07.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.583+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2J8Pi2C7Fp_miTUh0MS32qvpuGbyohG_0 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10180184498556336892', time=2024-09-12T03:09:53.097271+0000, chain.objs.size()=1 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.h3cEDwr3XHirq5PSQ9Z_7xEM3nvDPvl_0 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17604760391840252836', time=2024-09-12T03:09:53.255068+0000, chain.objs.size()=1 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.iJgmLHZTGhFDuhFylWjkyrOg-knBGx0_0 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6370658159822904760', time=2024-09-12T03:09:53.852312+0000, chain.objs.size()=1 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.n084HB--h3xaQ6dj-njYKJ8m2RsRlCx_0 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16588436940899274713', time=2024-09-12T03:09:53.857513+0000, chain.objs.size()=1 2024-09-12T01:34:07.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ccfJBJTOfBJCBZQm16U4MCu3h8Ocurb_0 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15581754719012633736', time=2024-09-12T03:09:54.118441+0000, chain.objs.size()=1 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WhPlxY4EyK4Pd2c8GCjKO02yE0vawpN_0 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2586637318896239576', time=2024-09-12T03:09:54.635683+0000, chain.objs.size()=1 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fTk5D2BpMHHQVssAYb0ctmH0oz3mfK7_0 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8878187450472009528', time=2024-09-12T03:09:54.674840+0000, chain.objs.size()=1 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CE7rETZuqaAgM8y8b-CgAjl_Hif9dRY_0 2024-09-12T01:34:07.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.586+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4927504637781498196', time=2024-09-12T03:09:55.323572+0000, chain.objs.size()=1 2024-09-12T01:34:07.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.586+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kwqHRO8kmMRR2Y3tOhhZCzbUmali5Je_0 2024-09-12T01:34:07.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3763437517238481681', time=2024-09-12T03:09:55.338436+0000, chain.objs.size()=1 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MbR-zRA0g4iA30teK5o7nYyyVnAMf7D_0 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.741745776036457694', time=2024-09-12T03:09:55.484934+0000, chain.objs.size()=1 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5MTicVKBJXRa5hFrkhXEnqYE-b2Gi88_0 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10117620047142477529', time=2024-09-12T03:09:55.911808+0000, chain.objs.size()=1 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-shLh9m4g9iOdqLvuPAP3KfIhIzFAxb_0 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15834617580157757240', time=2024-09-12T03:09:56.449568+0000, chain.objs.size()=1 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MwQT3uYoo5Bc1oXd9S9cTfPLtNLlHI5_0 2024-09-12T01:34:07.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2748388483261416814', time=2024-09-12T03:09:56.532214+0000, chain.objs.size()=1 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wHisxBrwIh08S4m6WXgT-21Dbzjy3BA_0 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9077285161704961747', time=2024-09-12T03:09:56.790326+0000, chain.objs.size()=1 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ITvkl-26kPNwZOkzvsCFFemj2BGAZBv_0 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3975311105954687781', time=2024-09-12T03:09:56.803784+0000, chain.objs.size()=1 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.588+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0ZBm_Eko0c7HdbfmLgWjoY6TMZXZE2Q_0 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6026092702115655257', time=2024-09-12T03:09:56.977963+0000, chain.objs.size()=1 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SUfhw6BaeqXpwSlsVTH4oIwfTVy7C2h_0 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14811355516597707813', time=2024-09-12T03:10:35.444482+0000, chain.objs.size()=1 2024-09-12T01:34:07.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.z1lf1BoJdNTTAu6eMd4NBNkvIazD5tP_0 2024-09-12T01:34:07.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16803636610529795680', time=2024-09-12T03:10:36.220817+0000, chain.objs.size()=1 2024-09-12T01:34:07.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JXbWIpnjOVVU9JSwd9-DKHrel0zOXHB_0 2024-09-12T01:34:07.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.590+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11576052190940225394', time=2024-09-12T03:10:36.267161+0000, chain.objs.size()=1 2024-09-12T01:34:07.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.590+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nwZLLn1pJWqooia23ag9z2BX2X22ha5_0 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4091363952454822154', time=2024-09-12T03:10:36.398449+0000, chain.objs.size()=1 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uCLWRgX_o4C89xwfjLcTtc78luWT_03_0 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3566935653013273050', time=2024-09-12T03:10:38.191908+0000, chain.objs.size()=1 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.INLh1xY1Tg7u1nYiTv0iN1lvtiTBv1S_0 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14787942008504848910', time=2024-09-12T03:10:38.249057+0000, chain.objs.size()=1 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.spxnbiYnAXRbrVsbVh_sA1He0U-q5nZ_0 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13439745503997267054', time=2024-09-12T03:10:38.359503+0000, chain.objs.size()=1 2024-09-12T01:34:07.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.V2Oan0tYtcM56JWrvWt_5zDeTCKeWSL_0 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17915876895742132274', time=2024-09-12T03:10:38.650958+0000, chain.objs.size()=1 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EXxKjM7IB_ih9zt50EyStMkA_bl8jUX_0 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17582886572852281273', time=2024-09-12T03:10:39.792026+0000, chain.objs.size()=1 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XrR38Xua_06MGbKjCqZaHlF9HVP47a5_0 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14454573265970156161', time=2024-09-12T03:10:39.979759+0000, chain.objs.size()=1 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rl29K8lLYEZvUFsfebQa_nGFX4aasd6_0 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.593+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14881647782752165492', time=2024-09-12T03:10:40.563907+0000, chain.objs.size()=1 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.593+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.R8XbTJ2xvdubBJ6QLQPgV5NI0ovs7kL_0 2024-09-12T01:34:07.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.593+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11862861201638115688', time=2024-09-12T03:10:40.620929+0000, chain.objs.size()=1 2024-09-12T01:34:07.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.593+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4kyhEt8WCqRQvsaO70_Dc5QkAylyYOC_0 2024-09-12T01:34:07.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.596+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/50105 2024-09-12T01:34:07.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=32, truncated=0, next_marker='' 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3060543842654985873', time=2024-09-12T03:10:40.729381+0000, chain.objs.size()=1 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sqYfV7U1T3As-6_KT74awI2pKo90iy0_0 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4903830025846061288', time=2024-09-12T03:10:41.318406+0000, chain.objs.size()=1 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yOyjSyhOr_icIkb9-eyi7mIKBHt3l4u_0 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15212990850386922030', time=2024-09-12T03:10:41.415890+0000, chain.objs.size()=1 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9y-cbYYOFAivhCCkYy4e2CYWfJqNodQ_0 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10379725492537813271', time=2024-09-12T03:10:41.954463+0000, chain.objs.size()=1 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.705AwCyZEUNgih9J8S5YcJtEanWXfQ0_0 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4074658466972393227', time=2024-09-12T03:10:42.085748+0000, chain.objs.size()=1 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Mrd4i6RYS0YxwWsgMFt-2QU5i7uumDQ_0 2024-09-12T01:34:07.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12113481550467545859', time=2024-09-12T03:10:42.228784+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.y0mvBndhoXEEo7QT4Ol3_6o1h4JI66R_0 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12305577018642987578', time=2024-09-12T03:10:42.731877+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sDXkgrGgx5zEUIqD77qyCx8jJ1BJCt2_0 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16959528120191050557', time=2024-09-12T03:10:43.835378+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0q0mkV6gUbdZFWPQq3XlZ3nI_JH3231_0 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6035458000984270080', time=2024-09-12T03:10:44.180231+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xzcCNz9XF04w7deqYL7KJLbNofCxEpB_0 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7218278371099294484', time=2024-09-12T03:10:44.461834+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yPi1wzbwk0Wu-aD6VTzkip5-Hx8taRN_0 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525811135113349324', time=2024-09-12T03:10:44.746968+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hGXhDqesb-TBOqbt05dtG9nhpo-OyKN_0 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6336065402178690158', time=2024-09-12T03:10:44.791037+0000, chain.objs.size()=1 2024-09-12T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.599+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sXmVm7nIsj9-A_zXCt-TCN_ddQLzTmF_0 2024-09-12T01:34:07.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18306162689636552445', time=2024-09-12T03:10:44.901751+0000, chain.objs.size()=1 2024-09-12T01:34:07.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Pu6mIZnvnaxvLnCW-ki75lSq92GNNFW_0 2024-09-12T01:34:07.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13723848256099123218', time=2024-09-12T03:10:44.903971+0000, chain.objs.size()=1 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ySQctGuN_IfYAoFhBk1eecGl9meC7fb_0 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.122207189806236012', time=2024-09-12T03:10:45.192089+0000, chain.objs.size()=1 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gPUtPWnkTxaZ0EdK4ABqmIMlb17UciJ_0 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2241354980440235548', time=2024-09-12T03:11:32.263458+0000, chain.objs.size()=1 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.602+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.377__shadow_.pZIR0wYgxKIB6youSwPGTurX7oZBNF6_0 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12861298814947610740', time=2024-09-12T03:12:27.478751+0000, chain.objs.size()=1 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.434__shadow_.sFI6TQ_Z5K7gcByHRm03_2ulfCOWuyc_0 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5560807722656100416', time=2024-09-12T03:13:05.037768+0000, chain.objs.size()=1 2024-09-12T01:34:07.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.466__shadow_.uk6vjKDrzgXwGSe8l2GEmn1ptn1loNa_0 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15588698446977800892', time=2024-09-12T03:13:16.225844+0000, chain.objs.size()=1 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.PUL4aWieB3fME_4XaKbXw4zFSBEFNSB_0 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10771479296266983742', time=2024-09-12T03:13:16.226520+0000, chain.objs.size()=1 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.r6pRlIA6vdrXGTK4R9CUdlX5ph683u8_0 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8089492405344079256', time=2024-09-12T03:13:37.970901+0000, chain.objs.size()=1 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.503__shadow:esv37gVyLqd8yGvbCqDqMAaQmv4CYjH_.r1PdZ5w8eUdutJTswCx5GYEosjhd5mv_0 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3368117320851770672', time=2024-09-12T03:14:03.788496+0000, chain.objs.size()=6 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.1 2024-09-12T01:34:07.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.2 2024-09-12T01:34:07.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.606+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.3 2024-09-12T01:34:07.607 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.4 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.5 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.6 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10842354348946926526', time=2024-09-12T03:14:16.680027+0000, chain.objs.size()=1 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.518__multipart_mymultipart.2~PgJvX74vfXtSZ8hOYsLzrJIh9JbApV7.1 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12885237477096263975', time=2024-09-12T03:14:19.439682+0000, chain.objs.size()=1 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.518__multipart_mymultipart.2~F60Mez8LOePWdiDoS1m_hd2SPjq0vOc.1 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7', time=2024-09-12T03:15:37.782492+0000, chain.objs.size()=1 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7.2 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9536068035930073842', time=2024-09-12T03:17:46.922752+0000, chain.objs.size()=2 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.528__multipart_mymultipart.2~GtAesm3uvkNf0fI_ePCBxXYoAc3jelS.1 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.528__multipart_mymultipart.2~GtAesm3uvkNf0fI_ePCBxXYoAc3jelS.2 2024-09-12T01:34:07.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17981160222317187142', time=2024-09-12T03:19:51.557292+0000, chain.objs.size()=1 2024-09-12T01:34:07.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.607+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:YU2EkeBuNXQWxAO-mfKi07L2h5U44vD_.uwVn9hPQ-bLhQpem7hhjy28yT4OvzIt_0 2024-09-12T01:34:07.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.608+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11496446047815499977', time=2024-09-12T03:26:33.378961+0000, chain.objs.size()=1 2024-09-12T01:34:07.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.608+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.634__shadow_.F8NKUqI7KQPxBDUAFjewyUWc2p0rjNF_0 2024-09-12T01:34:07.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.609+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17717786383696708809', time=2024-09-12T03:27:03.476177+0000, chain.objs.size()=1 2024-09-12T01:34:07.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.609+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.653__shadow_.FWBKLASyqnF5cqimULATxoi-LJFvVU__0 2024-09-12T01:34:07.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1692199869003728167', time=2024-09-12T03:27:37.364491+0000, chain.objs.size()=1 2024-09-12T01:34:07.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.664__shadow_.j81ms0cw1pqSGlmIf72xbyvKnpmDvcz_0 2024-09-12T01:34:07.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12886802006338891166', time=2024-09-12T03:27:40.129921+0000, chain.objs.size()=1 2024-09-12T01:34:07.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.666__shadow_.IHXPO718e7ckFK4EC8WdhhHA-fNgLlJ_0 2024-09-12T01:34:07.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.611+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16594158758286604463', time=2024-09-12T03:29:14.863058+0000, chain.objs.size()=1 2024-09-12T01:34:07.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.611+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.739__shadow_.mWCeNKMlH5wP3FjZsUQ9678J_eX3zgI_0 2024-09-12T01:34:07.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.613+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.616 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.616+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:34:07.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.617+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.617+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/60635' 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16000993648743794140', time=2024-09-12T03:06:51.617945+0000, chain.objs.size()=1 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.238__shadow_.keqZY5w6xvc2RwwWFpCERCVDwRAtdjo_0 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16477683129077253462', time=2024-09-12T03:06:58.645976+0000, chain.objs.size()=1 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.244__shadow_.EgcIFXJIDI9GVkIGsJaaJivDZs1iIRs_0 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3626950858179235731', time=2024-09-12T03:07:01.572531+0000, chain.objs.size()=1 2024-09-12T01:34:07.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.247__shadow_.YBw8bUPFHRLJJkwusSl7W1eNkporzmj_0 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3275100033102235855', time=2024-09-12T03:07:05.527294+0000, chain.objs.size()=1 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.251__shadow_.fgmtIYktwXc0yUtJuJqS45OM1c470VB_0 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14005533487483402880', time=2024-09-12T03:07:10.437346+0000, chain.objs.size()=1 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.256__shadow_.6ALZ5zT5VAZ4h6lfkApy5XHLBr8IXtE_0 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18273233527578362377', time=2024-09-12T03:07:14.202429+0000, chain.objs.size()=1 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.260__shadow_.M19ZNa1M7Dt2yQ6dGn5-bdn14PI5o4S_0 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4643685553309496514', time=2024-09-12T03:07:52.214217+0000, chain.objs.size()=1 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y5Y726WBmDICDeviZYMi5RfZoha6F8z_0 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5175209338130724925', time=2024-09-12T03:07:52.214838+0000, chain.objs.size()=1 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.W5kTZxUOiBhTGyyKYFu6qwjd3M1pyIf_0 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5430289261563656453', time=2024-09-12T03:07:52.923369+0000, chain.objs.size()=1 2024-09-12T01:34:07.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BxeO0VxOEj8yULP1rI9Hn2pznWlr6BP_0 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6910776778332673407', time=2024-09-12T03:07:55.204976+0000, chain.objs.size()=1 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.aFAb7uoIA_IkkshRl8sxKzxm9woJZQe_0 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12035724272090195', time=2024-09-12T03:07:55.219311+0000, chain.objs.size()=1 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dVMxq6fHa66R3V6E3PYBM9MAhz-eS9L_0 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12402863449245836718', time=2024-09-12T03:07:55.399467+0000, chain.objs.size()=1 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.619+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.T1Sw4ZnaQBjjHnPd1xW5RL1ZgcGO-ZS_0 2024-09-12T01:34:07.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.621+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17984714692052195818', time=2024-09-12T03:07:55.516140+0000, chain.objs.size()=1 2024-09-12T01:34:07.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.621+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8j4PegIfKxD56cP3Q1OHIugNQO-i_7a_0 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4935220793742153981', time=2024-09-12T03:07:55.539452+0000, chain.objs.size()=1 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Vzuw3jmzszqsuHFgEvGxe6tFT3gb_Cr_0 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15857956965124963589', time=2024-09-12T03:07:55.599944+0000, chain.objs.size()=1 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1N2cNVrD9NsjBbXoKEpFkoR5arDLLLO_0 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17199937855991019262', time=2024-09-12T03:07:55.633750+0000, chain.objs.size()=1 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZGVer0ts6oJGEC7Nxa483fvsiFk9lC8_0 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10512369768623800482', time=2024-09-12T03:07:55.749755+0000, chain.objs.size()=1 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UnDr5uyXcubmKwZXimzkgoA2HPQ3HDo_0 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7286338042095167590', time=2024-09-12T03:07:55.809525+0000, chain.objs.size()=1 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.puxygNhfozmdDALLxzxMmQ1oMzxnkFt_0 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9681512892197042599', time=2024-09-12T03:07:56.623251+0000, chain.objs.size()=1 2024-09-12T01:34:07.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lQbbBu6e1f0Z_PlutgYcN-VaT-1loYD_0 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8416863709545785164', time=2024-09-12T03:07:56.777540+0000, chain.objs.size()=1 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SZAI6PDF5iX-tO53jGMAyO2Kbz8Prik_0 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15786323269254956789', time=2024-09-12T03:07:56.851486+0000, chain.objs.size()=1 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6ozXoQQQ8ZLXRsZ3b7o3D0ps6SOlo9p_0 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4046622659576724151', time=2024-09-12T03:07:56.936050+0000, chain.objs.size()=1 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.pSLZyAWPkrpxWVizNEINN3vDiPZPVYn_0 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14888940522490954208', time=2024-09-12T03:07:58.174179+0000, chain.objs.size()=1 2024-09-12T01:34:07.624 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nFfT3D730MhcEdTPzFEfKT7QIKCr8po_0 2024-09-12T01:34:07.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.625+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16008360591065752171', time=2024-09-12T03:07:58.466269+0000, chain.objs.size()=1 2024-09-12T01:34:07.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.625+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NLX4nc79PsuSYk_cadnoUTqoT9dTmTh_0 2024-09-12T01:34:07.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.625+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.648823195204400630', time=2024-09-12T03:07:58.630196+0000, chain.objs.size()=1 2024-09-12T01:34:07.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.625+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6jRyXkqC5M2T9WuVOcUelR3cHIqy-Og_0 2024-09-12T01:34:07.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1744594784776774242', time=2024-09-12T03:07:59.402513+0000, chain.objs.size()=1 2024-09-12T01:34:07.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UiRlNATcq4Z_jT6XzdWcq-RH2Vgo97R_0 2024-09-12T01:34:07.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16961478654050136298', time=2024-09-12T03:07:59.695674+0000, chain.objs.size()=1 2024-09-12T01:34:07.626 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ez58SnVrrXdlTAN4_K4rrZsZbqqDtOr_0 2024-09-12T01:34:07.627 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13422762926531370731', time=2024-09-12T03:08:00.128104+0000, chain.objs.size()=1 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MEnzi8_JjcfEJIjlzorCRrZZ19U9MCc_0 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8949713719779355456', time=2024-09-12T03:08:00.804095+0000, chain.objs.size()=1 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.626+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Rtto3zrfeDBTaPccqM1Wr-TiRRjRjAp_0 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4707341108901083794', time=2024-09-12T03:08:00.834886+0000, chain.objs.size()=1 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gbTqqbhM6E9JaTj63AGDxv6GsRe-66U_0 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8093175454521227660', time=2024-09-12T03:08:01.162882+0000, chain.objs.size()=1 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NFsbsQ3_WrDdWdYB3U2ntSkpQ9yTvvx_0 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11107985257788652273', time=2024-09-12T03:08:01.585105+0000, chain.objs.size()=1 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cydVwEaEww5N3u08bbio6GJPajDbg6i_0 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13903005364759536624', time=2024-09-12T03:08:01.683175+0000, chain.objs.size()=1 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Uv0EUsl8hPY8PW7JBkFsiISGUDq6YTL_0 2024-09-12T01:34:07.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5375416512522777758', time=2024-09-12T03:08:02.092416+0000, chain.objs.size()=1 2024-09-12T01:34:07.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.627+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dx-WB2y3f0drP2lSFLHuADSCrfA25qL_0 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5528576354362638609', time=2024-09-12T03:08:02.768053+0000, chain.objs.size()=1 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4v5aKrSH_sw-bEGExDNr-207pHak9wT_0 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3621801283090150050', time=2024-09-12T03:08:05.793044+0000, chain.objs.size()=1 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.265__shadow_.tfZS9AWUcI25cx4WyKfrRfKDc7xUvA4_0 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4903256787107607027', time=2024-09-12T03:08:05.793913+0000, chain.objs.size()=1 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.265__shadow_.M0-mmMB0iJMHlEF1bgEmJFVy5xeW4Cr_0 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6021261240563706984', time=2024-09-12T03:08:11.456545+0000, chain.objs.size()=1 2024-09-12T01:34:07.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.271__shadow_.ExQzbhdkPNtTFRaLBvQKhI2391iLOTI_0 2024-09-12T01:34:07.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15235760299471370832', time=2024-09-12T03:08:12.395443+0000, chain.objs.size()=1 2024-09-12T01:34:07.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.272__shadow_.U6RFrcmr_KC7eJMqkRnVjU0njDlNTe__0 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16069830367008630278', time=2024-09-12T03:08:33.642691+0000, chain.objs.size()=1 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.xafwJakATUkrn5DUPrgIgvoiO-HUfuO_0 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14212450829838821430', time=2024-09-12T03:08:35.930742+0000, chain.objs.size()=1 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.MjeqpYDmivC42HcLqBar2OpxRNOLm3q_0 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5688650421806426496', time=2024-09-12T03:08:44.936065+0000, chain.objs.size()=1 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.302__shadow_.MOD0ALmjUeeQ0wAiu5_x9uX25is9cai_0 2024-09-12T01:34:07.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4643999111998156303', time=2024-09-12T03:09:05.996047+0000, chain.objs.size()=1 2024-09-12T01:34:07.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.319__shadow:9CTgw1ceBfj4i8vo3O6NxT1OAATwGC1_.3fL0Y_hJHCwBG_6z_IYubdGfxCURZaL_0 2024-09-12T01:34:07.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9364495825855128409', time=2024-09-12T03:09:46.749439+0000, chain.objs.size()=1 2024-09-12T01:34:07.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Itv1yrkteDOXBuNe-NDKNz_LbNCb8pk_0 2024-09-12T01:34:07.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8697924943870886650', time=2024-09-12T03:09:47.067843+0000, chain.objs.size()=1 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8bbKawDyg2QSpaa6IxbluMtMPgRIXf1_0 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.633+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2778632262575476365', time=2024-09-12T03:09:47.137782+0000, chain.objs.size()=1 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.633+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.y0m5vGIfeWIaNKaZkonBkNn0aoBmJxB_0 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.633+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4358427516831357268', time=2024-09-12T03:09:47.222038+0000, chain.objs.size()=1 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.633+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7IteaNzxymVYScswgNQgzX08Lz5Pone_0 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.634+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12901792757806991464', time=2024-09-12T03:09:47.634839+0000, chain.objs.size()=1 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.634+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.N4PBByWIoMM96lrU-6HKgkjfotl2AW__0 2024-09-12T01:34:07.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.634+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14900714247412760691', time=2024-09-12T03:09:48.463021+0000, chain.objs.size()=1 2024-09-12T01:34:07.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.634+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.y5Nq1WwRZ4HnpY9SKnbPJn0cs2zK6OL_0 2024-09-12T01:34:07.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.634+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7545828716708784714', time=2024-09-12T03:09:48.760406+0000, chain.objs.size()=1 2024-09-12T01:34:07.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.634+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.faz-iQ1joyMgGSbFkSKkXKL_5GQnZbe_0 2024-09-12T01:34:07.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.635+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.228919291957935164', time=2024-09-12T03:09:49.309806+0000, chain.objs.size()=1 2024-09-12T01:34:07.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.635+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kD-s9vD1V_8rXnvZw125H5j1eYi4dVA_0 2024-09-12T01:34:07.637 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14579926941227805844', time=2024-09-12T03:09:49.926778+0000, chain.objs.size()=1 2024-09-12T01:34:07.637 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rSXREvKjJv2MTzbuFHX8GgBMJbYq2vK_0 2024-09-12T01:34:07.637 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13211767158690385141', time=2024-09-12T03:09:50.341263+0000, chain.objs.size()=1 2024-09-12T01:34:07.637 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ULVjDQph8Ujqt0kvcGLykr7q_UmH6O2_0 2024-09-12T01:34:07.637 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10211091857657907508', time=2024-09-12T03:09:50.398736+0000, chain.objs.size()=1 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XVKGT0w9AiLGh7hsqsugarzMNg8Q9z-_0 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18121099709915001278', time=2024-09-12T03:09:50.466700+0000, chain.objs.size()=1 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4rRQ8AIWrl5uYnDmE0g5c14o2R1B5Ey_0 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1937690434108247505', time=2024-09-12T03:09:50.757601+0000, chain.objs.size()=1 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kQlg_W_EF6VRBT4oufF0_MkQpPglMQZ_0 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6156143048911820215', time=2024-09-12T03:09:51.339051+0000, chain.objs.size()=1 2024-09-12T01:34:07.638 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.637+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.C2Tn2LKZaRnOHHOSpSPhhKqiE9kirl-_0 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4074884055452496324', time=2024-09-12T03:09:51.920879+0000, chain.objs.size()=1 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.d9v6zQuU_tzBqHXk5G5-_KAlcm3DdM5_0 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9926503441886070423', time=2024-09-12T03:09:52.820156+0000, chain.objs.size()=1 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.R_NUf89mhZApwvO4vwadjeEeHS9LMCQ_0 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4595848831803238108', time=2024-09-12T03:09:52.932223+0000, chain.objs.size()=1 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BFr594f0AtCIJ0FfM_mGym3MkjuP-UG_0 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3633160222594426877', time=2024-09-12T03:09:52.933626+0000, chain.objs.size()=1 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0GQ0WhKXk8CVVqUFTq53db1N0hpUQGs_0 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.630570732000563687', time=2024-09-12T03:09:52.935867+0000, chain.objs.size()=1 2024-09-12T01:34:07.639 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.639+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sNXtKGsV0WDh-faWO2hLedGQ3gArEDX_0 2024-09-12T01:34:07.640 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.640+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2227876354908691529', time=2024-09-12T03:09:53.251379+0000, chain.objs.size()=1 2024-09-12T01:34:07.640 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.640+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gWrHjld14t8KrH7O57N3D5zgxlNRYqX_0 2024-09-12T01:34:07.640 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.640+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10447459523007478010', time=2024-09-12T03:09:53.954856+0000, chain.objs.size()=1 2024-09-12T01:34:07.640 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.640+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cun5-_aZtdExZexjb5st4-aHJcPHcdn_0 2024-09-12T01:34:07.641 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17053320485951633005', time=2024-09-12T03:09:54.326581+0000, chain.objs.size()=1 2024-09-12T01:34:07.641 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZlQyO-JcyptB25YWswELJUH9Q97IQLa_0 2024-09-12T01:34:07.641 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16435677186983826380', time=2024-09-12T03:09:54.616939+0000, chain.objs.size()=1 2024-09-12T01:34:07.641 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kBpKrUPOUv1-n-lqkyMYX8sqjt-0USR_0 2024-09-12T01:34:07.641 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14350125337971219753', time=2024-09-12T03:09:54.658057+0000, chain.objs.size()=1 2024-09-12T01:34:07.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5b1RNpmzkkuiTQ2KQqRcaqr3Rb8xzIN_0 2024-09-12T01:34:07.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18097484611659618359', time=2024-09-12T03:09:55.706861+0000, chain.objs.size()=1 2024-09-12T01:34:07.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.641+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pyK0EV3OZGX9Gl7EMUsPIfVPjXPajjA_0 2024-09-12T01:34:07.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.642+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5977613495718852412', time=2024-09-12T03:09:55.951032+0000, chain.objs.size()=1 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.642+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Xzb9C64oPJ8zHv2I3blFr1Zt7AFv2-o_0 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1811642343104082130', time=2024-09-12T03:09:56.009539+0000, chain.objs.size()=1 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.RXL5Yu3EUlXC60Rm9LpCeI8zBfM4lYZ_0 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9400024509294320342', time=2024-09-12T03:09:56.034530+0000, chain.objs.size()=1 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.RTjyG_fDCUz4kyzbpiy79scLMHYVBB4_0 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3701201124436340763', time=2024-09-12T03:09:56.344453+0000, chain.objs.size()=1 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.anO6A5x0hbn4XMqCPIyllijBc1kXqw5_0 2024-09-12T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10013458737439001219', time=2024-09-12T03:09:56.345816+0000, chain.objs.size()=1 2024-09-12T01:34:07.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.643+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nJ-0lAZ2ZZ10hmUG4SrId6gogQ-Fooj_0 2024-09-12T01:34:07.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8369417337049401728', time=2024-09-12T03:09:56.551791+0000, chain.objs.size()=1 2024-09-12T01:34:07.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oS-xAp20ppxTvXu234xdE976J7nEBsF_0 2024-09-12T01:34:07.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7554738773398835814', time=2024-09-12T03:09:56.697577+0000, chain.objs.size()=1 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oomO7eAxK_THZcPtDHFmasfBWW3d_v5_0 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9417115331520566936', time=2024-09-12T03:09:56.939170+0000, chain.objs.size()=1 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5u0g1PZfZgNSIwoCoLskh7YxxgrvJDC_0 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14256688688480689937', time=2024-09-12T03:10:34.677169+0000, chain.objs.size()=1 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iZgONjZwmprvctdzfcQJIzFlAxLpULF_0 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13388917157592278520', time=2024-09-12T03:10:34.698502+0000, chain.objs.size()=1 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.645+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ilF_q0yP-JvUO2pfiplrxh8qe8gqDTF_0 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9697890656225324202', time=2024-09-12T03:10:34.825859+0000, chain.objs.size()=1 2024-09-12T01:34:07.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.t2XFemUkgRaWk5UDOD4wPxrqbBgqZpP_0 2024-09-12T01:34:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.647+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5450032304832021532', time=2024-09-12T03:10:35.098439+0000, chain.objs.size()=1 2024-09-12T01:34:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.647+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FR6s__AJ5jcgahxoD35RC7p8NtwyeW0_0 2024-09-12T01:34:07.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.648+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6586392140451168457', time=2024-09-12T03:10:35.099202+0000, chain.objs.size()=1 2024-09-12T01:34:07.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.648+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qknDZqgKc49UsaddRLPFWep3QTn404B_0 2024-09-12T01:34:07.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15929258288054841867', time=2024-09-12T03:10:35.100484+0000, chain.objs.size()=1 2024-09-12T01:34:07.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Tb7UnfA_BsJqPTBBOmKLANrMQvyq_05_0 2024-09-12T01:34:07.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8821565149991974521', time=2024-09-12T03:10:35.179769+0000, chain.objs.size()=1 2024-09-12T01:34:07.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0kEdLSr8uTm6DLxnNUVgvkJelOJvf_1_0 2024-09-12T01:34:07.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10607430959257116574', time=2024-09-12T03:10:35.227348+0000, chain.objs.size()=1 2024-09-12T01:34:07.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.65H7ALrnlOi6WSd84A399ie9UrQzrsY_0 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.650+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6239939921058319113', time=2024-09-12T03:10:35.233690+0000, chain.objs.size()=1 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tpSFLm-yXjyGupgOzTqCpeFgeOW4MgF_0 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1147467788155479830', time=2024-09-12T03:10:36.580290+0000, chain.objs.size()=1 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EOfZ1HjMinFwyzuMYqFWQ-xVYtC3Qg4_0 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12534611191137655977', time=2024-09-12T03:10:37.025240+0000, chain.objs.size()=1 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.I6N2w1dfPifESB5NeffbqfNVZsX2rk__0 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15056097694974326663', time=2024-09-12T03:10:37.055449+0000, chain.objs.size()=1 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.b-nIWJL_fZ_PkPwr01TLEgyOUzI-SFr_0 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4847777635478778392', time=2024-09-12T03:10:37.917704+0000, chain.objs.size()=1 2024-09-12T01:34:07.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1EheFsdWBwUBKAD_bjUDWIjyIiYuAAH_0 2024-09-12T01:34:07.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18139456462183354066', time=2024-09-12T03:10:38.315332+0000, chain.objs.size()=1 2024-09-12T01:34:07.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.A1LLtPNmuxg_KtkorjTKOIiDpUVIEIr_0 2024-09-12T01:34:07.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6282912234060645707', time=2024-09-12T03:10:38.406519+0000, chain.objs.size()=1 2024-09-12T01:34:07.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0frL5sD4UECIGarkOsu8fN2kkmh5fL3_0 2024-09-12T01:34:07.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.652+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14381524921356655205', time=2024-09-12T03:10:38.516613+0000, chain.objs.size()=1 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.652+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.H0-wpkYPdGSjOEeMW4nDuoPsUF2BG3a_0 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.652+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15883936755586812823', time=2024-09-12T03:10:38.519040+0000, chain.objs.size()=1 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.652+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fas-E-yEOt-Sa7k6E93XRJDklpLB7r5_0 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.652+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15235981500608048450', time=2024-09-12T03:10:38.544095+0000, chain.objs.size()=1 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.652+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VFpRZRAleLwF5vCngGmtlddI0tXhFXd_0 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12223345279186759970', time=2024-09-12T03:10:38.653175+0000, chain.objs.size()=1 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uEg4xKJMbx5BczOfdV43E111uvIGWLr_0 2024-09-12T01:34:07.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17581298747524739938', time=2024-09-12T03:10:39.049265+0000, chain.objs.size()=1 2024-09-12T01:34:07.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oIPyCtNd6oFTJAv6WtOa4JfTyhz18G5_0 2024-09-12T01:34:07.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6272834544866706776', time=2024-09-12T03:10:40.915179+0000, chain.objs.size()=1 2024-09-12T01:34:07.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YGPBPbutZkoPe0DRV1J56Gww-GnTt7w_0 2024-09-12T01:34:07.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1069208379072422444', time=2024-09-12T03:10:41.764584+0000, chain.objs.size()=1 2024-09-12T01:34:07.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.L095vFxz1Sef4nrAGkWj-7Rd4bo8RBt_0 2024-09-12T01:34:07.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.996123947861309276', time=2024-09-12T03:10:41.996105+0000, chain.objs.size()=1 2024-09-12T01:34:07.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yPxvuTNdEEY6q28AAUgdI11wyg39MMj_0 2024-09-12T01:34:07.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8527010270517177540', time=2024-09-12T03:10:42.135986+0000, chain.objs.size()=1 2024-09-12T01:34:07.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.655+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rtYu5JWGK1xvLRu1UrO-dHWKT6zCaWl_0 2024-09-12T01:34:07.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.659+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/60635 2024-09-12T01:34:07.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T01:34:07.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9793342329013526543', time=2024-09-12T03:10:42.255157+0000, chain.objs.size()=1 2024-09-12T01:34:07.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.U_p9JaEzQ0cbHNmBhOJIu_H19YyKmLo_0 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9077671271548942494', time=2024-09-12T03:10:42.409247+0000, chain.objs.size()=1 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kx_H3zJN1xLxByIlyhASBTG8nwbvBm1_0 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.259329964269716416', time=2024-09-12T03:10:42.487323+0000, chain.objs.size()=1 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.he2MwpaYfcsQ4JK5VnWTdsd7IUSdrJu_0 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17716308924859948503', time=2024-09-12T03:10:42.714393+0000, chain.objs.size()=1 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3J8gnyVXJjlgyhHxNN7OhSRXFKLds_c_0 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17062809869543939427', time=2024-09-12T03:10:43.458281+0000, chain.objs.size()=1 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xIXPWMbJx84R0hauOZxJg4iYcXM59mb_0 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1155383341680697118', time=2024-09-12T03:10:43.655808+0000, chain.objs.size()=1 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sp1X0Qnf1QGQjiG9U_0SCYWDpHD9Pxt_0 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13881956748590686165', time=2024-09-12T03:10:43.699314+0000, chain.objs.size()=1 2024-09-12T01:34:07.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.E2yiaIzzpEO8QshYLr6VOCLS_htySdv_0 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3515103137543894945', time=2024-09-12T03:10:43.949589+0000, chain.objs.size()=1 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gxLsO-XBtP2VqgMdTAR5x1VGP_gYBJv_0 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17017336032048765911', time=2024-09-12T03:10:44.165345+0000, chain.objs.size()=1 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oyTZXwE3B7d-hGblQkJUL4eT6Ss_tWs_0 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13130807731647610043', time=2024-09-12T03:10:44.484118+0000, chain.objs.size()=1 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Dybxdzs3YO3Ei_ZPd3QHMs13FVEQjjY_0 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5750925707989271697', time=2024-09-12T03:10:45.061324+0000, chain.objs.size()=1 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LJxA2P7vinKsH1UlDQhs8Ho4jkMXgXG_0 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15367458683212778339', time=2024-09-12T03:13:25.646571+0000, chain.objs.size()=1 2024-09-12T01:34:07.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.490__shadow_.PBBVulZXJ7RSVoaGV9gC_n9IUu7xlQo_0 2024-09-12T01:34:07.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15367458683212778339', time=2024-09-12T03:13:25.904960+0000, chain.objs.size()=1 2024-09-12T01:34:07.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.490__shadow_.PBBVulZXJ7RSVoaGV9gC_n9IUu7xlQo_0 2024-09-12T01:34:07.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9667368170007456599', time=2024-09-12T03:14:10.447176+0000, chain.objs.size()=1 2024-09-12T01:34:07.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.514__shadow_.nmUilyr2_bSaC4PFp8qRJW2DK84de-l_0 2024-09-12T01:34:07.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7687141487896367320', time=2024-09-12T03:18:21.787139+0000, chain.objs.size()=1 2024-09-12T01:34:07.664 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.536__multipart_mymultipart.2~h9HtKm14_o_MY1CGkl4M8YAyqVdI_dK.1 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13164041057079978025', time=2024-09-12T03:20:00.529986+0000, chain.objs.size()=1 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow_.d5QxCiLFhnQ0RJp3udMke8srB4D_7oN_0 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7115056337291518991', time=2024-09-12T03:21:15.610965+0000, chain.objs.size()=1 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:BP1ighB2CuldDxcj-DLKYLAk.fy.AFL_.udNtWqJwcQ8Nn3ko8eXVgF43Y3PD2R4_0 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9500178052719634671', time=2024-09-12T03:21:18.069007+0000, chain.objs.size()=1 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.583__shadow:alZH3KJOzTzeT7rcrxyfdBtV0te14v1_.b7sBJUXEo1K6sHYcWQ6fHcFuO-MM_EB_0 2024-09-12T01:34:07.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.61648267590546461', time=2024-09-12T03:25:33.812661+0000, chain.objs.size()=1 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.618__shadow_._2kRINkGKQV8BMj93aO4sZDYYGrUI0a_0 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7693644978268635864', time=2024-09-12T03:26:32.337973+0000, chain.objs.size()=1 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.633__shadow_.IdE3tuOfA9XPMQ5Tr22KmTeoFfak8xP_0 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1890391491812980231', time=2024-09-12T03:27:05.911104+0000, chain.objs.size()=1 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.654__shadow_.SMcd1RjlkMDgYp5SW71LODgQvbeznEa_0 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17776011245652393637', time=2024-09-12T03:27:37.359554+0000, chain.objs.size()=1 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.664__shadow_.iGtSF5-moiow1eY2Eha0pWYtgEJF1zj_0 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1298118142570830841', time=2024-09-12T03:27:40.123491+0000, chain.objs.size()=1 2024-09-12T01:34:07.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.665+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.666__shadow_.5w-wZwKtNIoHUNKAISOXrz1Q2utSZZw_0 2024-09-12T01:34:07.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.669+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.672+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:34:07.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47110' 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11768578683931605549', time=2024-09-12T03:03:01.167454+0000, chain.objs.size()=3 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.57ijxIug5IJtuWNOIM6XHzlF8olidry_0 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.57ijxIug5IJtuWNOIM6XHzlF8olidry_1 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.57ijxIug5IJtuWNOIM6XHzlF8olidry_2 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6313771154142015261', time=2024-09-12T03:06:42.378144+0000, chain.objs.size()=1 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.230__shadow_.cw5TH7dNcim28KeHqxRMTe9-pr8BifD_0 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4542711690481074396', time=2024-09-12T03:07:03.585645+0000, chain.objs.size()=1 2024-09-12T01:34:07.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.249__shadow_.uy6pBcBTbh_0w1r1NblVjrkNDr5RVFQ_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13810863039562102567', time=2024-09-12T03:07:07.480634+0000, chain.objs.size()=1 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.253__shadow_.dMRfbBBzF3xqabD77u6uW2CPAxd_X5p_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14790545554301716503', time=2024-09-12T03:07:52.273184+0000, chain.objs.size()=1 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fbXa7MaNq7EsKIU_HaIARMw-88-NESA_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4559484575265220728', time=2024-09-12T03:07:52.663201+0000, chain.objs.size()=1 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WazVHRnhlpa6cC22U3zdgs6nUEhTuiH_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2174268468602193887', time=2024-09-12T03:07:52.783014+0000, chain.objs.size()=1 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.B9LEVV6QSKhd6Z-YV2CMzBUX7QYoVii_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3848933455235987314', time=2024-09-12T03:07:52.879766+0000, chain.objs.size()=1 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HXnCzfFYdv3BgFS26UOHawwI2DhN_Zw_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12408109361205243979', time=2024-09-12T03:07:53.044308+0000, chain.objs.size()=1 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tk4vAZjDVsHCf8558vlOVZzhQHNPWjf_0 2024-09-12T01:34:07.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1689285277093730795', time=2024-09-12T03:07:54.072675+0000, chain.objs.size()=1 2024-09-12T01:34:07.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.674+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lO69WjItIIWni1fXm7Uhe8q4pKq3343_0 2024-09-12T01:34:07.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578544269322756987', time=2024-09-12T03:07:54.432095+0000, chain.objs.size()=1 2024-09-12T01:34:07.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cX5RVmG61tSiR3gKR8YNiAdyBWHgMEA_0 2024-09-12T01:34:07.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10789517887753205962', time=2024-09-12T03:07:55.255493+0000, chain.objs.size()=1 2024-09-12T01:34:07.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BbVBuV-3Md9OxtatXh6__R_blkLYe0t_0 2024-09-12T01:34:07.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3114143132517170156', time=2024-09-12T03:07:55.538039+0000, chain.objs.size()=1 2024-09-12T01:34:07.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nx53ukeAbR-jlKv2mwyDziETQj6Y40F_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3194185441573935297', time=2024-09-12T03:07:55.616186+0000, chain.objs.size()=1 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OLIiX8aWn7oGyu2uPsNuddVmvdodoZY_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10029308506268372365', time=2024-09-12T03:07:55.712185+0000, chain.objs.size()=1 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-tV8iRlF4xx5Zaz0fqt2c7xOM02g4_x_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.271843013467511727', time=2024-09-12T03:07:55.869029+0000, chain.objs.size()=1 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FqWSTwvAymo46lGDYzS59L2SPFR8-FI_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6608027771573879172', time=2024-09-12T03:07:56.016247+0000, chain.objs.size()=1 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WvQJc5I_APzlAWdgFSxQd196RSbAE-b_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.730637479900052309', time=2024-09-12T03:07:56.200758+0000, chain.objs.size()=1 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Mtmt3uHxWUccc-lgynFIEP50CvreXNd_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5497829894585008565', time=2024-09-12T03:07:56.676373+0000, chain.objs.size()=1 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tB2806F7caysQlc9m64uLpwZ3CebhtH_0 2024-09-12T01:34:07.679 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9094632225832760754', time=2024-09-12T03:07:57.256339+0000, chain.objs.size()=1 2024-09-12T01:34:07.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WdPNHCl__79w_iLJsQ1GuRdlgmN2_ra_0 2024-09-12T01:34:07.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5825071045226759502', time=2024-09-12T03:07:58.097523+0000, chain.objs.size()=1 2024-09-12T01:34:07.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.678+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.D0cxqTf0GzygWLpkQ6AcXPeVcWb5hxa_0 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7340620383131470289', time=2024-09-12T03:07:58.598965+0000, chain.objs.size()=1 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.g9PCFQvewKjhFOnIbsW-S3irwcZWkiX_0 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10890985351413266482', time=2024-09-12T03:07:59.723873+0000, chain.objs.size()=1 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.72FeAUC0e2CTutvY2Gk98kMkjoHP1Zc_0 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11454495534856265278', time=2024-09-12T03:07:59.808779+0000, chain.objs.size()=1 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LyjfQYpki_8K9BCw4ZIaDx9QsI90AQ__0 2024-09-12T01:34:07.681 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14307384132525143660', time=2024-09-12T03:07:59.809453+0000, chain.objs.size()=1 2024-09-12T01:34:07.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.a0MqsKCTCFE70o7dd_Y_9aLt05aZOtw_0 2024-09-12T01:34:07.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7958765658182698823', time=2024-09-12T03:08:00.213208+0000, chain.objs.size()=1 2024-09-12T01:34:07.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BvHpRJ9k13aDPNeL4th9b59jjtz6jJi_0 2024-09-12T01:34:07.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4968608434262073637', time=2024-09-12T03:08:00.861194+0000, chain.objs.size()=1 2024-09-12T01:34:07.682 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.681+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dyD8QTR6OkfdRfb0Q9q_vNR6vZZV-D3_0 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8704060726330556204', time=2024-09-12T03:08:00.893707+0000, chain.objs.size()=1 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.A2PihiHPmvqi8jKxVDPyaX_uWEk_yQZ_0 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16071438874913034456', time=2024-09-12T03:08:01.068574+0000, chain.objs.size()=1 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-TTDG9A1Bplr3HcXqp3dv9f7ekec3Xn_0 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7374590518116813442', time=2024-09-12T03:08:01.446868+0000, chain.objs.size()=1 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cCvGf-tDHi2hsoxz4oDbXMTc5ptVAqx_0 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5379323208839602941', time=2024-09-12T03:08:01.940028+0000, chain.objs.size()=1 2024-09-12T01:34:07.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.m8rTq7RlPUVFLPMUwdjkqSDbOaSblpk_0 2024-09-12T01:34:07.684 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16773351388751994135', time=2024-09-12T03:08:02.262448+0000, chain.objs.size()=1 2024-09-12T01:34:07.684 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.683+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JvgPyhU1fSGWPmkxrd7Mi5IGq2avo0c_0 2024-09-12T01:34:07.685 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.685+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2009888460884829522', time=2024-09-12T03:08:02.643414+0000, chain.objs.size()=1 2024-09-12T01:34:07.685 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.685+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XEQ888YMOGmtoEoxr5-9S6nureoig6V_0 2024-09-12T01:34:07.685 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.685+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6725798072971399319', time=2024-09-12T03:08:02.725916+0000, chain.objs.size()=1 2024-09-12T01:34:07.685 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.685+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MIVUNHb013xhD1cXpYmL0CcW-XbfOv8_0 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15501679370661399190', time=2024-09-12T03:08:12.389929+0000, chain.objs.size()=1 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.272__shadow_.BqwSZBsxpj97FmUutMc2T6XDnjBPZJz_0 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12747485328232487890', time=2024-09-12T03:08:16.209218+0000, chain.objs.size()=1 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.276__shadow_.hRHaAl1UCD-521XGhjdRVtG22NkCsSB_0 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.869517543246821184', time=2024-09-12T03:08:20.136692+0000, chain.objs.size()=1 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.280__shadow_.5bDQTeFIt3kBuiDSlnSaYY8o7VMYiGI_0 2024-09-12T01:34:07.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15037392010389835464', time=2024-09-12T03:08:33.653472+0000, chain.objs.size()=1 2024-09-12T01:34:07.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.gSg3g_0-MImZ5GkH4vb0wbhx2XQoATt_0 2024-09-12T01:34:07.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4511381194332712407', time=2024-09-12T03:08:33.747824+0000, chain.objs.size()=1 2024-09-12T01:34:07.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.M9ADHMjirnAu4KysnYRKtOmj-wXPpzV_0 2024-09-12T01:34:07.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.688+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8514497567066938356', time=2024-09-12T03:09:05.948536+0000, chain.objs.size()=1 2024-09-12T01:34:07.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.688+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.319__shadow:CaJBwYPesyTbGosUa6JbFQnWwnRSMdZ_.WzQESqRILnFbGgI5OIv9BKRep4uboEy_0 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11593634039145067244', time=2024-09-12T03:09:46.849082+0000, chain.objs.size()=1 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.AchpXlXrH6oyPUUn4cUbUDdq8nDCb9a_0 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9485636966371404849', time=2024-09-12T03:09:47.492007+0000, chain.objs.size()=1 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kk3WZ2tcICOBpEiV0BKH14TbWZmILDx_0 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3315300550089720471', time=2024-09-12T03:09:47.492674+0000, chain.objs.size()=1 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LMPPhZLKEFA333akmoulXEmAlqN1iw0_0 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12084188716566648727', time=2024-09-12T03:09:47.655434+0000, chain.objs.size()=1 2024-09-12T01:34:07.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VBhcn8eLPWXqv8yh1wnXNk5MiFgxYG3_0 2024-09-12T01:34:07.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13730168596895240851', time=2024-09-12T03:09:48.423494+0000, chain.objs.size()=1 2024-09-12T01:34:07.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xoALCHryXjgPo6n-u6jQLoeyVfmST7t_0 2024-09-12T01:34:07.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9667831162515138393', time=2024-09-12T03:09:48.879159+0000, chain.objs.size()=1 2024-09-12T01:34:07.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tbFyh4sFB2aUKT9nC3NxQd2FwaOCio3_0 2024-09-12T01:34:07.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14227733063690941483', time=2024-09-12T03:09:49.312060+0000, chain.objs.size()=1 2024-09-12T01:34:07.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GTlAm1WsKHJ_UHziOo2_oghisqnbIt2_0 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.986529358221810384', time=2024-09-12T03:09:49.993684+0000, chain.objs.size()=1 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X-78XHOHTW_8kR1NZvWldG-MbDBvMmh_0 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7900871728194338554', time=2024-09-12T03:09:50.172443+0000, chain.objs.size()=1 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.KVX1Z-dtIDsjL6a5pxQ0-cXt9hZeQbK_0 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6561763022546818056', time=2024-09-12T03:09:50.198504+0000, chain.objs.size()=1 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-ayUs4owXIgg6nCKNDdJ8-7hhxhtzXg_0 2024-09-12T01:34:07.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.692+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4647103392623183971', time=2024-09-12T03:09:50.623967+0000, chain.objs.size()=1 2024-09-12T01:34:07.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.692+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.KrGj3z8GlNFxPU5HWVSzJRPRRJe0sWK_0 2024-09-12T01:34:07.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.692+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9230720925140559916', time=2024-09-12T03:09:51.405472+0000, chain.objs.size()=1 2024-09-12T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.692+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JdusbpZnptKBtjxMgtDCQ8xYV-YcS96_0 2024-09-12T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.692+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1384665144600118206', time=2024-09-12T03:09:51.700602+0000, chain.objs.size()=1 2024-09-12T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.692+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.c-jiVI49pc27eR9p2ANy0m8SCoxsBpn_0 2024-09-12T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1148037337488155837', time=2024-09-12T03:09:53.077248+0000, chain.objs.size()=1 2024-09-12T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NBEPgygxRZlIsNRcDTIqF8CvlDcFtoY_0 2024-09-12T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17860232622803455663', time=2024-09-12T03:09:53.077731+0000, chain.objs.size()=1 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4CN79av4jTGFtamiuxd2pyUeT3C_-Qw_0 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7898372226646935164', time=2024-09-12T03:09:53.374880+0000, chain.objs.size()=1 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WJuK0wrlCAl8NGz7yIi1iE4IQ-gScr1_0 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9834268119181536008', time=2024-09-12T03:09:53.895474+0000, chain.objs.size()=1 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Y1LV5Uv8EOOtJ-PuUmEGWw9Gt5rcgw5_0 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6873135779087768978', time=2024-09-12T03:09:54.003727+0000, chain.objs.size()=1 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wfEEbQ-dpOL8Rynw2QuHd1XhlYH15P4_0 2024-09-12T01:34:07.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11443873106402383849', time=2024-09-12T03:09:54.487398+0000, chain.objs.size()=1 2024-09-12T01:34:07.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0K4TvbmqRcYck0f6wC4rCXPJOm6lx_m_0 2024-09-12T01:34:07.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13973124497279972990', time=2024-09-12T03:09:54.559594+0000, chain.objs.size()=1 2024-09-12T01:34:07.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ntuYSZJNBTx1eIL1tz6Z6262pA5fvPe_0 2024-09-12T01:34:07.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12011030604614976323', time=2024-09-12T03:09:54.758679+0000, chain.objs.size()=1 2024-09-12T01:34:07.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ej31ezAOdnlsqdRudpps7Ykb9QmpOqt_0 2024-09-12T01:34:07.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1688626904994818255', time=2024-09-12T03:09:55.581658+0000, chain.objs.size()=1 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.haJVx3IVAK95i_Fof79vLQvcmpgNFJw_0 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12665786454506181337', time=2024-09-12T03:09:56.028411+0000, chain.objs.size()=1 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4elZ47rxHpiNhMkxCmvBDCARegtM9PV_0 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15145544015890356052', time=2024-09-12T03:09:56.489327+0000, chain.objs.size()=1 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ysoa5u6rJq7QzKhA7va2qnIMt4bXxbz_0 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11837039931069721908', time=2024-09-12T03:09:56.664055+0000, chain.objs.size()=1 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LpC5GDz9vKJbawC9VPjm91UOCqLBvH8_0 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2320918403338449436', time=2024-09-12T03:10:34.829405+0000, chain.objs.size()=1 2024-09-12T01:34:07.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cph_3L-CvU-6tDY425sXEHKBU7R9FGE_0 2024-09-12T01:34:07.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14269300314391796113', time=2024-09-12T03:10:35.086326+0000, chain.objs.size()=1 2024-09-12T01:34:07.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.R9Ym0pIBZms9pELomSDmGfQAWcYk93k_0 2024-09-12T01:34:07.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.697+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14069784411805612586', time=2024-09-12T03:10:35.234491+0000, chain.objs.size()=1 2024-09-12T01:34:07.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.697+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.abWqhNdw0-B8K_GGWpO9Ea23X_JHC9T_0 2024-09-12T01:34:07.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.698+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17103082978489236802', time=2024-09-12T03:10:35.408930+0000, chain.objs.size()=1 2024-09-12T01:34:07.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.698+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0_DGl-hSr-O07_AcG0tbcRzhB7V6y7J_0 2024-09-12T01:34:07.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.699+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3810877314088478031', time=2024-09-12T03:10:35.436221+0000, chain.objs.size()=1 2024-09-12T01:34:07.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.699+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2hDrJh7ZpLf8r7edys5CkOoji5_eS51_0 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11770015050347197700', time=2024-09-12T03:10:35.649572+0000, chain.objs.size()=1 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JPxhms1mIbSVUEUcX8AL7IVq7vWrmC1_0 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10270976063148719930', time=2024-09-12T03:10:36.469775+0000, chain.objs.size()=1 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8z06KHeGS7ORSJpWfW_On8MIW2e52wA_0 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14068210693408547008', time=2024-09-12T03:10:36.470348+0000, chain.objs.size()=1 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ntxKsEBaP65U_ORiCRv32K5e_6mY3km_0 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7443810419182496082', time=2024-09-12T03:10:36.563776+0000, chain.objs.size()=1 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XOEoK3Tt7_XWFXZWo4kJVciEJfpYFKW_0 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12122545445500064873', time=2024-09-12T03:10:36.966234+0000, chain.objs.size()=1 2024-09-12T01:34:07.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YgxALP-ib4YnBSu4k7zGIZbIqycgSYo_0 2024-09-12T01:34:07.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.701+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6132531609997209208', time=2024-09-12T03:10:37.237551+0000, chain.objs.size()=1 2024-09-12T01:34:07.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.701+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eNyiyPu7ScGkMctjHxgWzdr2xI-ev-f_0 2024-09-12T01:34:07.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.701+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2061131779539887123', time=2024-09-12T03:10:37.664373+0000, chain.objs.size()=1 2024-09-12T01:34:07.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.701+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FJXYbwikh_e17w2-JWG7qULQmOuHrLW_0 2024-09-12T01:34:07.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.702+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7618288699885641383', time=2024-09-12T03:10:37.971727+0000, chain.objs.size()=1 2024-09-12T01:34:07.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.702+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eQYF5s_3AlJwkC9QE_NgYkW30eL3Qc7_0 2024-09-12T01:34:07.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.702+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11987820295162497539', time=2024-09-12T03:10:38.040434+0000, chain.objs.size()=1 2024-09-12T01:34:07.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.702+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3dRwIWypIfcR0VRQXy8FJ9eU2SpW4Td_0 2024-09-12T01:34:07.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.702+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13322263328440541817', time=2024-09-12T03:10:38.411896+0000, chain.objs.size()=1 2024-09-12T01:34:07.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.702+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dOC11tVn8A6lzPogBVLiiDBOJO5aPq2_0 2024-09-12T01:34:07.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.703+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6953550430363093877', time=2024-09-12T03:10:38.413024+0000, chain.objs.size()=1 2024-09-12T01:34:07.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.703+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._tmG6qk2IrpcjnqcMXn17bPbwkwZ5jd_0 2024-09-12T01:34:07.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.703+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8099815893144884467', time=2024-09-12T03:10:38.580825+0000, chain.objs.size()=1 2024-09-12T01:34:07.703 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.703+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ClUzx4H6JtDhaV_67qXvJFvqhiIYZZY_0 2024-09-12T01:34:07.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.703+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9823615252056233757', time=2024-09-12T03:10:38.649349+0000, chain.objs.size()=1 2024-09-12T01:34:07.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.703+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.HY6YezFpS9MwoiRSEhbLJA85UKlnCZF_0 2024-09-12T01:34:07.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.704+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8181106608640059322', time=2024-09-12T03:10:38.649925+0000, chain.objs.size()=1 2024-09-12T01:34:07.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.704+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.k9dK-UvaTquxhCYEgzwNaztx6mMM3Kd_0 2024-09-12T01:34:07.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.704+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12609807210151828074', time=2024-09-12T03:10:40.061411+0000, chain.objs.size()=1 2024-09-12T01:34:07.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.704+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.o9oAGJJR-WeKQdonG2anUGx5BpI81VC_0 2024-09-12T01:34:07.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.704+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.313717897903293125', time=2024-09-12T03:10:40.612379+0000, chain.objs.size()=1 2024-09-12T01:34:07.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.704+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.O0nqORPJn16bESKhbaIF2mcDr1X-gCR_0 2024-09-12T01:34:07.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8408657201921676365', time=2024-09-12T03:10:40.864756+0000, chain.objs.size()=1 2024-09-12T01:34:07.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bd0cGiwYENPHaloVSBK3m2QlACn8Hsc_0 2024-09-12T01:34:07.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10424656018860845534', time=2024-09-12T03:10:41.018771+0000, chain.objs.size()=1 2024-09-12T01:34:07.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.j1P6hrzMeeaEwZMevpja-DChbGwvwVv_0 2024-09-12T01:34:07.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16006309326550418012', time=2024-09-12T03:10:41.282462+0000, chain.objs.size()=1 2024-09-12T01:34:07.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tPOyMSu36yzJjT7adQcj3Ke8OD97ujp_0 2024-09-12T01:34:07.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4895236744800348571', time=2024-09-12T03:10:42.021112+0000, chain.objs.size()=1 2024-09-12T01:34:07.707 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.706+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-uPwst9rqx3F3KzTsgDSkAPUAOFJrOL_0 2024-09-12T01:34:07.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615883785274048846', time=2024-09-12T03:10:42.275787+0000, chain.objs.size()=1 2024-09-12T01:34:07.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ho2AxhkZmK3kFwna_lRXFDPOJLV7MNq_0 2024-09-12T01:34:07.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17378651364072807851', time=2024-09-12T03:10:42.376633+0000, chain.objs.size()=1 2024-09-12T01:34:07.708 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.22HXlGr_ijFt3-lVVFgYWBhOS9nBaxO_0 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14082484531915385986', time=2024-09-12T03:10:42.416848+0000, chain.objs.size()=1 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.E2nfvhA81f7_Y51zENMUzBdD8vqZJ2B_0 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7549053158574159544', time=2024-09-12T03:10:43.039564+0000, chain.objs.size()=1 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hHpWtuenkaYwciSK-1z3pkpKsdSKOzq_0 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14285259191276682830', time=2024-09-12T03:10:43.167420+0000, chain.objs.size()=1 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uq5bEawPAR4_A7oTDfUeB0aqasQ1L9c_0 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5813398044518700078', time=2024-09-12T03:10:43.416521+0000, chain.objs.size()=1 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ABNaCOVamO1TJsIiXOcIlLPba-Q4Mu6_0 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7919779432441444369', time=2024-09-12T03:10:43.796638+0000, chain.objs.size()=1 2024-09-12T01:34:07.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.708+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EmxqjNacnu5fV1pOXrw6nafxIN9q43d_0 2024-09-12T01:34:07.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.710+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2864500798344095663', time=2024-09-12T03:10:44.486486+0000, chain.objs.size()=1 2024-09-12T01:34:07.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.710+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.D2LSb0oxeKKh92J9pw_HQ939IjEJFh6_0 2024-09-12T01:34:07.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.710+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11080365092663176794', time=2024-09-12T03:10:44.794541+0000, chain.objs.size()=1 2024-09-12T01:34:07.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.710+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iOyZB7nbIumGKWr5nl735Y11MwjnDpw_0 2024-09-12T01:34:07.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.710+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4451212004794267814', time=2024-09-12T03:11:24.157919+0000, chain.objs.size()=1 2024-09-12T01:34:07.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.710+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.369__shadow_.FUPCsUpgbnlyx4Q1v3akZlTfyizxbhK_0 2024-09-12T01:34:07.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.713+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/47110 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7195938598200516440', time=2024-09-12T03:12:55.630184+0000, chain.objs.size()=1 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.459__shadow_.kI_D6r-x0OKPDqE3lU7iGKiBcU_vNnv_0 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5557202226162811201', time=2024-09-12T03:12:57.000066+0000, chain.objs.size()=1 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.460__shadow_.7GMlrH_1Sv4xTOrcwpRhSY-ygH9mXLw_0 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7846718660242805096', time=2024-09-12T03:13:03.331383+0000, chain.objs.size()=1 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.465__shadow_.YW6hT020-j9hroRFvpUk9zle5c3s0aL_0 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2210041251975410583', time=2024-09-12T03:13:16.240039+0000, chain.objs.size()=1 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.ntX7bxg31ArGalIOULY_NN-_L-xpj5D_0 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1748052054346262426', time=2024-09-12T03:13:33.945923+0000, chain.objs.size()=1 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.500__shadow_.h7UMwSitSAceEDsfiQinS_GblnkSPQm_0 2024-09-12T01:34:07.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1070490449727950192', time=2024-09-12T03:14:04.144110+0000, chain.objs.size()=6 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.1 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.2 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.3 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.4 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.5 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.6 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17335558088812448320', time=2024-09-12T03:17:45.592700+0000, chain.objs.size()=2 2024-09-12T01:34:07.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.528__shadow_.Yh-Dywksun5g99jryeLoC7lPyy27o6s_0 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.528__shadow_.Yh-Dywksun5g99jryeLoC7lPyy27o6s_1 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12632524172177705103', time=2024-09-12T03:20:01.734509+0000, chain.objs.size()=1 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:kKvCMrVE4ZXp3JwS5xv99l4OLQzR1mG_.-unbRCEUWAhedBF1hFL1oLLaYwEmhoR_0 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13112671506200792631', time=2024-09-12T03:20:08.680676+0000, chain.objs.size()=1 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:xg.EI9FHBAek7F5kB08s4zCc.wJmB5H_.VZVNC8NKtfSYxAUbs4h1j7rY2GAzrxe_0 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7804604108313967539', time=2024-09-12T03:20:30.314141+0000, chain.objs.size()=1 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:q46dNs3GvjGSB7fsdLHoBOtNHTOp9V6_.QFnti0ouLAJkDhMTDIDw0xnsnxS7XUx_0 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15309338011536571712', time=2024-09-12T03:26:51.271661+0000, chain.objs.size()=1 2024-09-12T01:34:07.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.646__shadow_.BMxou82di0ojngpeGqwxPmZsLtypfsW_0 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18114010027081545977', time=2024-09-12T03:26:58.301560+0000, chain.objs.size()=1 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.649__shadow_.NCOu9yHuw0NX9Ky_i8OjdYWY8An2gtT_0 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5440433246244079947', time=2024-09-12T03:28:18.060148+0000, chain.objs.size()=1 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.711__multipart_file1.2~0SvqvvwctDHXKf3iaNKvy9JKddrwQV6.1 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.719+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3638468693389547287', time=2024-09-12T03:28:18.721296+0000, chain.objs.size()=1 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.719+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.712__shadow:8Q5nbofxm4LaqnGkbFzc3kEhhP3EFNz_.q_dXXS_6pTXiuJOjU2PkrjpIvADb8Df_0 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.719+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1137647869883449460', time=2024-09-12T03:29:11.447307+0000, chain.objs.size()=10 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.719+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.1 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.719+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.2 2024-09-12T01:34:07.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.720+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.3 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.4 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.5 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.6 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.7 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.8 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.9 2024-09-12T01:34:07.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.735__multipart_foo.2~A6sBZ1zpacKXWxfHrTitaBTpfPTasPL.10 2024-09-12T01:34:07.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.726+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.728+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:34:07.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.729+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.730+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50461' 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.198545073466343587', time=2024-09-12T03:03:11.306937+0000, chain.objs.size()=1 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.emtkaozHhgg2ntzl_KFyUiABGnxYW_b_0 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7416379972837057241', time=2024-09-12T03:04:01.197553+0000, chain.objs.size()=1 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.170__shadow_.KJg8P_-Xi7e6nFeFxKkrPgt4S0nXMND_0 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18109185267878494711', time=2024-09-12T03:06:47.245503+0000, chain.objs.size()=1 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.235__shadow_.dotxrnL2HyY5zyTUNi9t7C5OFFaDeiH_0 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14447145688972907675', time=2024-09-12T03:06:49.956028+0000, chain.objs.size()=1 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.237__shadow_.fap4PWGNCM0hj-KB_x1a5M5gCZq_Mzg_0 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15876290202263356027', time=2024-09-12T03:06:56.974086+0000, chain.objs.size()=1 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.243__shadow_.J6V8xNK_xht9MprO8fnJRiZnWIQKeKP_0 2024-09-12T01:34:07.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5180292675715838274', time=2024-09-12T03:07:03.589056+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.249__shadow_.bT7oRBCOlGlLXEhQl6s802-Qcb5dB7Z_0 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1383111236894731553', time=2024-09-12T03:07:05.526088+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.251__shadow_.XAihP_qcaXL06gYEiUGFy-iT7H8GS2F_0 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9875870597479821650', time=2024-09-12T03:07:52.291527+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vUZ3-B_uRGI1kPHNLJ41T0qPdVpyPk6_0 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16814056016438334136', time=2024-09-12T03:07:52.615495+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1Ia0S757sJcz_BtFuYYjg2EPDCdWMd3_0 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13528361869675689656', time=2024-09-12T03:07:52.842344+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IVG9w7agSggD7_ex2nW7RfkraCR2L56_0 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2090134254199535031', time=2024-09-12T03:07:53.056027+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.At5WUHe0fjrRPcLUwV8YgdUv1x9v8wa_0 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16083376484184411181', time=2024-09-12T03:07:53.231990+0000, chain.objs.size()=1 2024-09-12T01:34:07.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kE-VtiH6_cgOYjFrtNFsyUi5WefefAn_0 2024-09-12T01:34:07.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.840118070915912625', time=2024-09-12T03:07:53.232662+0000, chain.objs.size()=1 2024-09-12T01:34:07.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SLyZJ_k8WV3DlO0m_u_Kz91vteHzJ67_0 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.41524197611789692', time=2024-09-12T03:07:54.059669+0000, chain.objs.size()=1 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.D5chGhMbTMBJhwI3rNP0HC-iBZcqPk9_0 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17608487058899102123', time=2024-09-12T03:07:54.206249+0000, chain.objs.size()=1 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.r4nw7ys1JuMrmacYRjPfo_J6eVrUEuH_0 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4967501490121004392', time=2024-09-12T03:07:54.623692+0000, chain.objs.size()=1 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XKKXOLq1LJR3vIQndIkJCMlN7ikiwvj_0 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14046687471049564931', time=2024-09-12T03:07:55.231198+0000, chain.objs.size()=1 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JvufR1XpWXPYVPslAeigsgTKn3OKf9i_0 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2327263111822207260', time=2024-09-12T03:07:55.547662+0000, chain.objs.size()=1 2024-09-12T01:34:07.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oTR0k0dJkBcxTpvl_meoNOkiGXWvKV8_0 2024-09-12T01:34:07.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.740+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5484004827837868421', time=2024-09-12T03:07:55.682596+0000, chain.objs.size()=1 2024-09-12T01:34:07.740 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.740+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vf0ylatDAKu-rn07ht7YuWB1EiEj61n_0 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.765949585771058739', time=2024-09-12T03:07:56.072445+0000, chain.objs.size()=1 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HAhY6zgwMyW5p2et5Hh4CRosKS_9yAf_0 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9269849444261846956', time=2024-09-12T03:07:56.100512+0000, chain.objs.size()=1 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.p_lo4XeZjM0BzYrRksel10qrff-QCNS_0 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6944919391964416514', time=2024-09-12T03:07:56.195975+0000, chain.objs.size()=1 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CUYD6bym7bMOlySjTQ4aipdZ4k4URWc_0 2024-09-12T01:34:07.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6188818758671529511', time=2024-09-12T03:07:56.856124+0000, chain.objs.size()=1 2024-09-12T01:34:07.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1iWWPDnESrVnCaKyUwEIctPuKSj-CfG_0 2024-09-12T01:34:07.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17768423158028769766', time=2024-09-12T03:07:56.856791+0000, chain.objs.size()=1 2024-09-12T01:34:07.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.icciIUjAzyS6W5nVB9Ikok3EWDcaQj1_0 2024-09-12T01:34:07.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12806982193361576802', time=2024-09-12T03:07:57.004547+0000, chain.objs.size()=1 2024-09-12T01:34:07.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.05omDjWFbM41B7W-xzrP3h7pOBjFild_0 2024-09-12T01:34:07.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8655991879352832576', time=2024-09-12T03:07:57.050034+0000, chain.objs.size()=1 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iTgoeRN4UXcR3YDBeVd7RejeS_FWotT_0 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11978759136045555647', time=2024-09-12T03:07:57.050757+0000, chain.objs.size()=1 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cxgvNNm_pSo4qN2IMFOSc9yvg7BGtoZ_0 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12866870788343315156', time=2024-09-12T03:07:57.155298+0000, chain.objs.size()=1 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Q27bXlPd5zCLrnRFhDWpjmYs98uWM_2_0 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6021217120166883293', time=2024-09-12T03:07:57.355228+0000, chain.objs.size()=1 2024-09-12T01:34:07.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bqMVZgMnp9ZXATdXlUmt_euvKLfK0jg_0 2024-09-12T01:34:07.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16289722930724369693', time=2024-09-12T03:07:58.290621+0000, chain.objs.size()=1 2024-09-12T01:34:07.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RZnRqq_FiugS6--TZdY_LaLg79B9goL_0 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14837280764843034947', time=2024-09-12T03:07:58.937487+0000, chain.objs.size()=1 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-D25RW0kuXe9BNNZS9hR42Pz4CU3ucK_0 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10080452406389941525', time=2024-09-12T03:07:58.999721+0000, chain.objs.size()=1 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5EnTnydy300c5z2gQ-hsDAPGwVaVCS3_0 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2863527746561270062', time=2024-09-12T03:07:59.856776+0000, chain.objs.size()=1 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.U1LQvcjOJbJ7eSVXih7tqPPruoHzkdJ_0 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12206826783011291918', time=2024-09-12T03:07:59.948179+0000, chain.objs.size()=1 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z6PiS8kKXaQlUusYMxdumaLXpMLNClj_0 2024-09-12T01:34:07.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2740081032378514750', time=2024-09-12T03:07:59.948764+0000, chain.objs.size()=1 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gAFzvDH_7C2NhhUYxb3cvyP2PVXG4cE_0 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7892553713756691377', time=2024-09-12T03:08:00.022593+0000, chain.objs.size()=1 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9GjB3rVl1czY4LaKrCZmIFf_mb1Vpe__0 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18328307104419121079', time=2024-09-12T03:08:00.136312+0000, chain.objs.size()=1 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YqjKUOx-upv6QtECwbmhkvs2uVsCjhz_0 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13061340760654792947', time=2024-09-12T03:08:00.212852+0000, chain.objs.size()=1 2024-09-12T01:34:07.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0U57LYVQKZWOlNTv4yBhs7NpvNbk986_0 2024-09-12T01:34:07.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.748+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2150775928197680484', time=2024-09-12T03:08:00.881532+0000, chain.objs.size()=1 2024-09-12T01:34:07.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.748+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.95kF2x4IEbpL3CruZO5NWbojcbVq0X8_0 2024-09-12T01:34:07.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.748+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5282264116929726093', time=2024-09-12T03:08:01.397178+0000, chain.objs.size()=1 2024-09-12T01:34:07.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.748+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VBErk0SqcsoKlQdkIE9sGQGPwOG4tNX_0 2024-09-12T01:34:07.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.748+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7405212394950646791', time=2024-09-12T03:08:01.637969+0000, chain.objs.size()=1 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.748+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ulXOhpafNesmC8Inv_5TP4pUZbcttoS_0 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3287001085473417967', time=2024-09-12T03:08:02.094613+0000, chain.objs.size()=1 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lX_00ccLCO_1N9Zpm8KLHd9wjsQ1037_0 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.400512210379748876', time=2024-09-12T03:08:02.425286+0000, chain.objs.size()=1 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HWxm_XLuI3r2w4GQRv1WclvAuWaJhKM_0 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1237206177723152643', time=2024-09-12T03:08:02.547662+0000, chain.objs.size()=1 2024-09-12T01:34:07.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2m5YkEh2H5B73Zxqh2y2B1Bvf7yQjkr_0 2024-09-12T01:34:07.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12733724156066325855', time=2024-09-12T03:08:03.747617+0000, chain.objs.size()=1 2024-09-12T01:34:07.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.263__shadow_.BYJ7V9x7zV7uEm2uyv3feXlhzuDilmJ_0 2024-09-12T01:34:07.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5325508189671912090', time=2024-09-12T03:08:03.752418+0000, chain.objs.size()=1 2024-09-12T01:34:07.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.749+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.263__shadow_.iPqMpREFm-Nu2BwnkfhK3AdhbtMa3L__0 2024-09-12T01:34:07.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.750+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7673479201683564576', time=2024-09-12T03:08:18.201069+0000, chain.objs.size()=1 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.750+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.278__shadow_.a74YsGi1GnUZtBum_OzNLS7j3pDOCIY_0 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.750+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2443524435518835226', time=2024-09-12T03:08:28.132268+0000, chain.objs.size()=1 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.750+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.288__shadow_.ujTTLPU3iE0mQLZOiEMO-k7VZgfUxqZ_0 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.750+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3630928643203556573', time=2024-09-12T03:08:29.090475+0000, chain.objs.size()=1 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.750+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.289__shadow_.bPNAXokR-SwVCymAm-H6tmf2WeK-J_5_0 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.751+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17682470805317469878', time=2024-09-12T03:08:33.657255+0000, chain.objs.size()=1 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.751+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.OqSoJ6ggVxQKtDfPv4y5GdpLUGaT2Ku_0 2024-09-12T01:34:07.751 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.751+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18425648298431022172', time=2024-09-12T03:08:33.731939+0000, chain.objs.size()=1 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.751+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.Iy1dx0vMEoLh5iz6V4slhzqlGWyOojN_0 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.752+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14048667380567330453', time=2024-09-12T03:08:40.945226+0000, chain.objs.size()=1 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.752+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.298__shadow_.v5r6BzA9s1LSegtHM0uN0bisUnxfWVc_0 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.752+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5852500931074580110', time=2024-09-12T03:08:41.972054+0000, chain.objs.size()=1 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.752+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.299__shadow_.xegL6ZpaaOlyDdOkidOr3lT_K4wsDqO_0 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.752+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2965145732823099064', time=2024-09-12T03:08:42.947036+0000, chain.objs.size()=1 2024-09-12T01:34:07.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.752+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.300__shadow_.HJ_phvO7PLdXboVMKiFldqwx9P-5KP3_0 2024-09-12T01:34:07.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.753+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.249241952041099914', time=2024-09-12T03:09:08.556970+0000, chain.objs.size()=1 2024-09-12T01:34:07.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.753+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.322__shadow_.MCfpO-7zamcb1syZu7s3PGHKfktweuo_0 2024-09-12T01:34:07.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.753+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2255908047693492657', time=2024-09-12T03:09:46.740744+0000, chain.objs.size()=1 2024-09-12T01:34:07.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.753+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NHKGk7yuOaXw2ZaceDbZmwlf8UZ0cWq_0 2024-09-12T01:34:07.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.753+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14786989639298902958', time=2024-09-12T03:09:46.963390+0000, chain.objs.size()=1 2024-09-12T01:34:07.753 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.753+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.c2TjlKob77DGyolvT-z-OAStRVaAI1J_0 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.754+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11890010628221758596', time=2024-09-12T03:09:46.993064+0000, chain.objs.size()=1 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.754+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ySh53cW7ANMtmg_BgBEJ5Eg6IoS2eHI_0 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.754+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12652236196949527050', time=2024-09-12T03:09:47.162108+0000, chain.objs.size()=1 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.754+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YEL08SVqLV8tNw6mQfsKTyfrFK6ncGu_0 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.754+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10925214294563220189', time=2024-09-12T03:09:47.454581+0000, chain.objs.size()=1 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.754+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2NKVRGl1BRUQlIF8zMvj0En2cUuGn-f_0 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6876571571505243515', time=2024-09-12T03:09:47.554281+0000, chain.objs.size()=1 2024-09-12T01:34:07.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.W5VTLIm_X_rKojuvVPUN5F3coCWt_FA_0 2024-09-12T01:34:07.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.756+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16953044923698079669', time=2024-09-12T03:09:49.318700+0000, chain.objs.size()=1 2024-09-12T01:34:07.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.756+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.p4xz_pKZCWgu1NhhQUydfu7n0oXyHXG_0 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13133250998748151175', time=2024-09-12T03:09:49.816331+0000, chain.objs.size()=1 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.KfyibQWCTtX748SUdBQ9bS2iFjpny9b_0 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.937849910292734395', time=2024-09-12T03:09:49.933236+0000, chain.objs.size()=1 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hTeaoLFwSqgRACOoLXFgmuBPm2Qs_BN_0 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5164931061656973529', time=2024-09-12T03:09:49.983018+0000, chain.objs.size()=1 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gWeoqnWBKH71f53L7JVN2V0xMVvWke8_0 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4115995295169641863', time=2024-09-12T03:09:50.764166+0000, chain.objs.size()=1 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Mo6f6QScUQFeV_bQyS1A5HlNhwx_aK9_0 2024-09-12T01:34:07.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8207200837253548473', time=2024-09-12T03:09:51.203950+0000, chain.objs.size()=1 2024-09-12T01:34:07.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.757+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1hI_TWmGk8jmUF-f0yuCKvoOjYfbNlg_0 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16697884475440662000', time=2024-09-12T03:09:51.752630+0000, chain.objs.size()=1 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.K73HCFIsK-KHNtvIOpQ5rSOrqARZhB2_0 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9438115695501722132', time=2024-09-12T03:09:51.772733+0000, chain.objs.size()=1 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.APsMDEA_jfQSBpP_B1fjeZejk1o46id_0 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8604301367350909096', time=2024-09-12T03:09:51.798661+0000, chain.objs.size()=1 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.u2InqrlJFBwsNnhorNGlmGXCIxV9FRG_0 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16592363739967840429', time=2024-09-12T03:09:51.892169+0000, chain.objs.size()=1 2024-09-12T01:34:07.760 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UMlsagd-O8kbJ_hCKheObYkIDunD-Or_0 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5942762110300065308', time=2024-09-12T03:09:52.962708+0000, chain.objs.size()=1 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.j1FghSZ0PxwKJrGNTz6CBSfJsDb5SUA_0 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11751879039650408782', time=2024-09-12T03:09:53.025750+0000, chain.objs.size()=1 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cWJmd8fNLQELFTCKQpynzYtxOlPnCYB_0 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15419786891179252875', time=2024-09-12T03:09:53.209433+0000, chain.objs.size()=1 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jGTcDHpQhd04fOrAFAGd1gNyYnAo7Kk_0 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12031525799179552805', time=2024-09-12T03:09:53.220556+0000, chain.objs.size()=1 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.760+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cqkH-m4B3F3Yr8L173ykwUAl7K77jQd_0 2024-09-12T01:34:07.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.761+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17731406881698179820', time=2024-09-12T03:09:54.183701+0000, chain.objs.size()=1 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.761+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2zMWeGjcHLMSYcWGNcDT00IBf8n70fk_0 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.761+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1961637946106284359', time=2024-09-12T03:09:54.244425+0000, chain.objs.size()=1 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.761+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.e_wf448SwnSgU7GBe8YXvC_NvAQVP4z_0 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.762+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7121784975906280961', time=2024-09-12T03:09:54.331123+0000, chain.objs.size()=1 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.762+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DUIQOx_gf6rE1lVhpmG001bnbq1Gf0t_0 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.762+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9281453553155357334', time=2024-09-12T03:09:54.469381+0000, chain.objs.size()=1 2024-09-12T01:34:07.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.762+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tHCWwMw3Zuf9Y2UCAYoKjwGNJdUGIW0_0 2024-09-12T01:34:07.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.762+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2476196578280292089', time=2024-09-12T03:09:55.118705+0000, chain.objs.size()=1 2024-09-12T01:34:07.763 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.762+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZNoq1Plt_42zUCwqMPi1Dn_ScAhmbmF_0 2024-09-12T01:34:07.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.765+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.885445706580229095', time=2024-09-12T03:09:55.455334+0000, chain.objs.size()=1 2024-09-12T01:34:07.765 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.765+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.13M80CTT71zLgVHzFwXGZKhXGxHBWFE_0 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4085942671313405201', time=2024-09-12T03:09:55.596831+0000, chain.objs.size()=1 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.b-G8H4c2UMkVERg0_DnYXysfILqLonD_0 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6616261228181172668', time=2024-09-12T03:09:56.534413+0000, chain.objs.size()=1 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MNZS-8uM5Cr5Zq_Yg9DkpGlnZ-VGfPA_0 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10179901279754077087', time=2024-09-12T03:09:56.937579+0000, chain.objs.size()=1 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NNznxVQQFC9ct6go-0cmbAJJrelZqN9_0 2024-09-12T01:34:07.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2251535438268352794', time=2024-09-12T03:09:57.097990+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.c6AVuKL17yPv24D00fjDR99u5gxmuDA_0 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4869251699404890846', time=2024-09-12T03:10:34.725310+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ng-gUdJS6KNDLRjh_5t9DzbJE3RvvGr_0 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2713322025672244954', time=2024-09-12T03:10:35.216413+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KwUB3JeBD6JTd1AN7dqL5S7C2nPx4IU_0 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17904962233279089346', time=2024-09-12T03:10:35.488145+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2knKi6alcPnaCKJO5Wn3KAAVYGd9khu_0 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13455125575822525334', time=2024-09-12T03:10:35.596526+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Cc7-a0W6wtedDfQwvBgmb54GqJ63DA2_0 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.164817451412173624', time=2024-09-12T03:10:35.698858+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.MPbvDfW-NjD2fUI0oBQxaBiNT1CH0mh_0 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11179294666057736096', time=2024-09-12T03:10:36.692712+0000, chain.objs.size()=1 2024-09-12T01:34:07.767 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.m-K9axGUU8lxx1F7z8RgkGnjcfLAurK_0 2024-09-12T01:34:07.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.769+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6433979454821465331', time=2024-09-12T03:10:36.834056+0000, chain.objs.size()=1 2024-09-12T01:34:07.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.769+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.AH0QyGrnePGyzScvK1FhaRX4BHeWLn6_0 2024-09-12T01:34:07.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.769+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.329516547631864253', time=2024-09-12T03:10:36.847101+0000, chain.objs.size()=1 2024-09-12T01:34:07.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.769+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uvoKCrezn7ZowTfcwfSreV8JSDKFc_g_0 2024-09-12T01:34:07.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13442939545846212410', time=2024-09-12T03:10:37.928659+0000, chain.objs.size()=1 2024-09-12T01:34:07.769 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gSFh1xJJ2hBaApU8aYXAsrPkvsmxfdX_0 2024-09-12T01:34:07.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11865538093165455043', time=2024-09-12T03:10:38.135776+0000, chain.objs.size()=1 2024-09-12T01:34:07.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mpOh6f1o1j_iofBul8nNF3LKcbFSuFf_0 2024-09-12T01:34:07.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5381066096584853594', time=2024-09-12T03:10:39.190995+0000, chain.objs.size()=1 2024-09-12T01:34:07.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ejrrIlILmU9VZnes3jgPypGME6AhuSR_0 2024-09-12T01:34:07.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11306457206717053951', time=2024-09-12T03:10:39.727721+0000, chain.objs.size()=1 2024-09-12T01:34:07.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.770+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JCOPsWcN5YZwIFi3lNoASf6Bw5BbzUF_0 2024-09-12T01:34:07.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.771+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4862511397715168633', time=2024-09-12T03:10:39.928664+0000, chain.objs.size()=1 2024-09-12T01:34:07.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.771+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sswgt8Zm48Lcwk0JDA8pU85M88FAyRv_0 2024-09-12T01:34:07.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.771+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5678943870083309996', time=2024-09-12T03:10:39.929307+0000, chain.objs.size()=1 2024-09-12T01:34:07.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.771+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.S4itxDFA9Xzm1akJF2VYMiAh0lGM5H4_0 2024-09-12T01:34:07.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.771+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10848626824113178', time=2024-09-12T03:10:40.048260+0000, chain.objs.size()=1 2024-09-12T01:34:07.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.771+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Zcru5y5PqZJbkl5gCXPEIzpTgGFC8pY_0 2024-09-12T01:34:07.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.774+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/50461 2024-09-12T01:34:07.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10904521426876929157', time=2024-09-12T03:10:40.412679+0000, chain.objs.size()=1 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XwPiQ7_XZXKGKIH6uYnOutATfWb8cSO_0 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10775921570606835731', time=2024-09-12T03:10:40.983122+0000, chain.objs.size()=1 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ccnzs7NmKe0JaYTioa-ms-PtFaRT6Pl_0 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8720749137036883328', time=2024-09-12T03:10:41.276332+0000, chain.objs.size()=1 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LzACbQ-dBj9lKTrR3s9b3jRja1pYXtw_0 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4126440801798686081', time=2024-09-12T03:10:41.777774+0000, chain.objs.size()=1 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QqaNsTmKUJcAVkddq_e_gYCiS1A3BCJ_0 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13788604186627894016', time=2024-09-12T03:10:41.901339+0000, chain.objs.size()=1 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ya5XVQlSCcUHZ8H2SD70L7OBkVloN39_0 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13708719879916975156', time=2024-09-12T03:10:42.557039+0000, chain.objs.size()=1 2024-09-12T01:34:07.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PASB4a-9GHeveH5KWbUIWE20VhPVH5Z_0 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6529878131976476881', time=2024-09-12T03:10:43.323285+0000, chain.objs.size()=1 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.X8umQB9ViC5nYVD2g0wSBFv5Ugj7cTS_0 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2607857391501274361', time=2024-09-12T03:10:43.393085+0000, chain.objs.size()=1 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uez_4CQidCU_bh00lbYNV6nMsasdgFa_0 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16038179068652580531', time=2024-09-12T03:10:43.924990+0000, chain.objs.size()=1 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BqwDfRfzqyCpt4O_jbsftFOA6iJxbwU_0 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17696021402179212545', time=2024-09-12T03:10:44.159611+0000, chain.objs.size()=1 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1CNh2DiM9u2aqYcwzuCFL51nu20oqkj_0 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17453661553430263693', time=2024-09-12T03:10:44.497716+0000, chain.objs.size()=1 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hflRyDPAOSmJtQ602yb7c9fJsL3WVha_0 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11092780196512811228', time=2024-09-12T03:10:44.811684+0000, chain.objs.size()=1 2024-09-12T01:34:07.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QwVzSRzie7LDD4L5MXpSB-hHre70R6Q_0 2024-09-12T01:34:07.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.779+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7564973736935967459', time=2024-09-12T03:10:45.242618+0000, chain.objs.size()=1 2024-09-12T01:34:07.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.779+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.l2pM1GERhtsQI1iNUXTFU5M-QWJ_41v_0 2024-09-12T01:34:07.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.779+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51040461467266315', time=2024-09-12T03:12:54.239763+0000, chain.objs.size()=1 2024-09-12T01:34:07.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.779+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.458__shadow_.MVv4pBD3S7ZWLb7ad6lSgSoIVrQ6jMu_0 2024-09-12T01:34:07.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.779+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1307739462148468224', time=2024-09-12T03:12:59.818660+0000, chain.objs.size()=1 2024-09-12T01:34:07.779 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.779+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.462__shadow_.-RUIbn5sFshMk30s6AqAgXMyllSTsZf_0 2024-09-12T01:34:07.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18009415321721631119', time=2024-09-12T03:13:02.473358+0000, chain.objs.size()=1 2024-09-12T01:34:07.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.464__shadow_.YmEdNaPYk3kNXfxDvYrZPc6zlV3K8HX_0 2024-09-12T01:34:07.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3741392278321850299', time=2024-09-12T03:13:04.621310+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.466__shadow_.I0FO6Sbd7jDOrjEzKAWGvNsCfLSTrxE_0 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14966013096121089843', time=2024-09-12T03:13:28.069187+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.493__shadow_.V8Cn9cog7pMl5ZRSCulxMdsHThrCoo5_0 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12982898438220634480', time=2024-09-12T03:13:30.631265+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.496__shadow_.8ytWihCZsbHy-uLi52PSRzYqsQXlb4B_0 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.626458713165410368', time=2024-09-12T03:13:37.606727+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.503__shadow:esv37gVyLqd8yGvbCqDqMAaQmv4CYjH_.r1PdZ5w8eUdutJTswCx5GYEosjhd5mv_0 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17934352542225564954', time=2024-09-12T03:13:37.612284+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.503__shadow:esv37gVyLqd8yGvbCqDqMAaQmv4CYjH_.r1PdZ5w8eUdutJTswCx5GYEosjhd5mv_0 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7566243916881470140', time=2024-09-12T03:19:11.546974+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.555__shadow_.Eq_bcdA4OlqaKLLZ88Oz29PRcDSxP6P_0 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4700220849956178679', time=2024-09-12T03:19:37.973456+0000, chain.objs.size()=1 2024-09-12T01:34:07.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.564__shadow_.7sZCq6spDTc7rI2nD9pjlwYZp_8ZCBL_0 2024-09-12T01:34:07.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.781+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8061420393238273053', time=2024-09-12T03:19:49.779200+0000, chain.objs.size()=1 2024-09-12T01:34:07.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.781+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:AAuZPepZ9dyFgeR9DtJzNmWhwMIK.t8_.6pGZZqalBoPANvJfM-A-tm4H2chwtNf_0 2024-09-12T01:34:07.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.782+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8334589028670482562', time=2024-09-12T03:19:51.995785+0000, chain.objs.size()=1 2024-09-12T01:34:07.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.782+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:zuGNbssy8e9Jf4eTZjwOmMTFq-LagGZ_.TtbKHpTfTm62ToVqJ8AfQ_BEqPb6fB0_0 2024-09-12T01:34:07.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.783+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14947541053143417297', time=2024-09-12T03:21:06.581639+0000, chain.objs.size()=4 2024-09-12T01:34:07.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.783+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~WOqNKdsymE_VBp6a-_i5Q9QIswUQWrp.1 2024-09-12T01:34:07.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.783+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~WOqNKdsymE_VBp6a-_i5Q9QIswUQWrp.2 2024-09-12T01:34:07.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.783+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~WOqNKdsymE_VBp6a-_i5Q9QIswUQWrp.3 2024-09-12T01:34:07.784 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~WOqNKdsymE_VBp6a-_i5Q9QIswUQWrp.4 2024-09-12T01:34:07.784 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2457051777098155550', time=2024-09-12T03:21:42.959480+0000, chain.objs.size()=1 2024-09-12T01:34:07.784 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.608__shadow_.CBuNFQeFc-eGzc_rlJI2mslGibM93ju_0 2024-09-12T01:34:07.784 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1', time=2024-09-12T03:26:15.848495+0000, chain.objs.size()=12 2024-09-12T01:34:07.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__multipart_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.1 2024-09-12T01:34:07.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__shadow_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.1_1 2024-09-12T01:34:07.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.784+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__multipart_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.2 2024-09-12T01:34:07.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.785+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__shadow_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.2_1 2024-09-12T01:34:07.785 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.785+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__multipart_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.3 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__shadow_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.3_1 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__multipart_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.4 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__shadow_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.4_1 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__multipart_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.5 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__shadow_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.5_1 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__multipart_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.6 2024-09-12T01:34:07.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.624__shadow_multipart_enc.2~PAPMp-MuWGKcOySErCvXN29IBx_W1d1.6_1 2024-09-12T01:34:07.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.536775441344364253', time=2024-09-12T03:26:30.381444+0000, chain.objs.size()=1 2024-09-12T01:34:07.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.788+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.631__shadow_.KEkygrLFPJT2ReE9nD6QckqDYYcnjaw_0 2024-09-12T01:34:07.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.789+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17984307006271163780', time=2024-09-12T03:28:31.301104+0000, chain.objs.size()=1 2024-09-12T01:34:07.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.789+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.715__shadow:N7TGWWTEbNoVUyKUHwh-pXOXVl-tshf_.5ezfX1cTSaUDoVsgRMJ83igEcRFCOv3_0 2024-09-12T01:34:07.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.789+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12081818065046425337', time=2024-09-12T03:29:17.085521+0000, chain.objs.size()=1 2024-09-12T01:34:07.789 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.789+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.740__shadow_.2zYTqLjI7jJBQ_nxv55--IPJvyHDfNv_0 2024-09-12T01:34:07.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.794+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.797+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:34:07.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.798+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.798+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.799+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50555' 2024-09-12T01:34:07.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.799+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14710443420177331688', time=2024-09-12T03:03:08.534595+0000, chain.objs.size()=5 2024-09-12T01:34:07.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-FROZEN.2~jympYJ4WgU8eLxeIwyhe1eVkPFHoMuK.1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__shadow_mymultipart-FROZEN.2~jympYJ4WgU8eLxeIwyhe1eVkPFHoMuK.1_1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-FROZEN.2~jympYJ4WgU8eLxeIwyhe1eVkPFHoMuK.2 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__shadow_mymultipart-FROZEN.2~jympYJ4WgU8eLxeIwyhe1eVkPFHoMuK.2_1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-FROZEN.2~jympYJ4WgU8eLxeIwyhe1eVkPFHoMuK.3 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14478584386931610875', time=2024-09-12T03:06:54.323335+0000, chain.objs.size()=1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.241__shadow_.3L6356klMm8Xy3qSxDO-ZE9wlplB7Pp_0 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7145279833463799957', time=2024-09-12T03:06:58.652040+0000, chain.objs.size()=1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.244__shadow_.BgQoR9WXy9lW25sQu4KfJqLTCx3p5SV_0 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4648397815701300569', time=2024-09-12T03:07:00.593297+0000, chain.objs.size()=1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.246__shadow_.XqFkODuy-17Gmqf7gFx7Xdx-wg7t0zw_0 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8554975755863012678', time=2024-09-12T03:07:08.466939+0000, chain.objs.size()=1 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.254__shadow_.5Rrz6-da4aWh4qLg0LYpbFyLYEkInGq_0 2024-09-12T01:34:07.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6421041679426543427', time=2024-09-12T03:07:10.438290+0000, chain.objs.size()=1 2024-09-12T01:34:07.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.256__shadow_.zRqT9uc3Kwri5HqOvY4Wfy42DlSe0XO_0 2024-09-12T01:34:07.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1627077190495060870', time=2024-09-12T03:07:53.778481+0000, chain.objs.size()=1 2024-09-12T01:34:07.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.elBiCRccJpU6Dp2Dp0q9k5oaLG5-1_E_0 2024-09-12T01:34:07.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11888327496824113121', time=2024-09-12T03:07:54.145065+0000, chain.objs.size()=1 2024-09-12T01:34:07.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jywyndHRKcwbpiqeQ-PmPBI4ZcneCw-_0 2024-09-12T01:34:07.803 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5996498511623655476', time=2024-09-12T03:07:54.221867+0000, chain.objs.size()=1 2024-09-12T01:34:07.803 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ClxkdyUmjt47WijehuBBDH921-xyOlb_0 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.233610060017705142', time=2024-09-12T03:07:54.263629+0000, chain.objs.size()=1 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7z1jUatwk-rPVvyIoTLWGewbk8stxKt_0 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6900722033033591134', time=2024-09-12T03:07:54.364635+0000, chain.objs.size()=1 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z5oWIWOyEuV8Z9zKFcqPyqz7NHDsFJv_0 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5157794327088592998', time=2024-09-12T03:07:54.622976+0000, chain.objs.size()=1 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.aCfvN8dfrMssQCz33LV91GD-HW3-LdL_0 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12283005616345332148', time=2024-09-12T03:07:55.865833+0000, chain.objs.size()=1 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RnMTkO9d-yiTGAdZhv2V_DovF8_j_me_0 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2306460225540208585', time=2024-09-12T03:07:56.163429+0000, chain.objs.size()=1 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2lyAMaDXgcdJs0WcXlVfAUOtC25WUls_0 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8114518357709655880', time=2024-09-12T03:07:57.074808+0000, chain.objs.size()=1 2024-09-12T01:34:07.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y0O77cEUcXDbim3_LSRLzTmo7id2_5W_0 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13292028152013280178', time=2024-09-12T03:07:57.293390+0000, chain.objs.size()=1 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z38Bo3YtpP0a5YkXzvPjV9MbXHUsGew_0 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17491995789443951923', time=2024-09-12T03:07:57.367738+0000, chain.objs.size()=1 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6TOLTylx5TTWDEkUo4f0_vACISaF62q_0 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14565871086901965890', time=2024-09-12T03:07:57.420500+0000, chain.objs.size()=1 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Na9MLjFrv1HkTJWChlU0UeWSFz0SEbQ_0 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17960747474590002236', time=2024-09-12T03:07:58.367155+0000, chain.objs.size()=1 2024-09-12T01:34:07.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DgchccfunfWJquNpyo2A1j3v3O6v3L1_0 2024-09-12T01:34:07.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.806+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7739663114786142207', time=2024-09-12T03:07:58.590250+0000, chain.objs.size()=1 2024-09-12T01:34:07.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.806+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hVc9E42kz0Um8vXQ62fEUkHsIcZ3h6c_0 2024-09-12T01:34:07.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.806+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9165631236533851604', time=2024-09-12T03:07:58.847937+0000, chain.objs.size()=1 2024-09-12T01:34:07.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.806+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DjmTqLhnhg14TDyTV-PgDOZf0cjD4bo_0 2024-09-12T01:34:07.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17177470925295401376', time=2024-09-12T03:07:59.351880+0000, chain.objs.size()=1 2024-09-12T01:34:07.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7-ZcXRKXyMVEMhXRy3mP3Iv8Z1POh1l_0 2024-09-12T01:34:07.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12728614756415714898', time=2024-09-12T03:07:59.375531+0000, chain.objs.size()=1 2024-09-12T01:34:07.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.v3RYl7lXglN_blLcc09BNB_Q0s99UjQ_0 2024-09-12T01:34:07.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1610722494916662199', time=2024-09-12T03:07:59.376273+0000, chain.objs.size()=1 2024-09-12T01:34:07.807 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.va560gtnK4sAW4bSslyGnWPdRzHBlMf_0 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7762960503234489688', time=2024-09-12T03:08:00.202499+0000, chain.objs.size()=1 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2kzqB3kMHoTouX4yt1d0jdTD5DzvF4z_0 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12685352887337274890', time=2024-09-12T03:08:00.322561+0000, chain.objs.size()=1 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-hLKCWnLoZP7SqOIyHgw2S4ZSfg5oCi_0 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2136424668004509950', time=2024-09-12T03:08:00.709648+0000, chain.objs.size()=1 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.N6EkE0IhJjDBRmBvzRlUp2XX8c77HzG_0 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.369226633498362288', time=2024-09-12T03:08:00.788957+0000, chain.objs.size()=1 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hvo9w91jeYkDB3iu9s5swsimFy57DdQ_0 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6339533372742952447', time=2024-09-12T03:08:01.581498+0000, chain.objs.size()=1 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.epoE6qBrFiEP_GQcUZpD_4abIBO5vOQ_0 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3736227617042082293', time=2024-09-12T03:08:01.961171+0000, chain.objs.size()=1 2024-09-12T01:34:07.808 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.807+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.txAkZOEc_DmQGLBvUJuDohmYcV8cA6h_0 2024-09-12T01:34:07.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15815978880407412823', time=2024-09-12T03:08:02.223876+0000, chain.objs.size()=1 2024-09-12T01:34:07.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fhS7DwjX9f5Nk2tOss3QFkJi8tzD7lt_0 2024-09-12T01:34:07.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7859560893342573030', time=2024-09-12T03:08:02.788103+0000, chain.objs.size()=1 2024-09-12T01:34:07.811 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.C2NEWgZcw84dtl5vPJGHj95VAfkEoMm_0 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8857690215782019502', time=2024-09-12T03:08:13.331461+0000, chain.objs.size()=1 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.273__shadow_.cxPxrBaeyaaVX6HxaRU4pQOt59DmDIw_0 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7964748091930020553', time=2024-09-12T03:08:33.652868+0000, chain.objs.size()=1 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.tfAWKNztvpeywCLsNe99yOQNDZTF0TS_0 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9764249534779826361', time=2024-09-12T03:08:33.653536+0000, chain.objs.size()=1 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.Wk_i4a38LWl2KYdoK8UH2V44EgPbM2L_0 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3298815322991270295', time=2024-09-12T03:08:33.752907+0000, chain.objs.size()=1 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.aEnXW2US3K4fHYLlJkrEQ9OPByEqPWg_0 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8112298720568804709', time=2024-09-12T03:08:35.942108+0000, chain.objs.size()=1 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.2wYoYL2jzuTy5pkdn1e3v3hAHWI2q1v_0 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16625593094671870814', time=2024-09-12T03:08:37.922362+0000, chain.objs.size()=1 2024-09-12T01:34:07.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.295__shadow_.HHY9H9YqT_GBe9YPIohrd_M2pFNti6N_0 2024-09-12T01:34:07.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11892793960609050896', time=2024-09-12T03:08:38.940585+0000, chain.objs.size()=1 2024-09-12T01:34:07.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.811+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.296__shadow_.gYSyT9Pldr4YRLcDNvoF7TO9-OT8NwA_0 2024-09-12T01:34:07.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.812+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9287385232876972862', time=2024-09-12T03:08:39.907150+0000, chain.objs.size()=1 2024-09-12T01:34:07.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.812+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.297__shadow_.ApymBhXZGm6aL-U_GzId-RhdXUN5QQy_0 2024-09-12T01:34:07.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.812+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15490200289244279278', time=2024-09-12T03:08:47.863106+0000, chain.objs.size()=1 2024-09-12T01:34:07.813 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.812+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.305__shadow_.arc2UObJINQxE4x6weQPPJmz6rIdGra_0 2024-09-12T01:34:07.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1776245932807792279', time=2024-09-12T03:09:47.092371+0000, chain.objs.size()=1 2024-09-12T01:34:07.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WLa6-pi-esVZNk9fwHhHdCiFy849zUv_0 2024-09-12T01:34:07.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8235219962865698645', time=2024-09-12T03:09:47.254778+0000, chain.objs.size()=1 2024-09-12T01:34:07.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wDaveoSHoLo-60xvN2LiuJdm3W17Uvj_0 2024-09-12T01:34:07.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14169223288555122627', time=2024-09-12T03:09:47.255553+0000, chain.objs.size()=1 2024-09-12T01:34:07.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VCICs_nDqq-rbfX1Xac19dj2vJultBU_0 2024-09-12T01:34:07.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17062218720651707146', time=2024-09-12T03:09:48.866183+0000, chain.objs.size()=1 2024-09-12T01:34:07.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NGoqm9Hhtujtm8GxzlqSOhFSebZ6ltJ_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5796252231248370319', time=2024-09-12T03:09:49.104930+0000, chain.objs.size()=1 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X4VgissREFVSvb3S0zeI95HCHlHbepm_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2357570130729623561', time=2024-09-12T03:09:49.270401+0000, chain.objs.size()=1 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.v0OoCS0bEEfhjHoiaWq-6Pf8oAND3ml_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9363665748209978995', time=2024-09-12T03:09:50.437754+0000, chain.objs.size()=1 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6mteMMzqFuI99jwxzHTVdcdq5mdzVTU_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15936124577153657037', time=2024-09-12T03:09:50.641796+0000, chain.objs.size()=1 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Z0Lkom1F7BwQTWPLHy23aY8G763-3bW_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8267013236771713934', time=2024-09-12T03:09:50.746881+0000, chain.objs.size()=1 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9D5SmmdqYHIKQszCZE6-2wdmsdhTLHR_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13273168568956341993', time=2024-09-12T03:09:50.763045+0000, chain.objs.size()=1 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Xp2kCh1PVCGN1cHDZNOIBP0war7aRAU_0 2024-09-12T01:34:07.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9570535901390443323', time=2024-09-12T03:09:51.475218+0000, chain.objs.size()=1 2024-09-12T01:34:07.818 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.816+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3VJKVm9c3oa6Iv1tEMQmupzwwFhBqld_0 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18252499863825982510', time=2024-09-12T03:09:52.002918+0000, chain.objs.size()=1 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xe4-OJG4f-mIFtoxDfY-v8nR76YkOca_0 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7600572909930028664', time=2024-09-12T03:09:52.100944+0000, chain.objs.size()=1 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kD_AheW9Nr70uf3UprnmiVHXYJO2LsO_0 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1200113581373963530', time=2024-09-12T03:09:52.670850+0000, chain.objs.size()=1 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7u-sabNjVE4ByyS2efW4Zq5fpdxOuV__0 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7447779506829982274', time=2024-09-12T03:09:52.693099+0000, chain.objs.size()=1 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2Z15csLguj96uVYz0UTMccACN5CHH7W_0 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10756884999152529486', time=2024-09-12T03:09:53.070177+0000, chain.objs.size()=1 2024-09-12T01:34:07.819 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cLF7bLFR2kdq_8Sf8rE3zBzR06ti81M_0 2024-09-12T01:34:07.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.820+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18103294985523128470', time=2024-09-12T03:09:53.359500+0000, chain.objs.size()=1 2024-09-12T01:34:07.820 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.820+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XtOILmD2EkoQfBioIHFMS3Ej4zORmmc_0 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10227520313434382176', time=2024-09-12T03:09:53.360148+0000, chain.objs.size()=1 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3uCxCZC8vMbhj-Ynjc1bwvvY0EFNExe_0 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9196421002805616846', time=2024-09-12T03:09:53.425248+0000, chain.objs.size()=1 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.n_GOu1RtU02ioDBF6LcsAbbcaasGHFx_0 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17571321174801936673', time=2024-09-12T03:09:53.481404+0000, chain.objs.size()=1 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oSwSfb1UwQmZHEeNEGEAEPV0UDZoSax_0 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6491722357545450663', time=2024-09-12T03:09:53.840436+0000, chain.objs.size()=1 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ftOxipbYxLNFw5TWEMxMkF3fOHEqFu6_0 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15465243918040880307', time=2024-09-12T03:09:54.176039+0000, chain.objs.size()=1 2024-09-12T01:34:07.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.821+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZOFOFPmP5zxQqD6RFBVteolyzMZEzgf_0 2024-09-12T01:34:07.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.823+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.172104410079759670', time=2024-09-12T03:09:54.554488+0000, chain.objs.size()=1 2024-09-12T01:34:07.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.823+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1f3m8v17QkX_kNmGduxw8XzkpO8YoxH_0 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7729759523453944792', time=2024-09-12T03:09:54.597205+0000, chain.objs.size()=1 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.76PQ0Z-Crh-u6LrxvW0bm26lWn6iEaI_0 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6789932353659003877', time=2024-09-12T03:09:54.746790+0000, chain.objs.size()=1 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4af2TJFjBZ5h6Y2kEUJAwAOfm5PMUK3_0 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15990796908567242248', time=2024-09-12T03:09:55.119161+0000, chain.objs.size()=1 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HNZHTtWtQJUe-dCi1XN0xuTKOslld8a_0 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2262164343583600471', time=2024-09-12T03:09:55.384363+0000, chain.objs.size()=1 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MDXxUJWhmeBXcBA8SCXo42MY6-oj87U_0 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2693906815528050755', time=2024-09-12T03:09:55.630740+0000, chain.objs.size()=1 2024-09-12T01:34:07.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fhBLfmwSWiw2eaPR4fyIr81hjsuLdD2_0 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4968619848226981332', time=2024-09-12T03:09:55.859182+0000, chain.objs.size()=1 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jp3_gt-wlgtyd7PcshU6iE82du654ul_0 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13834415632669300468', time=2024-09-12T03:09:56.350438+0000, chain.objs.size()=1 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.terJg9RpUW3PO0n6kFauwxV-8EcZnW1_0 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.825+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9534302762640101117', time=2024-09-12T03:09:56.532173+0000, chain.objs.size()=1 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.825+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mHauH8-79gW1zgepmxy0N4ZZyLFiLWC_0 2024-09-12T01:34:07.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.825+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12535685252751788886', time=2024-09-12T03:09:56.702287+0000, chain.objs.size()=1 2024-09-12T01:34:07.826 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.825+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ql_ohpobT0IkPeQBA4eam9Ttki9BENT_0 2024-09-12T01:34:07.826 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.825+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11611840741261751210', time=2024-09-12T03:10:34.721532+0000, chain.objs.size()=1 2024-09-12T01:34:07.826 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.825+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5Q14NFQIj6n6ISzx6cxEijfJ0fepNQ7_0 2024-09-12T01:34:07.827 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.827+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1124198742418127849', time=2024-09-12T03:10:35.024383+0000, chain.objs.size()=1 2024-09-12T01:34:07.827 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.827+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zG3t734pImOG5ChJodZ2EGj2C0wtl1O_0 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2000653313428686023', time=2024-09-12T03:10:35.042911+0000, chain.objs.size()=1 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.efNBTQAv0c1mW8Ba7NtRFoVasdJ_KWb_0 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13636289096303777928', time=2024-09-12T03:10:35.180402+0000, chain.objs.size()=1 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.j6b2r4oaFKmrp3gvN4UyX3z8dD7SQ0-_0 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17255872531120954157', time=2024-09-12T03:10:35.444562+0000, chain.objs.size()=1 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GwSCSHLizGGQfj_ZVYfTjBSNcob-1G-_0 2024-09-12T01:34:07.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6679288246897640937', time=2024-09-12T03:10:35.698470+0000, chain.objs.size()=1 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZEG_L82vnMimh1UTFzRSQvGtsghADOW_0 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8644215759968020998', time=2024-09-12T03:10:36.497439+0000, chain.objs.size()=1 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xO6FHXpTVJ2ECdutMpyZh_QG-QFNRjU_0 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12231035635076956607', time=2024-09-12T03:10:36.745893+0000, chain.objs.size()=1 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oP3op-LaYMt0Fa8E01M64HsXTgYzAHH_0 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3052344426077389686', time=2024-09-12T03:10:36.746616+0000, chain.objs.size()=1 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.56rdsTtk4GRfcx1PIHdQ56M85MvC7JQ_0 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18393574535195822841', time=2024-09-12T03:10:36.865948+0000, chain.objs.size()=1 2024-09-12T01:34:07.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.828+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2mViTJQ8cixoXEGgx6tLLJoi-ISZCLI_0 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11087018190802004036', time=2024-09-12T03:10:36.911399+0000, chain.objs.size()=1 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0zkaUPXEID6KdyMaKs4uLfyy-6Ne4Dv_0 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3452113644250359204', time=2024-09-12T03:10:37.242662+0000, chain.objs.size()=1 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xPtSQunD2ZHsTE65f_aSw8-92KS3qKV_0 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16428481786998070795', time=2024-09-12T03:10:37.687912+0000, chain.objs.size()=1 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.NhLWtcnuf7dTGGVCfFJE0lFCZUs4C7H_0 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3144730591361243274', time=2024-09-12T03:10:37.917054+0000, chain.objs.size()=1 2024-09-12T01:34:07.832 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sBmxTuWl4QRX3lD6C417__uQDDSlK6C_0 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12139724293769879937', time=2024-09-12T03:10:38.104372+0000, chain.objs.size()=1 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8g9w97QcJaBLdo3n77MOfhXti8ta5XV_0 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4266818145411396452', time=2024-09-12T03:10:38.185439+0000, chain.objs.size()=1 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.831+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Xqp6Au0GtoLmGGU5BfpYAmimb8YEb8A_0 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7480749192221737258', time=2024-09-12T03:10:38.660906+0000, chain.objs.size()=1 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fM3KosXC3vLzK588r2V7Z6Nu2xjbM29_0 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15456236991900378477', time=2024-09-12T03:10:39.186220+0000, chain.objs.size()=1 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ugY5WGapYOwYRftjVMBpWNzX2xxYxrl_0 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9938417332014943763', time=2024-09-12T03:10:40.948799+0000, chain.objs.size()=1 2024-09-12T01:34:07.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.f5X9_hX1vpX6ZMOtHN0evQxim1m-VZ5_0 2024-09-12T01:34:07.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12450645703698088878', time=2024-09-12T03:10:41.899641+0000, chain.objs.size()=1 2024-09-12T01:34:07.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.832+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.T9GtyjFPn-A-2XViR5g-BCuFXNcVIf2_0 2024-09-12T01:34:07.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.833+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18097016572525855209', time=2024-09-12T03:10:42.667917+0000, chain.objs.size()=1 2024-09-12T01:34:07.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.833+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.50ScaT549PsXTfvWb7LsdXe02NfL9hS_0 2024-09-12T01:34:07.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16600252200627342669', time=2024-09-12T03:10:42.668489+0000, chain.objs.size()=1 2024-09-12T01:34:07.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ze9nedctTxLQW6_lsQsVrWh1Pqt6kXh_0 2024-09-12T01:34:07.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5711110141195523208', time=2024-09-12T03:10:43.370264+0000, chain.objs.size()=1 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.J6ZBZ2ThMddemgXWgkwAEAyqPUfBpTT_0 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10236912578466185320', time=2024-09-12T03:10:43.430573+0000, chain.objs.size()=1 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eHvZEYWGlSaBAbuePeJjzAlGNDdS85-_0 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5044114676896702014', time=2024-09-12T03:10:43.636807+0000, chain.objs.size()=1 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sgZhXQFy5AGswCkXWwGLpd-KxM01__S_0 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5120017882842600600', time=2024-09-12T03:10:43.668017+0000, chain.objs.size()=1 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iW72B3XuhK1_H-OpDtn6m69dB0Iw7hp_0 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9932661989998042230', time=2024-09-12T03:10:43.668794+0000, chain.objs.size()=1 2024-09-12T01:34:07.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.835+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vLw5RGQdiEsDGsZNdbiM2M0jXTCoaDY_0 2024-09-12T01:34:07.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.838+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/50555 2024-09-12T01:34:07.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T01:34:07.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15572221681031118730', time=2024-09-12T03:10:44.180311+0000, chain.objs.size()=1 2024-09-12T01:34:07.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Y-6qhIDznb5GACMOQPcugsr_4Zv46Pt_0 2024-09-12T01:34:07.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7349849805351422896', time=2024-09-12T03:10:44.415561+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zxeAs_y83Q-tU0WeDC_1Zkzd57cS4SX_0 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9643705603402043762', time=2024-09-12T03:10:44.530654+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VMJ35jKHk5PnT2T89FV-LT9xMiteTos_0 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11141365223141969713', time=2024-09-12T03:10:44.667026+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fvauwrFJdv6-f1n4_HGEeXMebgvuNDH_0 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.667962367787849856', time=2024-09-12T03:10:45.228234+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BzhbXtpm0zXmDK4HyUzqsIdydpPuoBi_0 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9618936365388136017', time=2024-09-12T03:10:53.118451+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.333__shadow_.tGNJKnuRNl1FDdNgq8Q_mE-m9ea-IAk_0 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14682063437179027596', time=2024-09-12T03:11:01.211417+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.341__shadow_.0HptNpJHJwBOPfI4TlstnMylZlI31sl_0 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.488866078487782670', time=2024-09-12T03:11:26.838007+0000, chain.objs.size()=1 2024-09-12T01:34:07.842 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.372__shadow_.s_dnnayJFZlNJ4DVb-enhPDWh2mw3tK_0 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7874866285839578235', time=2024-09-12T03:11:30.594838+0000, chain.objs.size()=1 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.375__shadow_.9MrsBrNbFk7VpYOjDmbPJjIemestQjn_0 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9806357272689726549', time=2024-09-12T03:12:41.876555+0000, chain.objs.size()=1 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.447__shadow_.zzP9wcZJ5SCB5mQGu01E5HB7aFJA1sc_0 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15158665271576498629', time=2024-09-12T03:13:05.037809+0000, chain.objs.size()=1 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.466__shadow_.thRVi-HsgHiuWxASzMjQpNW_eTFAJQU_0 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10507071930103439681', time=2024-09-12T03:15:09.020197+0000, chain.objs.size()=1 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.841+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.520__shadow:upDGQ7J6nshF9SBRuKE8WFsoulOb7Yi_.0SeE6XkFP3YADqIfP_9bVhAdUHifU0K_0 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11134208811026921537', time=2024-09-12T03:15:09.040097+0000, chain.objs.size()=1 2024-09-12T01:34:07.843 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.520__shadow:GGwy77fxqXYvSQHC8uAubJs3j21yROq_.vO-ZdzcV4ycmhFyKRkbkDvCBwcq6NyO_0 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14663994877324000567', time=2024-09-12T03:19:14.603282+0000, chain.objs.size()=1 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.556__shadow_.BW_0b5AgyADJZ3OxC5DsGydAHVc7oZj_0 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6895411917253123726', time=2024-09-12T03:19:52.431154+0000, chain.objs.size()=1 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:xOsxqTml3JyJwR0kZE3maFFkwuwI9Vu_.jts7YsSCg16R7oErtt5F9NUPqE83bJy_0 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3380604591454144977', time=2024-09-12T03:20:03.633466+0000, chain.objs.size()=1 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:fFkH1HGdNHHttND9-r0aVyNj-wA6Td._.WMVoyzM8eI1SChYp5k5raztTxhR3ntP_0 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16960821113033882263', time=2024-09-12T03:20:32.447145+0000, chain.objs.size()=1 2024-09-12T01:34:07.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:tZXXHmR352hQStPMC5sXLuKqEz0phKD_.0yVnvPXdgsTzIkTs0sCigvJ5vU_pMS9_0 2024-09-12T01:34:07.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17044146473538385510', time=2024-09-12T03:28:19.631148+0000, chain.objs.size()=1 2024-09-12T01:34:07.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.713__shadow:NEolNitQu7Rbl9l5L9Bnd-PMy1WmNqj_.9WjtHc8slDFo5KEd8vtPHBF7pvbw7aw_0 2024-09-12T01:34:07.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17298040210063515287', time=2024-09-12T03:28:32.160232+0000, chain.objs.size()=1 2024-09-12T01:34:07.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.716__shadow:fMjGhGD20Hr-9ux0s-1FIk3SbTVQ9Ny_.PXZnv6Vw56_1DXb4pLzH8fK7eEAjqSE_0 2024-09-12T01:34:07.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~sYTXvPxHcJAjQ-QRoMZt6ifUPOocZs6', time=2024-09-12T03:29:19.457607+0000, chain.objs.size()=1 2024-09-12T01:34:07.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.844+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.742__multipart_mymultipart.2~sYTXvPxHcJAjQ-QRoMZt6ifUPOocZs6.1 2024-09-12T01:34:07.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.850+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:34:07.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47537' 2024-09-12T01:34:07.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1332346063510568920', time=2024-09-12T03:02:47.174083+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.151__shadow_.KK5qjyaD6MwNnodm1CIZUpeqjGAfDBs_0 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.572368667909671101', time=2024-09-12T03:03:50.355675+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.162__shadow_.wWZqNB8qYvAhwRHodrw0uQ1PPIRxoi7_0 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1018172970673738844', time=2024-09-12T03:06:42.378925+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.230__shadow_.PRI6SA9wlzkH6BiQTGtT937qufWDrCt_0 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7324607260385140792', time=2024-09-12T03:06:58.652159+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.244__shadow_.7IYkBw9oaXB6LKtgDkG8adW7EyrWf1M_0 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4988595644036960716', time=2024-09-12T03:06:59.620087+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.245__shadow_.yOYbBhFsQp1WS0Lnc5iO-Iikr4ft5Hk_0 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10062026130941923315', time=2024-09-12T03:07:06.507549+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.252__shadow_.5xgcYIH6uAqnricfraljzr1CQOt47Ic_0 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12749570297767431884', time=2024-09-12T03:07:09.436246+0000, chain.objs.size()=1 2024-09-12T01:34:07.854 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.255__shadow_.WN58-An7kCLtXZom0_satBdBvGqsYL3_0 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10077687763699091684', time=2024-09-12T03:07:11.370459+0000, chain.objs.size()=1 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.257__shadow_.dJSsrIzjFWZ4S1001iOrEiGvh0SAT0p_0 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13979621175780787812', time=2024-09-12T03:07:14.202355+0000, chain.objs.size()=1 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.260__shadow_.n_qtrixlhsysdjfKgV68GDWkSlN0FrU_0 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6845624749935331765', time=2024-09-12T03:07:53.232981+0000, chain.objs.size()=1 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XQ1bSLuqWHNhRPI81S7WI50h2BOgEE2_0 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8266833317036244335', time=2024-09-12T03:07:53.238843+0000, chain.objs.size()=1 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ioX2oVXn2nVuANbvChfGeuCjUfpXXkE_0 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2785963792614964426', time=2024-09-12T03:07:53.271661+0000, chain.objs.size()=1 2024-09-12T01:34:07.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.852+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dSJ_16EeLyB-qfZAAUp0vftj9x1AGOm_0 2024-09-12T01:34:07.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4916193890334887142', time=2024-09-12T03:07:53.990326+0000, chain.objs.size()=1 2024-09-12T01:34:07.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.381hR9vABKeq4qgk_BhxEPOPTvC7wJo_0 2024-09-12T01:34:07.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2404645541850221712', time=2024-09-12T03:07:54.439776+0000, chain.objs.size()=1 2024-09-12T01:34:07.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hOIhRFrJc1hnllrt0t0t5C10eDVRoq__0 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10746916514651643317', time=2024-09-12T03:07:54.620531+0000, chain.objs.size()=1 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KqJHM8EWOONJlhA5FbneLr7U9pHIW9D_0 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12614761474369697505', time=2024-09-12T03:07:55.224913+0000, chain.objs.size()=1 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Uy0hJrmCzrVdJiiP60Y9_9c9ArC0SmH_0 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1600734607749166369', time=2024-09-12T03:07:55.326858+0000, chain.objs.size()=1 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YFS_XSa3uPTsZ_vwPkr35LUeRNibDwi_0 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2538698704936004486', time=2024-09-12T03:07:55.379200+0000, chain.objs.size()=1 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cC4q_3eQhMmV8KdwTP0_f7TdWJGxX_k_0 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6829909663744387773', time=2024-09-12T03:07:55.845578+0000, chain.objs.size()=1 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k_G9YDpcXlO_Ib6P8E_PvRY1fHbcGUy_0 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1319377011919049524', time=2024-09-12T03:07:56.058311+0000, chain.objs.size()=1 2024-09-12T01:34:07.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.c3TAfrk-Q2nGyCjY8CtFBzBFyQ5nofe_0 2024-09-12T01:34:07.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13501909083649031748', time=2024-09-12T03:07:56.799618+0000, chain.objs.size()=1 2024-09-12T01:34:07.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Iw1EffqeR4x3VCPFC02jxURL3Sn9yYx_0 2024-09-12T01:34:07.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9055193175998469461', time=2024-09-12T03:07:57.070546+0000, chain.objs.size()=1 2024-09-12T01:34:07.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y2kfw6t5eh-cPqHnW39qkPls_nLcXDz_0 2024-09-12T01:34:07.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8595627022458096535', time=2024-09-12T03:07:57.115493+0000, chain.objs.size()=1 2024-09-12T01:34:07.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hvKZ3oI0dXk-kIO5ViOIkSQ0NFF3awH_0 2024-09-12T01:34:07.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.858+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12638450751585744756', time=2024-09-12T03:07:57.243733+0000, chain.objs.size()=1 2024-09-12T01:34:07.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.858+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SDu8WCpvNcagnCqPg3fdidw8xs8k4eY_0 2024-09-12T01:34:07.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.860+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5223755636736697202', time=2024-09-12T03:07:57.252013+0000, chain.objs.size()=1 2024-09-12T01:34:07.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.860+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wIzI6FpdPJLgJZ3ZcsMDa5zPraMkfOA_0 2024-09-12T01:34:07.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.860+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13290639902492854751', time=2024-09-12T03:07:57.400313+0000, chain.objs.size()=1 2024-09-12T01:34:07.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.860+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YYdNASYtoCtNuGcPr5RJaF8pTP1wiPc_0 2024-09-12T01:34:07.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.860+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2136219899541298688', time=2024-09-12T03:07:58.351575+0000, chain.objs.size()=1 2024-09-12T01:34:07.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.860+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Tl9a_xckSP1bGAh156PRb8NF_SmryTA_0 2024-09-12T01:34:07.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.629883680033084526', time=2024-09-12T03:07:58.466362+0000, chain.objs.size()=1 2024-09-12T01:34:07.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6K6-44AUPTWlm0CxURTQANyK45TqC03_0 2024-09-12T01:34:07.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5013589785478327051', time=2024-09-12T03:07:58.963568+0000, chain.objs.size()=1 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mPo_yzoLQizYKtFV0N3I40TmkhhOMS4_0 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5296425810815408958', time=2024-09-12T03:07:59.020938+0000, chain.objs.size()=1 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.aYgqqxI9zycYgIzwGYAsfd_pgYCea7t_0 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7579115098287344514', time=2024-09-12T03:07:59.402505+0000, chain.objs.size()=1 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jKbQFfHGt0wPJ5ZBqPfRKnVTm9feDdV_0 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6796085296794793354', time=2024-09-12T03:07:59.663071+0000, chain.objs.size()=1 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wx8u2yEF3q2_rAFZc7wT0Q9gbe1QmYE_0 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9952129693643309561', time=2024-09-12T03:08:00.139592+0000, chain.objs.size()=1 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8yAy06gx7UdIkH5Ku7FNnb5wtEF8KEC_0 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17977390100586671400', time=2024-09-12T03:08:00.667035+0000, chain.objs.size()=1 2024-09-12T01:34:07.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7Mg_Kwqi9vklwZEy5XIV8VGLU4RrWCP_0 2024-09-12T01:34:07.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.863+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6287976259174185227', time=2024-09-12T03:08:00.842775+0000, chain.objs.size()=1 2024-09-12T01:34:07.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.863+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rv0xgGs4W17gzJkLjhLAfuP-Rq_Lnrk_0 2024-09-12T01:34:07.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.863+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16573947437511925951', time=2024-09-12T03:08:01.084402+0000, chain.objs.size()=1 2024-09-12T01:34:07.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.863+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LpxQuxkGuFq3ScEGinlygfJ4th4VCkD_0 2024-09-12T01:34:07.864 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.864+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4282406965018188597', time=2024-09-12T03:08:01.410725+0000, chain.objs.size()=1 2024-09-12T01:34:07.864 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.864+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MN7XYViVtESUMxE1euXVFP0-uHn6SPc_0 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9574906859387734829', time=2024-09-12T03:08:02.013171+0000, chain.objs.size()=1 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.P_kXLrLZJKcdf7OgFLyAZ_JYOGbLxna_0 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5234519825990482067', time=2024-09-12T03:08:02.014750+0000, chain.objs.size()=1 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GTSSWYHgynyvZ6oEiQCIZc5Qcynjh2A_0 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2705690745372009894', time=2024-09-12T03:08:02.235723+0000, chain.objs.size()=1 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2U7octsFU7rVEHlld3aWzqqubIma8CD_0 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1156784469761339186', time=2024-09-12T03:08:02.626810+0000, chain.objs.size()=1 2024-09-12T01:34:07.866 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7QA3HW3M4ERh_HZ1r5mgWgu1-xf6aaL_0 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16522931378092323881', time=2024-09-12T03:08:03.752365+0000, chain.objs.size()=1 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.263__shadow_.M2er1n6yrMlkhfUrSVdpSNN6Jc7Is7I_0 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12093332745578571436', time=2024-09-12T03:08:10.476678+0000, chain.objs.size()=1 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.270__shadow_.DYPDjknOsV7-wzmygWLMshBGSf7mWl9_0 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9489092045490447779', time=2024-09-12T03:08:19.183505+0000, chain.objs.size()=1 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.279__shadow_.4eMzjdF9-er7vJEKtzMC07Y0a5NclmR_0 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14389893790752529875', time=2024-09-12T03:08:25.123150+0000, chain.objs.size()=1 2024-09-12T01:34:07.867 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.285__shadow_.QY2zNpXBYzSpLvcUmnYw5bgyKaQRkVm_0 2024-09-12T01:34:07.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17442967181563706311', time=2024-09-12T03:08:33.730240+0000, chain.objs.size()=1 2024-09-12T01:34:07.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.EVgKBPUPaiqGrhA3nQczF2hTw9gzo8z_0 2024-09-12T01:34:07.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.867+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11138103298803688221', time=2024-09-12T03:08:36.946080+0000, chain.objs.size()=1 2024-09-12T01:34:07.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.867+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.294__shadow_.jGrl8kuOZgY_AvTdg6yzwm9CPuPnwgT_0 2024-09-12T01:34:07.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.867+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2848344576905063705', time=2024-09-12T03:09:47.255356+0000, chain.objs.size()=1 2024-09-12T01:34:07.868 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.867+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NiwS8qmb6ZCRJOPoJpiU1pj2n-9scOI_0 2024-09-12T01:34:07.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2897449184826340987', time=2024-09-12T03:09:47.611592+0000, chain.objs.size()=1 2024-09-12T01:34:07.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.D3DbJWjqwxyn6oU--8FkJPGdmF9kYC0_0 2024-09-12T01:34:07.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2429484962326450756', time=2024-09-12T03:09:47.698989+0000, chain.objs.size()=1 2024-09-12T01:34:07.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xc1iO4fkpa5zGfQaDSGBhLCkjepWiu6_0 2024-09-12T01:34:07.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18234718128426459067', time=2024-09-12T03:09:48.421384+0000, chain.objs.size()=1 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QMy5ZI3t8cBOJR71MjFX-U6MdAfSDZR_0 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3555905339060834260', time=2024-09-12T03:09:49.195631+0000, chain.objs.size()=1 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BVYpqjLgsv2OCI1EaM5_1dpiARtYVKj_0 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4192653950972430854', time=2024-09-12T03:09:49.269560+0000, chain.objs.size()=1 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QDAQJaSMrvmY8baQ7SkRW7ZSF3YlI3l_0 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9954991424829656338', time=2024-09-12T03:09:50.100584+0000, chain.objs.size()=1 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7bHVYxYlh-38g7l-1qHVrlL655qZRhg_0 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15569703315839736188', time=2024-09-12T03:09:50.390496+0000, chain.objs.size()=1 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.q6AE0aKOGA2L8484BpLxM_ETQgaMITR_0 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6955385338502772386', time=2024-09-12T03:09:51.479627+0000, chain.objs.size()=1 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZNTNhQFaL4V92iQREAfkJMPL2pDwmqK_0 2024-09-12T01:34:07.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.375496862371409166', time=2024-09-12T03:09:51.566993+0000, chain.objs.size()=1 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-AZrC2DNRLQLfhDFStsv5peNjA3VYi5_0 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9139675882479657057', time=2024-09-12T03:09:52.909824+0000, chain.objs.size()=1 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._Y2FsV75muLxS_C4eMHui6yS-NS7KTc_0 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8856148145099129785', time=2024-09-12T03:09:53.122494+0000, chain.objs.size()=1 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.871+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lY5FfmeYFweCnXBChv8QFklqN0smW8V_0 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.872+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6546225395055824525', time=2024-09-12T03:09:53.852363+0000, chain.objs.size()=1 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.872+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UZm0RANdQLnfRWyugcpDAUWhioeS4zk_0 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.872+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.79895181653229658', time=2024-09-12T03:09:54.100891+0000, chain.objs.size()=1 2024-09-12T01:34:07.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.873+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.J4PMuHgcdTEXfYIQ5lzZ-AY96NmLafj_0 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17959404419216610194', time=2024-09-12T03:09:54.119030+0000, chain.objs.size()=1 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9FG5QjT7dUykY5i7rhXT6zmN02QcB-d_0 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8849082368240717280', time=2024-09-12T03:09:55.240837+0000, chain.objs.size()=1 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X0lqRfjiFGC5c-CYzK_o3FYndfL3PJV_0 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15711165836528924196', time=2024-09-12T03:09:55.722776+0000, chain.objs.size()=1 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.z6l6LZgqhMvmQisSvcMY8_KrGcf7RrH_0 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5709190728913019149', time=2024-09-12T03:09:55.772053+0000, chain.objs.size()=1 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rg-AtfVsiAlJAlWN-VVbtsRZ8d2M864_0 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13270791023959664473', time=2024-09-12T03:09:55.939459+0000, chain.objs.size()=1 2024-09-12T01:34:07.876 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.876+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wJ0lFukvG5EnCGHg9ny257KkbXSe-Xo_0 2024-09-12T01:34:07.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.933933608206382943', time=2024-09-12T03:09:56.452815+0000, chain.objs.size()=1 2024-09-12T01:34:07.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jvRSfzSQOe_n52ARUvSF13TD6N58Zd2_0 2024-09-12T01:34:07.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11820482406221021034', time=2024-09-12T03:09:57.091212+0000, chain.objs.size()=1 2024-09-12T01:34:07.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fvPIhjSyhlI5_Pmv00cwVSxn2j9yd4t_0 2024-09-12T01:34:07.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16668914883307950428', time=2024-09-12T03:10:34.701179+0000, chain.objs.size()=1 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5LGPi_-0NuKwBCFrfbREo4VZT-Bi2P9_0 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6756922677513829933', time=2024-09-12T03:10:34.701759+0000, chain.objs.size()=1 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.axvd6mJKANPLdmlM8PsiIeR0aM3cB0h_0 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2847863184613483801', time=2024-09-12T03:10:34.818109+0000, chain.objs.size()=1 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dmSD2cIOFbWrMhrsf8kImnM_vlS-DHb_0 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.812859379509221077', time=2024-09-12T03:10:34.846911+0000, chain.objs.size()=1 2024-09-12T01:34:07.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.878+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uBBx8hD_UEEsW1gP0OLxIwvWPXObBGL_0 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10610669447922937671', time=2024-09-12T03:10:35.098476+0000, chain.objs.size()=1 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1oUIC6HcyenVDoUEmn81GpxHmrj0zGy_0 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.275199745655792263', time=2024-09-12T03:10:35.099474+0000, chain.objs.size()=1 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.DM7ZyrEZ_TFrLgtuTsmtDpjDw8vcyQv_0 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17731232667871430648', time=2024-09-12T03:10:35.100588+0000, chain.objs.size()=1 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.32fXj9w8P81RaUZe1bx-wJRrdZxaONQ_0 2024-09-12T01:34:07.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13006286090408022457', time=2024-09-12T03:10:35.254999+0000, chain.objs.size()=1 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XC_Q_1iGO4XFimIssXxGFaSSK5Tjap5_0 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8531550659857709387', time=2024-09-12T03:10:35.255698+0000, chain.objs.size()=1 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QAlCThLHk_wWDnB-D_xSxWvSVn_DkZ2_0 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6363100910305785969', time=2024-09-12T03:10:35.487652+0000, chain.objs.size()=1 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3xLcaWh_Rb75s4DmDEo0B7Jm3eA7zO7_0 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.846971936724607190', time=2024-09-12T03:10:36.588621+0000, chain.objs.size()=1 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zYqTgxLQrOH6z0ISxJZJz0FbXRtHY3V_0 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2322317001663557870', time=2024-09-12T03:10:36.718828+0000, chain.objs.size()=1 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4KAGzwLNnt2VjzK4K3GuflilKV-9q7B_0 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8000922911010543832', time=2024-09-12T03:10:36.995378+0000, chain.objs.size()=1 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2v9y_3wtaH4T7RNpyuInkg2Wuf2h-x__0 2024-09-12T01:34:07.883 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4257084578132564406', time=2024-09-12T03:10:37.791603+0000, chain.objs.size()=1 2024-09-12T01:34:07.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1SaQKwGDZG8r3ZRbnRhJXrOY9wHsMZw_0 2024-09-12T01:34:07.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11684681995964068017', time=2024-09-12T03:10:38.238901+0000, chain.objs.size()=1 2024-09-12T01:34:07.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.882+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Vu2MnZyGLlSytwzW5zMy-Jq785am_zV_0 2024-09-12T01:34:07.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.884+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7077493352443071146', time=2024-09-12T03:10:39.924257+0000, chain.objs.size()=1 2024-09-12T01:34:07.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.884+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UkwYLu9ZURafk7MXH_aXAkzjYECK1m7_0 2024-09-12T01:34:07.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.886+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1430658608484920032', time=2024-09-12T03:10:40.036740+0000, chain.objs.size()=1 2024-09-12T01:34:07.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.886+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.O-gotWqxf-ULSi1ASJhSck7co5nvIG4_0 2024-09-12T01:34:07.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.886+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17292504641095490127', time=2024-09-12T03:10:41.096295+0000, chain.objs.size()=1 2024-09-12T01:34:07.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.886+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.T7eAh18NQdLUvS7c_Cs2WcNin5l2TQX_0 2024-09-12T01:34:07.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.886+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14074223578712292278', time=2024-09-12T03:10:41.125503+0000, chain.objs.size()=1 2024-09-12T01:34:07.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.886+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JpGR8-CiCc1dXO81FlABTXB2HSK5RBv_0 2024-09-12T01:34:07.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5854946070795499452', time=2024-09-12T03:10:41.399586+0000, chain.objs.size()=1 2024-09-12T01:34:07.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5gl3ySvaF5m7s6zXrFi9VlMIzjQCqfJ_0 2024-09-12T01:34:07.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18144086765220352570', time=2024-09-12T03:10:41.883736+0000, chain.objs.size()=1 2024-09-12T01:34:07.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7futz5aqplN4Poo05xbKNBndLuFyKuA_0 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.958190701722240630', time=2024-09-12T03:10:42.714315+0000, chain.objs.size()=1 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.TIhQxjW-PlBmvoToQJt3sdUfeYhL86q_0 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8770572740994861340', time=2024-09-12T03:10:43.160194+0000, chain.objs.size()=1 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rqq2cK8IhyNSlOWF7kcXMGh_1MiuCMA_0 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17299967557360193181', time=2024-09-12T03:10:43.198589+0000, chain.objs.size()=1 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FYhYxnMX9w0vwrP1rdIWieDziNwOQ1j_0 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5113892629577652105', time=2024-09-12T03:10:43.430862+0000, chain.objs.size()=1 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KEEeqpkGPd3Hbs5CohrjDvq3YfnHHuD_0 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10260529746912004931', time=2024-09-12T03:10:43.519110+0000, chain.objs.size()=1 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.M_Hauq478atHUkSpW2KIsKpuOGkdyRi_0 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2160336351104972146', time=2024-09-12T03:10:44.183487+0000, chain.objs.size()=1 2024-09-12T01:34:07.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cTSQ_ibKIqModpRcL_AylhJRbQVxICL_0 2024-09-12T01:34:07.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.889+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8738213894927009000', time=2024-09-12T03:10:44.538891+0000, chain.objs.size()=1 2024-09-12T01:34:07.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.889+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qCk6_PAPoYVxyku0_AhunLSYcr58qY__0 2024-09-12T01:34:07.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18379308532918136860', time=2024-09-12T03:10:44.867664+0000, chain.objs.size()=1 2024-09-12T01:34:07.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mXXqB6TdCagZCFTTgKJYs8UVhFZwJAw_0 2024-09-12T01:34:07.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9395879103269624232', time=2024-09-12T03:10:45.098454+0000, chain.objs.size()=1 2024-09-12T01:34:07.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BJjQCWQR6fmA5z0N6SAQcNOR-8g1qZR_0 2024-09-12T01:34:07.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3544620647237219455', time=2024-09-12T03:11:34.371334+0000, chain.objs.size()=1 2024-09-12T01:34:07.891 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.379__shadow_.sMfAnYmbKWb1I5DV0li7S-eXhwQjU7-_0 2024-09-12T01:34:07.892 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14431028964362207293', time=2024-09-12T03:12:50.100273+0000, chain.objs.size()=1 2024-09-12T01:34:07.892 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.891+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.455__shadow_.7f1EJpbw7Q9YW0VHILh8HyMnI08O1DW_0 2024-09-12T01:34:07.894 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.894+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/47537 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9236328654418823588', time=2024-09-12T03:13:23.974919+0000, chain.objs.size()=1 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.488__shadow_.4e5RCq1SX5xAFXntcr1ugrFDhaWN38p_0 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12079112386275513517', time=2024-09-12T03:13:33.948557+0000, chain.objs.size()=1 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.500__shadow_.h7UMwSitSAceEDsfiQinS_GblnkSPQm_0 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9444340186910121016', time=2024-09-12T03:19:47.986264+0000, chain.objs.size()=1 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:Vt9KZjmpERNQmZErkq3tp13uZ154z7n_.TId-edwRtYYLz15nFpOA674kdsSeOBz_0 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7094433284844971795', time=2024-09-12T03:19:54.864182+0000, chain.objs.size()=1 2024-09-12T01:34:07.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.570__shadow:UGLSbJGMXdxmm9WQcE3OJf7ED-V-ynD_.bXjDFoBEXwLivfznt4pMp34G790G29u_0 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13330225920815681617', time=2024-09-12T03:20:27.963248+0000, chain.objs.size()=1 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:pL1Kms0900phy-.UG1FMHVHJ4HZyjRi_.eUUMtTNgYoSn6YLNCYQJuo6pt4sHefA_0 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6447826477613236947', time=2024-09-12T03:21:13.105128+0000, chain.objs.size()=1 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:GGT45R2RQYsK6dK2FGHzXwWqVv3H15I_.Tdm3fFklOWOZf6rgEHOeK1mamGgJRQs_0 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16201601628325410793', time=2024-09-12T03:21:15.859476+0000, chain.objs.size()=1 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:IFL624kqLSUDlOYWuDZD5zgnB44ebaE_.axS4xEGAD60XAatcNDTz-8NgyQ_0Ne5_0 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15127097012767965486', time=2024-09-12T03:26:39.054490+0000, chain.objs.size()=1 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.640__shadow_.cWsfiDkTXfJyaF7kjzXdgZWzEEZIJnF_0 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17430363978149376801', time=2024-09-12T03:26:55.908741+0000, chain.objs.size()=1 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.648__shadow_.EXaTksf3YSAlumPeCuECMEuKYIqo2N7_0 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6265228184161745134', time=2024-09-12T03:27:34.567212+0000, chain.objs.size()=6 2024-09-12T01:34:07.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.661__multipart_baz.2~B_DMNNLy0wxDyVobH9tI56bXZNXvPt3.1 2024-09-12T01:34:07.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.661__multipart_baz.2~B_DMNNLy0wxDyVobH9tI56bXZNXvPt3.2 2024-09-12T01:34:07.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.897+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.661__multipart_baz.2~B_DMNNLy0wxDyVobH9tI56bXZNXvPt3.3 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.899+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.661__multipart_baz.2~B_DMNNLy0wxDyVobH9tI56bXZNXvPt3.4 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.899+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.661__multipart_baz.2~B_DMNNLy0wxDyVobH9tI56bXZNXvPt3.5 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.899+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.661__multipart_baz.2~B_DMNNLy0wxDyVobH9tI56bXZNXvPt3.6 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13033127438724161632', time=2024-09-12T03:27:41.604166+0000, chain.objs.size()=1 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.668__shadow_.yEO_JC44wUSk57D8TVdRMLQVawUWgnY_0 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2094244278006767513', time=2024-09-12T03:27:43.986808+0000, chain.objs.size()=1 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.671__shadow_.4W3DRbexeDMCJdcpL012BHzUt9Q68AC_0 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16342746288882531653', time=2024-09-12T03:28:02.126527+0000, chain.objs.size()=1 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.694__shadow:getRwZA-h7F68xC1vlkcqAx-C6NnFn9_.4N5c_-_O0esLWymu0GXZQubAjuIdzlt_0 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9841582512167409129', time=2024-09-12T03:28:03.916580+0000, chain.objs.size()=1 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.696__shadow:Et3lJsF3NnOZ8SPegPh9gnYo1bC8SC8_.adV2cGNBrgyBKwOZVAkmFInCnXbkGFH_0 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5903528191856545028', time=2024-09-12T03:28:04.883444+0000, chain.objs.size()=1 2024-09-12T01:34:07.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.697__shadow:xjfSMbPXizuYHyF6ZNZVj5Dgn4mSBxq_.plU1QNcHM9L44K0ATdGDvNl0INnFxZW_0 2024-09-12T01:34:07.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2890497319981974220', time=2024-09-12T03:28:16.998660+0000, chain.objs.size()=1 2024-09-12T01:34:07.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.900+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.710__shadow:wY8x.pcF16vM3yBI3VRZJsItxEpV0DB_.LYqum3m-rlxa8mfzn_60aPsGW8jXQAb_0 2024-09-12T01:34:07.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.901+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2724098301058579303', time=2024-09-12T03:33:43.557377+0000, chain.objs.size()=1 2024-09-12T01:34:07.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.901+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.782__shadow_.901A4-Uyv6iLV7eWunbCz8rNIkFDW5o_0 2024-09-12T01:34:07.905 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.905+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.907+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:34:07.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.908+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.909+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.909+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53294' 2024-09-12T01:34:07.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.909+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_nHzELoNlUIrjvfolSjcl7k-5_ehmiaT', time=2024-09-12T03:03:29.542568+0000, chain.objs.size()=3 2024-09-12T01:34:07.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.909+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.1s9OlBthlui8K1Bet8GWhGZALQetDuE_0 2024-09-12T01:34:07.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.1s9OlBthlui8K1Bet8GWhGZALQetDuE_1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.1s9OlBthlui8K1Bet8GWhGZALQetDuE_2 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7885283995222758821', time=2024-09-12T03:07:05.535233+0000, chain.objs.size()=1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.251__shadow_.COFfUVPdal3VdZH7HoNcDXb7gdwU49l_0 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10573688394894794637', time=2024-09-12T03:07:12.294228+0000, chain.objs.size()=1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.258__shadow_.D4d-nB-Nt9uq4bQb1zXd9cuRhqv6O4j_0 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7645833545727711987', time=2024-09-12T03:07:52.679192+0000, chain.objs.size()=1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.phgjQliR_RyzwoIJGqu1-vNWtbF4Lr3_0 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7276259118088468184', time=2024-09-12T03:07:53.792220+0000, chain.objs.size()=1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HWa3Yj_Q7ZyloC3tvmp-Wj4ploa9B3Z_0 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12961319720154929171', time=2024-09-12T03:07:54.313426+0000, chain.objs.size()=1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6SNjlclepvTjd91w5vFA8LeTY7hSjWF_0 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17530266556081734932', time=2024-09-12T03:07:54.768414+0000, chain.objs.size()=1 2024-09-12T01:34:07.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XqAB6EKq3qKry0BmM4Hxq5FEn6cseZo_0 2024-09-12T01:34:07.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3198731515348166235', time=2024-09-12T03:07:55.204449+0000, chain.objs.size()=1 2024-09-12T01:34:07.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FtjBck0IMuBjg6d5bgZVbgec-f-OjLX_0 2024-09-12T01:34:07.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1683485133922378776', time=2024-09-12T03:07:55.243416+0000, chain.objs.size()=1 2024-09-12T01:34:07.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6E1cdSqgjLU9oYzNl2O1iYOZEt8SvNr_0 2024-09-12T01:34:07.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16365421063261992691', time=2024-09-12T03:07:55.865294+0000, chain.objs.size()=1 2024-09-12T01:34:07.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.uy0OVhE6F7e9kf6Ms4BUbbYSq3u77BF_0 2024-09-12T01:34:07.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5204817163103100803', time=2024-09-12T03:07:56.162337+0000, chain.objs.size()=1 2024-09-12T01:34:07.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.eouiiIt83PrYuqXdfQpGR-E7KdFPA4N_0 2024-09-12T01:34:07.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6105869172091326722', time=2024-09-12T03:07:56.608604+0000, chain.objs.size()=1 2024-09-12T01:34:07.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.djeB7yLklfRx0520QERdQ5fKU6oIcs9_0 2024-09-12T01:34:07.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4767210535293778670', time=2024-09-12T03:07:56.670957+0000, chain.objs.size()=1 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.07k3bQ20OV1ZavRxv_XDSRHpx8Cxyo8_0 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10297971344297346951', time=2024-09-12T03:07:57.622375+0000, chain.objs.size()=1 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oASI0LFmCpJ6W-yLZCvCRjlQQiC2Ama_0 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8158099607350483760', time=2024-09-12T03:07:57.635101+0000, chain.objs.size()=1 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OFWU6KiICxhuFl68tEm-grHiApZ00q8_0 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5380962754568054328', time=2024-09-12T03:07:58.417071+0000, chain.objs.size()=1 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8WBWth3-3G4AgH0Rl6IE6t5IwUkhVI8_0 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4880921758037329660', time=2024-09-12T03:07:58.910416+0000, chain.objs.size()=1 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.83rEP3Byz5bHMqTPNN2m59QP9WbNf1N_0 2024-09-12T01:34:07.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2290594354752440845', time=2024-09-12T03:07:59.020384+0000, chain.objs.size()=1 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5weoWZ1FJ54JwAa1lh6QAN-mn8UlWic_0 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16808351641049683652', time=2024-09-12T03:07:59.376474+0000, chain.objs.size()=1 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5X5D-3yBw1MF0e67w8g79ThkN1eWPBO_0 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16103334301120598049', time=2024-09-12T03:07:59.777345+0000, chain.objs.size()=1 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3N8Su5LQ43KYrAPO9jMAbGv-ZrIKrWb_0 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10763578040799799334', time=2024-09-12T03:07:59.914209+0000, chain.objs.size()=1 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.913+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.scDMUHuVd3eTNAaDMjnzpQUGsXidd3Q_0 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.915+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18397870646359809132', time=2024-09-12T03:08:00.057253+0000, chain.objs.size()=1 2024-09-12T01:34:07.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.915+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7MFlGEzd9ikrE4N7JvsWOaWQ7x3E3t__0 2024-09-12T01:34:07.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11200109696454796486', time=2024-09-12T03:08:00.093234+0000, chain.objs.size()=1 2024-09-12T01:34:07.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sN9diqEOFIcEwWBOzIpm-26menzkOqQ_0 2024-09-12T01:34:07.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17037319462222855710', time=2024-09-12T03:08:00.308455+0000, chain.objs.size()=1 2024-09-12T01:34:07.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OTDFV5mwMtIFYISIWs0z_OPDepFBBMa_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13383121741069406748', time=2024-09-12T03:08:00.716341+0000, chain.objs.size()=1 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Uh-J64Mh-EFUJvXXg8iWrsomJbwKd1M_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9306672978131762440', time=2024-09-12T03:08:01.058241+0000, chain.objs.size()=1 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IaNHAr85SZo9gQgJ9S4lu1eFX7Ik65V_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15773257842138090853', time=2024-09-12T03:08:01.143416+0000, chain.objs.size()=1 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OxGUVi_hsBohkEb5yKGHH9GYDZPb98W_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.108005262499566192', time=2024-09-12T03:08:01.510650+0000, chain.objs.size()=1 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DdB5ZF4FcVH5lxMyaRzz7vO6QpOEbcQ_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12643155845621036697', time=2024-09-12T03:08:01.917546+0000, chain.objs.size()=1 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ucENqmkVGB7a2k_Yrc-u_iXC7lGo1ja_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18007713446940015054', time=2024-09-12T03:08:02.230845+0000, chain.objs.size()=1 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QRK-k9Enu6MeAW1tWslCQ6Ohy74-JFY_0 2024-09-12T01:34:07.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5423135825884252941', time=2024-09-12T03:08:02.765258+0000, chain.objs.size()=1 2024-09-12T01:34:07.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.918+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NdOKCV7qXAvD9T8fz_tHO5NkIQLUp6f_0 2024-09-12T01:34:07.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.918+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4416735081176987579', time=2024-09-12T03:08:18.196088+0000, chain.objs.size()=1 2024-09-12T01:34:07.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.918+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.278__shadow_.mJOtI7CBM_iZoDxgcuGBmXM5Z4lraaJ_0 2024-09-12T01:34:07.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.918+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9524112804269979799', time=2024-09-12T03:08:24.084769+0000, chain.objs.size()=1 2024-09-12T01:34:07.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.918+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.284__shadow_.mpqMYxUzj6lm8raktBjXxxx6ktUKNMz_0 2024-09-12T01:34:07.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.921+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9788846981347479112', time=2024-09-12T03:08:25.123286+0000, chain.objs.size()=1 2024-09-12T01:34:07.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.921+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.285__shadow_._v-bklGr-HIo1etRMeIvnn5_7fEB7HQ_0 2024-09-12T01:34:07.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.921+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2463592812220843893', time=2024-09-12T03:08:26.172741+0000, chain.objs.size()=1 2024-09-12T01:34:07.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.921+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.286__shadow_.897B0Il1UvRJCgpltpPnIMrNjdEO_YK_0 2024-09-12T01:34:07.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.921+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6321102100061363300', time=2024-09-12T03:08:40.938952+0000, chain.objs.size()=1 2024-09-12T01:34:07.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.921+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.298__shadow_.aRTtwQxQh62Ii_VKogDSNdmMZZLFTv__0 2024-09-12T01:34:07.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3790587500024741916', time=2024-09-12T03:08:45.900194+0000, chain.objs.size()=1 2024-09-12T01:34:07.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.303__shadow_.XAnAUvEm6SvxFZfaGj6BtxdzuGO2ZZe_0 2024-09-12T01:34:07.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2516775003807510639', time=2024-09-12T03:08:46.873230+0000, chain.objs.size()=1 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.304__shadow_.16veV3kr3qSi6s6SC_OsHLpSlyIOQSX_0 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.193491332732490290', time=2024-09-12T03:09:01.984470+0000, chain.objs.size()=1 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.315__shadow_.vrArPSJxCJjg0gFD2qOBnO5PT4VGHW__0 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17200464186877078644', time=2024-09-12T03:09:47.033909+0000, chain.objs.size()=1 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OQt3wNZ3C930Xo3hn1zHDSuRfO_N4i-_0 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14113564876473480270', time=2024-09-12T03:09:47.170422+0000, chain.objs.size()=1 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.A1uGrT-JzVR0RQhieQFV0xg_gmj48qv_0 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15546541271459955385', time=2024-09-12T03:09:48.463021+0000, chain.objs.size()=1 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7aGHWifiJ2DdGW8wnhAvWdJF2F8hALr_0 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18065864471387624383', time=2024-09-12T03:09:48.506287+0000, chain.objs.size()=1 2024-09-12T01:34:07.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rrrXdPxFwUBLYoTQjb8f0RSh6XI1MqT_0 2024-09-12T01:34:07.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.923+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5608747021668980013', time=2024-09-12T03:09:48.576008+0000, chain.objs.size()=1 2024-09-12T01:34:07.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.923+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.P8dIeEfhuBFz5HfL4xa3wqbOJvseWQt_0 2024-09-12T01:34:07.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.924+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15860156926866664374', time=2024-09-12T03:09:48.995837+0000, chain.objs.size()=1 2024-09-12T01:34:07.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.924+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4a1JA7HbakrqIsAAHLe2UikhmeDcEb7_0 2024-09-12T01:34:07.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.925+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3288453304737337358', time=2024-09-12T03:09:49.001265+0000, chain.objs.size()=1 2024-09-12T01:34:07.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.925+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MEDh6uJNLiSP3iTnNk5Sh__5Djej7Mg_0 2024-09-12T01:34:07.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.925+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3713223658760648632', time=2024-09-12T03:09:49.110712+0000, chain.objs.size()=1 2024-09-12T01:34:07.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.925+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pKVaninD59Eh6ZE5yv68ZHYaAj6_Mb__0 2024-09-12T01:34:07.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.925+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17214462155328207983', time=2024-09-12T03:09:49.269509+0000, chain.objs.size()=1 2024-09-12T01:34:07.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.925+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.D2VtgC_RtYwzHsx_L1so8t-p0av8LVj_0 2024-09-12T01:34:07.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.926+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3516454913916626620', time=2024-09-12T03:09:50.466715+0000, chain.objs.size()=1 2024-09-12T01:34:07.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.926+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._PBLdTP7RS29MiWNcTtYY6eIs48VnI8_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.926+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5564513284080480813', time=2024-09-12T03:09:51.649003+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.926+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jF1b99ZmGJ9mikJdRNFKAZfy3QPby-0_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3793132264439193187', time=2024-09-12T03:09:51.663278+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.36wTPQjVIaMYUjw3vwu9-SJsB9zfT-H_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8763676897994811984', time=2024-09-12T03:09:51.921254+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VKQgawuslVE7ccrZNuvCJZdvT-hL-QD_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17790948754141762706', time=2024-09-12T03:09:52.073121+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i04WJ_2TKIvh1dYuR4hTbB-RYfj2asF_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2159899628970315095', time=2024-09-12T03:09:52.516042+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NTzoBWgGMwukvkaNyxuLd-sf_FOD5Yq_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14838795998212763523', time=2024-09-12T03:09:53.379165+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NdhDSG6UKUHus_MskqioImKDSYwkwBB_0 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9221514487617955767', time=2024-09-12T03:09:54.001057+0000, chain.objs.size()=1 2024-09-12T01:34:07.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uH3On-NXe25XWYLaMhcWxTANwNnjhfi_0 2024-09-12T01:34:07.929 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.929+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4716304561042415092', time=2024-09-12T03:09:54.100875+0000, chain.objs.size()=1 2024-09-12T01:34:07.929 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.929+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Hmz5Qr1VCmQ9o5Tn9cxNwfCd6GPcuIT_0 2024-09-12T01:34:07.929 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.929+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2103905730072870560', time=2024-09-12T03:09:54.151043+0000, chain.objs.size()=1 2024-09-12T01:34:07.929 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.929+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rg2x8IaRar0t5teyB_hMPzAsPvhDXsd_0 2024-09-12T01:34:07.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5128846272237924563', time=2024-09-12T03:09:55.087287+0000, chain.objs.size()=1 2024-09-12T01:34:07.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UijAesOf8dWTpW_z0Yt0HUloU_X98cu_0 2024-09-12T01:34:07.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12156548357784822165', time=2024-09-12T03:09:55.630217+0000, chain.objs.size()=1 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UB8-IvUCBZU_tLi3s5hRI1BubD7XyrQ_0 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13115226917922489876', time=2024-09-12T03:09:55.855458+0000, chain.objs.size()=1 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.83-R7m0nYsVaBs_dmwIDwZOUmx9Ul7s_0 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1382459328772182543', time=2024-09-12T03:09:56.075854+0000, chain.objs.size()=1 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mqYbQJZD-eCo5tiPjZCr5huUJwkgZg1_0 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11472387950281635888', time=2024-09-12T03:09:56.345792+0000, chain.objs.size()=1 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1lmGx4iqvZTOvwERbQ7HaXKdhQlB2Az_0 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16889364420593729888', time=2024-09-12T03:09:56.524853+0000, chain.objs.size()=1 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dWbl6LNOuWBIm6py8MYMkFN6zp5Oi6K_0 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16445659357505116324', time=2024-09-12T03:09:56.700919+0000, chain.objs.size()=1 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.RTXJrdLrEkl9QoRlS5XfaySU4qPETVa_0 2024-09-12T01:34:07.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15536999817424165072', time=2024-09-12T03:09:56.805005+0000, chain.objs.size()=1 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mlA0b--wiXQUaqRWOVTXeK5bFASJesV_0 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18182366699537586242', time=2024-09-12T03:09:56.812951+0000, chain.objs.size()=1 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HombKffBF8A2vuCHJBTFrVQMCThnYDi_0 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.933+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17245899977106709553', time=2024-09-12T03:09:56.813487+0000, chain.objs.size()=1 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.933+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bq94pFwsSu1dBCwBwjDqP3v0Oqb7gZE_0 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.933+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6486730473414645578', time=2024-09-12T03:10:35.099931+0000, chain.objs.size()=1 2024-09-12T01:34:07.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.933+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FDvoQaE-NEEoZqs-uWbR3VH9JyqFO8c_0 2024-09-12T01:34:07.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4014440673056195885', time=2024-09-12T03:10:35.413411+0000, chain.objs.size()=1 2024-09-12T01:34:07.935 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qiqV7MKbRGcbOxeNFW9J5elkL4t-cju_0 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18297311167366348766', time=2024-09-12T03:10:35.558749+0000, chain.objs.size()=1 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xqqJijplf_MsL6UwwQA25HP-iRwCGbk_0 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13165316296536564780', time=2024-09-12T03:10:36.242250+0000, chain.objs.size()=1 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CoQ7yB5F7TEk0LI19vrOxNVLFPjuOf1_0 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15272902831648610360', time=2024-09-12T03:10:36.470767+0000, chain.objs.size()=1 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KdWAd_FI1_L5BssQpuXp556daW51aIZ_0 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11798573522845652887', time=2024-09-12T03:10:36.702693+0000, chain.objs.size()=1 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bsONsp1TcFgbwW0C7q3_D45NvO8fOrE_0 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7566515983713877516', time=2024-09-12T03:10:37.124218+0000, chain.objs.size()=1 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rUI7oinSFXXmKj66ZuX3UjfHWPNIdI-_0 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10218694861819677917', time=2024-09-12T03:10:39.609130+0000, chain.objs.size()=1 2024-09-12T01:34:07.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hXoXihnjbUa8Ayikw3aFAO3EYsfaXS8_0 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7913117160180665105', time=2024-09-12T03:10:39.676986+0000, chain.objs.size()=1 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pMF3Cxw0mm7WR1bHMDaMBuQeVO6AN-v_0 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5406808560329123633', time=2024-09-12T03:10:39.923030+0000, chain.objs.size()=1 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.935+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GIoF8iZxqrPRaEf4OfWPaudoIXpRO7S_0 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12890012218866247612', time=2024-09-12T03:10:40.604665+0000, chain.objs.size()=1 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PXKScew1xwhkWVwj9HAlctDWwcTfZJ__0 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16541907143071286625', time=2024-09-12T03:10:40.719354+0000, chain.objs.size()=1 2024-09-12T01:34:07.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OUMHNt6bf1yGiwbXgByX6vho9uzXDD7_0 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11050366044648258382', time=2024-09-12T03:10:40.720510+0000, chain.objs.size()=1 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aHQpZQe5IEzYb7VNBishLgbIrZdczHO_0 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13393439574501519210', time=2024-09-12T03:10:40.721254+0000, chain.objs.size()=1 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uWdN052sx-B1Y5n__CBSBS_Na_2co2k_0 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1956177967006704346', time=2024-09-12T03:10:40.915199+0000, chain.objs.size()=1 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ayAo6eqsWHrrFbYk2o8e-mibRBuHYx3_0 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10763496867430159581', time=2024-09-12T03:10:41.104642+0000, chain.objs.size()=1 2024-09-12T01:34:07.940 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fjVXiPyt3hld71VKcMuKcHeMMmL1eQS_0 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3920121059426860624', time=2024-09-12T03:10:41.166449+0000, chain.objs.size()=1 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-ewwVLFzT4-1VvZ2NxamtAalUEiqRIQ_0 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4976676859754554989', time=2024-09-12T03:10:41.770563+0000, chain.objs.size()=1 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.W4eSVq7ymS3e-R2eVq39blj6yEOWr0N_0 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18445770878044464559', time=2024-09-12T03:10:42.135966+0000, chain.objs.size()=1 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.DvbSxqVv3rweSmknZn0MQbpNM9sE_lt_0 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11093145256557351669', time=2024-09-12T03:10:42.347812+0000, chain.objs.size()=1 2024-09-12T01:34:07.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.940+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LeXqk_BO22Hi3atMTC93Teq4b2-CPvv_0 2024-09-12T01:34:07.942 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3577326969615886266', time=2024-09-12T03:10:42.409171+0000, chain.objs.size()=1 2024-09-12T01:34:07.942 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YHAF3F6Uv7nBaGLCNmeTaftLHIuQbIy_0 2024-09-12T01:34:07.942 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7950630494818639590', time=2024-09-12T03:10:42.469960+0000, chain.objs.size()=1 2024-09-12T01:34:07.942 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1SVJGIt4r9I7e3HCZLdBnfHPEzIsleA_0 2024-09-12T01:34:07.942 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8611251290854883157', time=2024-09-12T03:10:43.039335+0000, chain.objs.size()=1 2024-09-12T01:34:07.942 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bZhqYG4K7M1gfdg11_ZLRS-Ar9XD3oE_0 2024-09-12T01:34:07.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4922145722200753622', time=2024-09-12T03:10:43.655786+0000, chain.objs.size()=1 2024-09-12T01:34:07.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.942+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.c8cY_JYtX4d_MmTYuZX9iU9usvMV9mn_0 2024-09-12T01:34:07.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12052546764132553630', time=2024-09-12T03:10:44.439016+0000, chain.objs.size()=1 2024-09-12T01:34:07.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RwyQ_gyIfQIDjR52bXpeEhvLvF18f6z_0 2024-09-12T01:34:07.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2400886490484541185', time=2024-09-12T03:10:44.785257+0000, chain.objs.size()=1 2024-09-12T01:34:07.943 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EwvFelTO9LSGb_UtWSqci0eUe_ca7eA_0 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.67801906516499516', time=2024-09-12T03:10:45.005918+0000, chain.objs.size()=1 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pB5Biz3ovxV7wWasH9w1DClWzWQBIdF_0 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7238674557302969048', time=2024-09-12T03:10:45.033044+0000, chain.objs.size()=1 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uTzC8x5JIn5m964fOapOJzVdmBVg1_0_0 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11947219589318079114', time=2024-09-12T03:10:45.112887+0000, chain.objs.size()=1 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZF6WeBqlreDseFu-HMwNaafN_UGeQGu_0 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17600901028580912226', time=2024-09-12T03:10:45.223117+0000, chain.objs.size()=1 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Q7ua5k54cFOwMaZvodeNoJbZfLDEGSP_0 2024-09-12T01:34:07.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11464029554245470499', time=2024-09-12T03:11:33.610004+0000, chain.objs.size()=1 2024-09-12T01:34:07.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.378__shadow_.NM81Bf1FjTFfxl_7iZkx3C7KqbJ9TCQ_0 2024-09-12T01:34:07.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9672110752958156561', time=2024-09-12T03:12:28.477089+0000, chain.objs.size()=1 2024-09-12T01:34:07.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.944+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.435__shadow_.WNSqHe3ds16nAsvxEl1XcedZ843MugE_0 2024-09-12T01:34:07.948 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.948+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/53294 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5012122218028670069', time=2024-09-12T03:14:06.155266+0000, chain.objs.size()=1 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.511__multipart_mymultipart.2~bbW-Rp2W1uahoWe08IDhaatpDxRt10p.1 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2462692762568434380', time=2024-09-12T03:16:19.364823+0000, chain.objs.size()=6 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~e76hJ80X74PhT8TE6t3jNyp-STKRpat.1 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~e76hJ80X74PhT8TE6t3jNyp-STKRpat.2 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.RJaoDDCOm_ZsBTfB4PwGZJyA0cqWMB_F.3 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~e76hJ80X74PhT8TE6t3jNyp-STKRpat.4 2024-09-12T01:34:07.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~e76hJ80X74PhT8TE6t3jNyp-STKRpat.5 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~e76hJ80X74PhT8TE6t3jNyp-STKRpat.6 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17314129513240931312', time=2024-09-12T03:19:04.339751+0000, chain.objs.size()=1 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.554__shadow_.M2zH-YELLLB1Qlw-dmduzN9UYxoN1_-_0 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2708202620817023470', time=2024-09-12T03:19:47.722767+0000, chain.objs.size()=1 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:gSwYe5P6DUXacAWQzQx6CXgqKoyf8i-_.fwfYky8IQMbjxJKZCvTJ2ERkft3oYKS_0 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7223152177065191817', time=2024-09-12T03:19:50.208076+0000, chain.objs.size()=1 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:26MuEF8dteycRth.g8Gav.pPAqbEJEM_.Ah3YkltcUGmzYpsr0RT-UXUmAu55HcS_0 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7252213398747231993', time=2024-09-12T03:20:09.313125+0000, chain.objs.size()=1 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:RpIMawyVUG629QGHlkzuB3YNgGKD87Y_.Su8qLBWSbT9kTv-PSfbG-II5XkYO3hD_0 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2457312492243168368', time=2024-09-12T03:20:15.419028+0000, chain.objs.size()=1 2024-09-12T01:34:07.952 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.950+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:AAjccglrZe9ckBpH0LdCJvWQf118LDt_.7tbuKby7vb_31fMURb3LHmcFQRW0BaT_0 2024-09-12T01:34:07.953 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.953+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8186056414646988325', time=2024-09-12T03:20:21.158514+0000, chain.objs.size()=1 2024-09-12T01:34:07.953 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.953+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:qvFUNWJJxM.fkSCt37t4Zin-yl3sp5T_.SrKgRrmwgouiFhhiTSg-BS8dXVpjGyR_0 2024-09-12T01:34:07.954 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4860144704038280122', time=2024-09-12T03:20:28.853586+0000, chain.objs.size()=1 2024-09-12T01:34:07.954 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:8-MfRaH1hrnIBd53BXqFAFWTzRFvEB1_.-wsGz6GcekASxjuBYwfnFrPtlcidogl_0 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4506058178517040634', time=2024-09-12T03:20:32.010593+0000, chain.objs.size()=1 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:t9TaQ38u428oFWWzBi68u6KfL0Kn0.q_.z5hIZnZEDePLXW7fduas6qpKiSnDARy_0 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13663824231148800066', time=2024-09-12T03:21:40.238944+0000, chain.objs.size()=1 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.605__shadow_.0eEHmEplperwVEbOsfGoSpCzZMmPUK-_0 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14647366551532847930', time=2024-09-12T03:27:40.131168+0000, chain.objs.size()=1 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.666__shadow_.Sf62m-uWdMoJh5DUM7V2kCW1uoa-4PU_0 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.639329703443727619', time=2024-09-12T03:27:44.165983+0000, chain.objs.size()=1 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.672__shadow_.E1_BXSYH624JFwl0hj6LwuhQglH2Tth_0 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14468495470605303660', time=2024-09-12T03:28:16.062277+0000, chain.objs.size()=1 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.709__shadow_.LiEIeDrz4KMJ-fSAlFDZD0LYeqCMUNk_0 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11117900505753308572', time=2024-09-12T03:28:20.500604+0000, chain.objs.size()=1 2024-09-12T01:34:07.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.954+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.714__shadow:7.jGt7pJTcog7bjiPi3wSkJnlSc4UEr_.J9xDOvjP87CiMkgshef3Id5O_o46DR8_0 2024-09-12T01:34:07.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.958+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:07.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.961+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:34:07.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.962+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:07.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.962+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50254' 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15775313238444296584', time=2024-09-12T03:02:45.991531+0000, chain.objs.size()=1 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.147__shadow_.IxjRHwDB5eYE9yFPbxn45YfSKmoG_C2_0 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4593856990772955718', time=2024-09-12T03:06:47.245653+0000, chain.objs.size()=1 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.235__shadow_.ADDQbiccvY_ECtQSCvb-bdwPJJBTjIl_0 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3852968277872339836', time=2024-09-12T03:06:48.241010+0000, chain.objs.size()=1 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.236__shadow_.tx2saSoBozCKXgdq55EujgO-V_mF7dP_0 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6231730222248537156', time=2024-09-12T03:07:13.238118+0000, chain.objs.size()=1 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.259__shadow_.YYeB1Bc8W1LzL7rFIaR7yQalw_2SBLS_0 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10099292838037856662', time=2024-09-12T03:07:52.165772+0000, chain.objs.size()=1 2024-09-12T01:34:07.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JBnUXx4h5xc3Z6rzMpDOmBn-geLSpVI_0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5572915983050991592', time=2024-09-12T03:07:52.558699+0000, chain.objs.size()=1 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k3Cxr7DoNbfv83CTh-R3OBdwpPtx66Z_0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11441965969232469138', time=2024-09-12T03:07:52.718465+0000, chain.objs.size()=1 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.afNzvvS6eK5ejgNybk9CcYqIlbHrg5a_0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11948520311015041167', time=2024-09-12T03:07:53.214096+0000, chain.objs.size()=1 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1fr1aib8sf8-2cSAqbbJ4K6pQC-Piib_0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11267058027376173056', time=2024-09-12T03:07:53.256111+0000, chain.objs.size()=1 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ohVLFFYg03FnLSLZPoYgNu4AumVd1n__0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17331452690721191600', time=2024-09-12T03:07:53.763459+0000, chain.objs.size()=1 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kEN9fPEBmN0IHo5WcnApjKtDxkd5IW7_0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3375892187339008', time=2024-09-12T03:07:53.790885+0000, chain.objs.size()=1 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zWgZtcg_l9erpxc5m3vNWQ6GHJvceli_0 2024-09-12T01:34:07.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6593791784910024772', time=2024-09-12T03:07:53.793558+0000, chain.objs.size()=1 2024-09-12T01:34:07.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.V1b9N70XzCl_ByxzhhZUZwwLAMnwW6__0 2024-09-12T01:34:07.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.965+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2602611279824324971', time=2024-09-12T03:07:54.202173+0000, chain.objs.size()=1 2024-09-12T01:34:07.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.965+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PcdguU8iJJGy0tNZfmT1igtdlPs6SxB_0 2024-09-12T01:34:07.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.966+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7554283174735213699', time=2024-09-12T03:07:54.240207+0000, chain.objs.size()=1 2024-09-12T01:34:07.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.966+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vXKdjyCnJziyodOoDgvXx3M8zGfkOhh_0 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.966+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4915993414725098233', time=2024-09-12T03:07:54.426907+0000, chain.objs.size()=1 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.966+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.D5jYNUm_S1u6bHa3bbEijWqS8nKnnDp_0 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9224719417294214640', time=2024-09-12T03:07:54.660967+0000, chain.objs.size()=1 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cMpgkUhSPdRD4bHfz73AstEn2W276Xv_0 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1417384689139074138', time=2024-09-12T03:07:54.697416+0000, chain.objs.size()=1 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Aa9GwKoLwhqNXWF4qwtwlNnkh92sP31_0 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14370471380039316767', time=2024-09-12T03:07:55.665868+0000, chain.objs.size()=1 2024-09-12T01:34:07.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.clbEbccBOb6MTp5kgd4n5yoQL-RIUEd_0 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6836649067778920632', time=2024-09-12T03:07:55.705922+0000, chain.objs.size()=1 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oc7FNPT4KAfXh_9_1707QPzGP3JCzcX_0 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3604584464864825493', time=2024-09-12T03:07:56.043668+0000, chain.objs.size()=1 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Pf3XKaLo7G4hbD8WXiDkO_N2t_MRyQ4_0 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11824430723244125810', time=2024-09-12T03:07:56.208449+0000, chain.objs.size()=1 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WX9PIws4SNGUiikUCCylNIz579_p32G_0 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14671160598853495692', time=2024-09-12T03:07:56.211057+0000, chain.objs.size()=1 2024-09-12T01:34:07.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UNOBGA8ZWy_sD5ULDVPQ7pHHc4DUEhe_0 2024-09-12T01:34:07.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17492525872013302696', time=2024-09-12T03:07:56.597021+0000, chain.objs.size()=1 2024-09-12T01:34:07.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.x2DtMF4wmJLn0g_oZUez1Uehn1r_CGR_0 2024-09-12T01:34:07.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.969+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9373028272508008542', time=2024-09-12T03:07:56.850912+0000, chain.objs.size()=1 2024-09-12T01:34:07.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.969+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gY15t7Of5lnxG1FP25sprPmv837eIaN_0 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1872064600538426408', time=2024-09-12T03:07:57.348467+0000, chain.objs.size()=1 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wZV_IQGaB0iunpPUxTkgPWIeDGyeiah_0 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15919162003654480409', time=2024-09-12T03:07:57.529410+0000, chain.objs.size()=1 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ajQJMYhHauFfp4D3lZZg1n3jFN3hyjZ_0 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4665033346356473021', time=2024-09-12T03:07:58.268171+0000, chain.objs.size()=1 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RidNPPMp7Lsqn3e7Qcev3eqAXOGDT99_0 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6029183378325296364', time=2024-09-12T03:07:58.461265+0000, chain.objs.size()=1 2024-09-12T01:34:07.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.970+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lZZL7FrwA0Xvi3P3-pYYQ4EPnIQbfrI_0 2024-09-12T01:34:07.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15346573330765884011', time=2024-09-12T03:07:58.481710+0000, chain.objs.size()=1 2024-09-12T01:34:07.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.N1EsNQyDAjj9f7Bmp0o0XHXkzWkErEi_0 2024-09-12T01:34:07.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15255493182915092768', time=2024-09-12T03:07:58.686237+0000, chain.objs.size()=1 2024-09-12T01:34:07.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.eseldglpp1U-K5xtVEOkJY6Hll6fLOs_0 2024-09-12T01:34:07.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8548990392925073056', time=2024-09-12T03:07:58.887269+0000, chain.objs.size()=1 2024-09-12T01:34:07.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LEyGnJWOtdMpskqSl6r3oIf3rmKZN1c_0 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17803813740008830175', time=2024-09-12T03:07:59.500694+0000, chain.objs.size()=1 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XL9Kll-xSJeCv_Bmr4IXgEYTObYzvVj_0 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10607364822685648727', time=2024-09-12T03:07:59.553054+0000, chain.objs.size()=1 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jbmrcsbQW_xNdPDLN9C7nd2Ix6_Nw0D_0 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10803330136070158955', time=2024-09-12T03:08:00.032150+0000, chain.objs.size()=1 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0HllWHcY1nr8OSyfslxENvohkCBr42h_0 2024-09-12T01:34:07.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17748364056381217606', time=2024-09-12T03:08:00.333055+0000, chain.objs.size()=1 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hHkF6cIp8h253z8YLH9M4cXxniw6ivm_0 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.973+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17092779501097652645', time=2024-09-12T03:08:00.936547+0000, chain.objs.size()=1 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.973+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.blTncJMOuWnSGzHUoIpPuf9RajIIytf_0 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.973+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4712763556135246726', time=2024-09-12T03:08:00.974824+0000, chain.objs.size()=1 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.973+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.e0WW-fCvmgmscjepar57Ge8KkSlwzxW_0 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.973+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11247670245107764573', time=2024-09-12T03:08:01.058234+0000, chain.objs.size()=1 2024-09-12T01:34:07.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.973+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lfRlSNST5725wDtj0uObpF_lIEPirT__0 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.975+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2364947299448721972', time=2024-09-12T03:08:01.096103+0000, chain.objs.size()=1 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.975+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SB6a36Rts_Lxz4VbPBVAIfNhjDqnD3R_0 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.975+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6174858478853350322', time=2024-09-12T03:08:01.224924+0000, chain.objs.size()=1 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.975+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.n_du6j7OXQ2IGFSHI9x9KWEU0VNxukX_0 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.975+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14530443664551634266', time=2024-09-12T03:08:01.385869+0000, chain.objs.size()=1 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.975+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hiULjWwrndOuysqwMJDKNL7sAUvQ7Kg_0 2024-09-12T01:34:07.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15620896827516787360', time=2024-09-12T03:08:02.109815+0000, chain.objs.size()=1 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.of-MZKguN5H4S8PzTo6BslRN-1_pT4q_0 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17751640798472624798', time=2024-09-12T03:08:02.141611+0000, chain.objs.size()=1 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zTIiTBPJQA9DnmuqVFxgK2w2KnlwmBF_0 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1248686298530508613', time=2024-09-12T03:08:02.642285+0000, chain.objs.size()=1 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1d5LEC9PipbqOvTJY3cPDRomAnWLaS9_0 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8411093244830693605', time=2024-09-12T03:08:02.723319+0000, chain.objs.size()=1 2024-09-12T01:34:07.976 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s9SZeeKfg0c1zUPAi4WtXYJ1VTkZhOk_0 2024-09-12T01:34:07.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7004616309645705094', time=2024-09-12T03:08:02.757242+0000, chain.objs.size()=1 2024-09-12T01:34:07.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.43CKmo2kMLQ_KnYxcYDfbnOyvoY1sL8_0 2024-09-12T01:34:07.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.977+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3945001922366831662', time=2024-09-12T03:08:27.153605+0000, chain.objs.size()=1 2024-09-12T01:34:07.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.977+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.287__shadow_.1JByUI1i-PSOz-pCIOXPS-3JeJEh1-C_0 2024-09-12T01:34:07.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14029906346306180438', time=2024-09-12T03:08:28.131707+0000, chain.objs.size()=1 2024-09-12T01:34:07.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.288__shadow_.Kp1GgiXuKmvwBqKIIyXQD1Bo7We-isq_0 2024-09-12T01:34:07.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7662903058306946656', time=2024-09-12T03:08:33.621744+0000, chain.objs.size()=1 2024-09-12T01:34:07.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.7TTvdILhHnfAGEx87Xwlg4JPOOTf3UV_0 2024-09-12T01:34:07.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4381984626131991022', time=2024-09-12T03:08:35.966654+0000, chain.objs.size()=1 2024-09-12T01:34:07.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.ZQnOIhW2-Ty7qMualchEow9cBrn-7FC_0 2024-09-12T01:34:07.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4946450054284075950', time=2024-09-12T03:08:41.968715+0000, chain.objs.size()=1 2024-09-12T01:34:07.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.299__shadow_.Btk5D4gWeDVb3Dha6wg5y4R56lLRt9Z_0 2024-09-12T01:34:07.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11225073124344684015', time=2024-09-12T03:08:41.977688+0000, chain.objs.size()=1 2024-09-12T01:34:07.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.978+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.299__shadow_.V094iarBKT1PDj1cQfrxT4pXVlGyUqE_0 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7620587603415713237', time=2024-09-12T03:08:42.938020+0000, chain.objs.size()=1 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.300__shadow_.KxCL_y7kb15V4pgXY-Hf9C1idefta1w_0 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4280731375642134058', time=2024-09-12T03:08:46.875977+0000, chain.objs.size()=1 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.304__shadow_.boJrYMC8cb0Me4g31XDdxF2Mv44qZx4_0 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7613428925687703952', time=2024-09-12T03:09:47.710334+0000, chain.objs.size()=1 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1Uw7Kx4LHzrVSUyCA_wOVgthWLbehfr_0 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16392556415127666637', time=2024-09-12T03:09:49.202145+0000, chain.objs.size()=1 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jMG9tolB4JVv17uf_rt1V_O8HhuDV0q_0 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10715065004828343574', time=2024-09-12T03:09:49.338458+0000, chain.objs.size()=1 2024-09-12T01:34:07.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.m-j5i0PudRHVUWM-Re98lo1rupQCPcZ_0 2024-09-12T01:34:07.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17827035800583787775', time=2024-09-12T03:09:49.339146+0000, chain.objs.size()=1 2024-09-12T01:34:07.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2eU011iLDipPoKQkwFkye_bdLxtrxCf_0 2024-09-12T01:34:07.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13893058106153127907', time=2024-09-12T03:09:49.797389+0000, chain.objs.size()=1 2024-09-12T01:34:07.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WAYRRIgtx490R6nKgxoPktFIptqxM9Q_0 2024-09-12T01:34:07.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.982+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10665561844445460863', time=2024-09-12T03:09:49.880778+0000, chain.objs.size()=1 2024-09-12T01:34:07.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.982+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nrQsrSOYW5xKwGdPfpxGu5b4zYFQALw_0 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2245481018158346051', time=2024-09-12T03:09:50.287742+0000, chain.objs.size()=1 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mmbYjF7rwfjsbIy75S1Dg--t0pxhqs2_0 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3689740530850620728', time=2024-09-12T03:09:50.380463+0000, chain.objs.size()=1 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0pb32ezApPsBkHcsUjxiHptZXBSrHjq_0 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2730495612565950168', time=2024-09-12T03:09:50.465508+0000, chain.objs.size()=1 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ce_CUbdl3ZRzWHZdWchSgxVwPukZh-h_0 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.739403387769696237', time=2024-09-12T03:09:50.575382+0000, chain.objs.size()=1 2024-09-12T01:34:07.983 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.983+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DeY3JNWowdXga9rfivLyIRekCcngtGf_0 2024-09-12T01:34:07.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13065792157576552474', time=2024-09-12T03:09:51.200491+0000, chain.objs.size()=1 2024-09-12T01:34:07.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZL231pzgjmq8PhOhJo6Oc6wCb9ZEx0-_0 2024-09-12T01:34:07.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9949205356376273281', time=2024-09-12T03:09:51.631331+0000, chain.objs.size()=1 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GBOQVOd85sCCBOTM9PPXgxHKZVVIqnn_0 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3810887587730645183', time=2024-09-12T03:09:52.071818+0000, chain.objs.size()=1 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uRwvn8BKDl1JsFi51zCa8c-8Jb3XFt8_0 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6986732808494714887', time=2024-09-12T03:09:52.074412+0000, chain.objs.size()=1 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.punoFRATJrCypVCy53tsf8NocndP0fP_0 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7711477514938858669', time=2024-09-12T03:09:52.516042+0000, chain.objs.size()=1 2024-09-12T01:34:07.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.EtcypT0yC5qbO0fpuF3SrLJgx_4Sfse_0 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4712146181967482409', time=2024-09-12T03:09:52.547196+0000, chain.objs.size()=1 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._QUwQrtVr91y-J5MZDet2Ynn7T9zi-b_0 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15724823784790811880', time=2024-09-12T03:09:52.573453+0000, chain.objs.size()=1 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NuAsVO8sjneqzTP_ffZc0KgbXrIWAyA_0 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14655353511595627921', time=2024-09-12T03:09:52.936551+0000, chain.objs.size()=1 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XrMLb9fbdNgdbLPtz8nn8sFbHFFAe6h_0 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11399969920673629027', time=2024-09-12T03:09:53.999889+0000, chain.objs.size()=1 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7ZmE_bX4Wruthi4YKrsO2xyongkM-bK_0 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12190457084994711783', time=2024-09-12T03:09:54.378741+0000, chain.objs.size()=1 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.srz80f-mscrR-DDiKSwqXnVluj_z4QM_0 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15769590081016684162', time=2024-09-12T03:09:54.469397+0000, chain.objs.size()=1 2024-09-12T01:34:07.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.986+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fDIBZh4mjkHe0UYK2IFMN5LuaERYSG4_0 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11933667817773605462', time=2024-09-12T03:09:54.748606+0000, chain.objs.size()=1 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ir1FpWqQToNk7NS7L84xX-BKqT-BI0t_0 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14509212141474184085', time=2024-09-12T03:09:54.776382+0000, chain.objs.size()=1 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ACAExS06mkg6Rpw590VKpBSSL-fPo2Z_0 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15453471513831852419', time=2024-09-12T03:09:55.450155+0000, chain.objs.size()=1 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.34FP5wOR1shkWmIcMGMuPCyGv09pnFP_0 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17426260218600965720', time=2024-09-12T03:09:55.664154+0000, chain.objs.size()=1 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7GI85uhVIXBnCi3UEVo_jrQko69HpRf_0 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7566165054222334621', time=2024-09-12T03:09:56.553116+0000, chain.objs.size()=1 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WVeHlgK6vTlbpV7hWHKLv4U74tzLrVz_0 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10623190865930015129', time=2024-09-12T03:09:56.699662+0000, chain.objs.size()=1 2024-09-12T01:34:07.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jv6rN8oXmcxxBuLYtybM-ZKzlTaBBfS_0 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5355700523465119573', time=2024-09-12T03:09:56.750393+0000, chain.objs.size()=1 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.990+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GPf_-uDb4FXBo_bFX3wXcsz0p_oZE04_0 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10013636962796613401', time=2024-09-12T03:09:56.847892+0000, chain.objs.size()=1 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8JzyENCxZjgCyFwFDTASsaxykRijleP_0 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.468800268048815338', time=2024-09-12T03:10:35.099827+0000, chain.objs.size()=1 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.h6TjavQc0FulPArYEituXjETotalSdT_0 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4989036497962489339', time=2024-09-12T03:10:35.101155+0000, chain.objs.size()=1 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0WBpqOs5NaRqnc6m3iGjMOjhxPu7Og7_0 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16890767376197257459', time=2024-09-12T03:10:35.102208+0000, chain.objs.size()=1 2024-09-12T01:34:07.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QZMqql0hYWSAgACfm1rlbQKxckwGD66_0 2024-09-12T01:34:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16726557068260690060', time=2024-09-12T03:10:35.690910+0000, chain.objs.size()=1 2024-09-12T01:34:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ahe0FM2o1k8tFtzJYSrJJjJpzrWI_nq_0 2024-09-12T01:34:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14054340507676889334', time=2024-09-12T03:10:36.291196+0000, chain.objs.size()=1 2024-09-12T01:34:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sbQD5QEY1-cKKGVbxt1Q4EMGv4GeYaV_0 2024-09-12T01:34:07.996 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10180100035216003143', time=2024-09-12T03:10:36.481724+0000, chain.objs.size()=1 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.C7tzFjnZNXdLjApBcibHH1T9KAjZnof_0 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16037418159849521794', time=2024-09-12T03:10:36.922514+0000, chain.objs.size()=1 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.50t-MM7XLJb-RzWDA-5YY5uNRFuK2iV_0 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10223854654715918972', time=2024-09-12T03:10:37.055947+0000, chain.objs.size()=1 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wv9jrxQz2dxbffLsDf4C0FPFI3ICEN4_0 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4760401253741988838', time=2024-09-12T03:10:37.124363+0000, chain.objs.size()=1 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zTLMsKbxoI98m1WNBJuMoMNTJTIq2Bk_0 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14170912031371451791', time=2024-09-12T03:10:37.154411+0000, chain.objs.size()=1 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0VnQ24IPFO_V9JiY4JoiGd6XYOBPoLj_0 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10402225803980472589', time=2024-09-12T03:10:37.773522+0000, chain.objs.size()=1 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zD_dHrRZWXVd9jUtze5CPqM-Qze9QG0_0 2024-09-12T01:34:07.997 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9342942055302185601', time=2024-09-12T03:10:37.807027+0000, chain.objs.size()=1 2024-09-12T01:34:07.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.i5prlUEqL-Dj-0vvzh7IlBh2Gc04gTj_0 2024-09-12T01:34:07.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11118578576873876481', time=2024-09-12T03:10:37.985332+0000, chain.objs.size()=1 2024-09-12T01:34:07.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.MZUgNaeb1puSloQjAAhzMOklN8wybqH_0 2024-09-12T01:34:07.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18224875309209581099', time=2024-09-12T03:10:38.269437+0000, chain.objs.size()=1 2024-09-12T01:34:07.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.996+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.47Bja3b4KjaXoBI3tAhu7CNGRcsB8rx_0 2024-09-12T01:34:07.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.999+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5689087274938611180', time=2024-09-12T03:10:38.270562+0000, chain.objs.size()=1 2024-09-12T01:34:07.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.999+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iLEjWOfmrzAbWnxYtVG7yMVjP6x0LKG_0 2024-09-12T01:34:07.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.999+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14078683801860913635', time=2024-09-12T03:10:38.379563+0000, chain.objs.size()=1 2024-09-12T01:34:07.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:07.999+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rkIGmFEXEuDqtZQyMv3XsbBiGBlje9X_0 2024-09-12T01:34:08.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.000+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11207185998212912338', time=2024-09-12T03:10:38.407374+0000, chain.objs.size()=1 2024-09-12T01:34:08.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.000+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4kntE9_dFMb0iJk79ZZ6PA0lBl_SmAW_0 2024-09-12T01:34:08.004 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.003+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/50254 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=39, truncated=0, next_marker='' 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15303654752519892383', time=2024-09-12T03:10:39.072107+0000, chain.objs.size()=1 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.K1jBvXhwgNI9EDgOkMC0hgaQX4NEwiU_0 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11970609526445965889', time=2024-09-12T03:10:39.179963+0000, chain.objs.size()=1 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rigGl7J0DF0vweq7vUxNGVEfENysMWP_0 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13242964179095591368', time=2024-09-12T03:10:39.407114+0000, chain.objs.size()=1 2024-09-12T01:34:08.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BFJQTbhxWfaRY0g1a9C1mNPx1iNxmPC_0 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7057880172822116689', time=2024-09-12T03:10:39.660225+0000, chain.objs.size()=1 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.E_gS4ojCcR2aoU7FP5CX3g-in8Wt_Xt_0 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18248944260210734650', time=2024-09-12T03:10:39.793366+0000, chain.objs.size()=1 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SYf9wN3J2l0SzU0EXXPcmsfjERFbpei_0 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.418892892245649443', time=2024-09-12T03:10:39.924293+0000, chain.objs.size()=1 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nvmMJYmSGEdHCtRQoIuEfBMfdYcut1A_0 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.828710539918885767', time=2024-09-12T03:10:41.186373+0000, chain.objs.size()=1 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vhIIR1sIxZxwdimoueKtM6lLd7hwgz9_0 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2261114525102081479', time=2024-09-12T03:10:41.261209+0000, chain.objs.size()=1 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.J3a0Bu2HvWIaTAO68UM_YjEGg2YKWbd_0 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15896778673003997360', time=2024-09-12T03:10:42.004341+0000, chain.objs.size()=1 2024-09-12T01:34:08.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FwLIe94hZhWc2ZISttvtXBxTtVmnGgf_0 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8723260982416890562', time=2024-09-12T03:10:42.408505+0000, chain.objs.size()=1 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pcNhBSJK_7q_f7GaDYeB1kcbQ1lzBuo_0 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7232309851294992888', time=2024-09-12T03:10:42.612329+0000, chain.objs.size()=1 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.X524mz5zQ0UhOjcL0Xtkvk8asHCevgU_0 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4681534331813247311', time=2024-09-12T03:10:43.197312+0000, chain.objs.size()=1 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.006+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vn8_zv1o_jWOrelHCdUpLRljvOUIkmz_0 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7609107364495832352', time=2024-09-12T03:10:43.430862+0000, chain.objs.size()=1 2024-09-12T01:34:08.008 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1bK25CAkO3Mf1CNb4Phf-fXNJJ3w__o_0 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7994148747533678715', time=2024-09-12T03:10:43.543837+0000, chain.objs.size()=1 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GivLPmRe_qJyWqdo5YXdgm_ExNIZ2Ux_0 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6888200919971578002', time=2024-09-12T03:10:43.634851+0000, chain.objs.size()=1 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fLZkHjyvUb14emHWkPFe_qxHoeuTYzU_0 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4319862312848931176', time=2024-09-12T03:10:44.638640+0000, chain.objs.size()=1 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1p3_TERYm2IlBkg_BYEUIjPq8JyUzwV_0 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10849170781675224848', time=2024-09-12T03:10:44.639271+0000, chain.objs.size()=1 2024-09-12T01:34:08.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.67ZmIDBEkZDCs6FvRGPZqrfep-_hqyo_0 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6454591499180690449', time=2024-09-12T03:10:44.804080+0000, chain.objs.size()=1 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0yJuc7oFwhuKHslU_t-vikMO8Muyb-4_0 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8187711776716276057', time=2024-09-12T03:10:44.962459+0000, chain.objs.size()=1 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UofCXGv1RolfvPXpyjoClbpaAJYs5x1_0 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8170015926302386249', time=2024-09-12T03:10:45.194059+0000, chain.objs.size()=1 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.voFXpMPYMlqx95v1L3staRP0aGmMbIy_0 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1138760137678141692', time=2024-09-12T03:10:55.152007+0000, chain.objs.size()=1 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.335__shadow_.ImH0dDIwWAT0IDN8feQ8SNUXtOdnpVc_0 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13061432315041605696', time=2024-09-12T03:10:57.009904+0000, chain.objs.size()=1 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.337__shadow_.U_5BJiD76g8RBUZTiW956UElKJokZ1f_0 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.96143006871584784', time=2024-09-12T03:13:17.351052+0000, chain.objs.size()=1 2024-09-12T01:34:08.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.484__shadow_.JWAhp18-pAaj86H1rBU1cOJj_ARXKRI_0 2024-09-12T01:34:08.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5432819064342451673', time=2024-09-12T03:15:09.063206+0000, chain.objs.size()=1 2024-09-12T01:34:08.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.010+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.520__shadow:IBzI6Tn7GZpiWY-2qgFv8cmdGAA4Trl_.KCqxKzz3CUfKtTr-30tbWtqb0xsaNM2_0 2024-09-12T01:34:08.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4184488776289557752', time=2024-09-12T03:17:23.246343+0000, chain.objs.size()=2 2024-09-12T01:34:08.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~gE02vYaiy1gOEcvpMF5bjNejHPaxLc4.1 2024-09-12T01:34:08.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~gE02vYaiy1gOEcvpMF5bjNejHPaxLc4.2 2024-09-12T01:34:08.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea', time=2024-09-12T03:17:35.678713+0000, chain.objs.size()=10 2024-09-12T01:34:08.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.1 2024-09-12T01:34:08.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.2 2024-09-12T01:34:08.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.3 2024-09-12T01:34:08.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.4 2024-09-12T01:34:08.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.5 2024-09-12T01:34:08.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.6 2024-09-12T01:34:08.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.7 2024-09-12T01:34:08.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.8 2024-09-12T01:34:08.015 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.014+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.9 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.526__multipart_mymultipart.2~LDbcRV4RUo-XaaTefBVlTP4HwJoB4Ea.10 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12269949910963033749', time=2024-09-12T03:18:47.561538+0000, chain.objs.size()=1 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.550__shadow_.P-v97XuPjs3gO91OzuOqfijOouwxN_v_0 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1259920266393423558', time=2024-09-12T03:19:00.232261+0000, chain.objs.size()=1 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.553__shadow_.j_5h9smSGKYQFbea4edunHKBzyeXA9u_0 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8502617594560219698', time=2024-09-12T03:19:45.263670+0000, chain.objs.size()=1 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:RZcsqXHuXxT87lOYSEn3pbuPQDQRkAC_.8C3PPxrbvgNqPtcSQ1OCXmZPjx-QSv-_0 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6197431380106338752', time=2024-09-12T03:19:48.859984+0000, chain.objs.size()=1 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:yMtOXEr9fCRAZ8aNZ1U9yuRs91WZlfG_.P4Wcz-fwPLTgY5HQl6_70FboDr0Z6hN_0 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11123594701989811836', time=2024-09-12T03:20:24.436530+0000, chain.objs.size()=1 2024-09-12T01:34:08.019 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:am2NZbQc1zAboWjX89ia4fxhtARn8lp_.lwypdIDZdX4e4Gtm_30JM9rLnh5Sqvn_0 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4365034430825442292', time=2024-09-12T03:20:28.231362+0000, chain.objs.size()=1 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:WAfN7HC8l3sY2IUQ3Ljyv8FquCBw-RZ_.28KcTSMqXmzHGh4FGmTv8L5COwMXm9T_0 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18288221302610851623', time=2024-09-12T03:21:13.062188+0000, chain.objs.size()=1 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:UAXsbTIbWoXkXD.oT7lkkvSJ.6-3kCe_.F51IonEjTrcWrccn2oiuEGnK_BJr8sa_0 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14838206809988428025', time=2024-09-12T03:21:13.162750+0000, chain.objs.size()=1 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:CaEbUjZJrcJMFr-ajEsjKzkVoVIozqS_.OQ-Voaw3JoHtnlPAn79YxAjfZMeB3EN_0 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4515641038509048434', time=2024-09-12T03:21:24.481393+0000, chain.objs.size()=1 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:B9qBSToGEWDYCfrugNciwRCuuJYkous_.WGB-KAbNAkwPLheoJcXfQ4072ItG5Cs_0 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8664133646280767978', time=2024-09-12T03:26:28.555239+0000, chain.objs.size()=1 2024-09-12T01:34:08.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.018+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.629__shadow_.kMe_9dLzISpljZhXoUISnC2uc5J028O_0 2024-09-12T01:34:08.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.022+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18091533490616401822', time=2024-09-12T03:27:34.753229+0000, chain.objs.size()=6 2024-09-12T01:34:08.022 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.022+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.662__multipart_foo.2~BWmRNbPALCqpoCCNRCeixK_qrXPrtKp.1 2024-09-12T01:34:08.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.662__multipart_foo.2~BWmRNbPALCqpoCCNRCeixK_qrXPrtKp.2 2024-09-12T01:34:08.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.662__multipart_foo.2~BWmRNbPALCqpoCCNRCeixK_qrXPrtKp.3 2024-09-12T01:34:08.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.662__multipart_foo.2~BWmRNbPALCqpoCCNRCeixK_qrXPrtKp.4 2024-09-12T01:34:08.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.662__multipart_foo.2~BWmRNbPALCqpoCCNRCeixK_qrXPrtKp.5 2024-09-12T01:34:08.023 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.662__multipart_foo.2~BWmRNbPALCqpoCCNRCeixK_qrXPrtKp.6 2024-09-12T01:34:08.024 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7719584844549546569', time=2024-09-12T03:27:36.033098+0000, chain.objs.size()=1 2024-09-12T01:34:08.024 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.663__shadow_.WVjkYjqITaxvphuL_-Tf15TxIsn2u8D_0 2024-09-12T01:34:08.024 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3069640948782027338', time=2024-09-12T03:27:40.332435+0000, chain.objs.size()=1 2024-09-12T01:34:08.024 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.666__shadow_.5w-wZwKtNIoHUNKAISOXrz1Q2utSZZw_0 2024-09-12T01:34:08.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.027+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.029+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:34:08.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.030+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/55179' 2024-09-12T01:34:08.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_Q06dab6AG1uWXsBItQcsd9SR16PQV5B', time=2024-09-12T03:03:23.980408+0000, chain.objs.size()=1 2024-09-12T01:34:08.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.bCCGTlSiJaBIWMWSjqHQsQL-HGaartp_0 2024-09-12T01:34:08.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6606171046977098636', time=2024-09-12T03:04:14.959722+0000, chain.objs.size()=1 2024-09-12T01:34:08.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.176__shadow_.5yO5zBfxqB3yWFzkaA1iqA75EvXrR4x_0 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2867087608669916221', time=2024-09-12T03:06:46.266243+0000, chain.objs.size()=1 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.234__shadow_.gLse2vLHqa4wOSSK_GG2YHM1pREVPe2_0 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.179745583914581701', time=2024-09-12T03:07:04.563915+0000, chain.objs.size()=1 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.250__shadow_.TBg-90OL_dfpI-QLqrR0Q6IhR9wvZ6W_0 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17610619930579133929', time=2024-09-12T03:07:52.649720+0000, chain.objs.size()=1 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bD01ToLNl_YJ8Haz75mOXqLoTEx7LkX_0 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10902948397827525798', time=2024-09-12T03:07:52.760776+0000, chain.objs.size()=1 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.w_EwzIOuNA-zGV1zq5CdDTzrbnlqoPU_0 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1874842521224577148', time=2024-09-12T03:07:52.862959+0000, chain.objs.size()=1 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WzHGUFhfoVOMwTCnNEElEksA0eUIhnP_0 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12191410545130887859', time=2024-09-12T03:07:53.175381+0000, chain.objs.size()=1 2024-09-12T01:34:08.033 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AabpJu1Ije1cVxWR9lZ3T4RDKPmXDuL_0 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10911014774604558182', time=2024-09-12T03:07:54.139332+0000, chain.objs.size()=1 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fagf1wsTekY1QuGWjdJ3OBDll2sqGq-_0 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9132107354290175916', time=2024-09-12T03:07:54.362083+0000, chain.objs.size()=1 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FFx1VMoBfFDpqbGBj208a0WbnF9U_PB_0 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9838113817895494179', time=2024-09-12T03:07:54.543464+0000, chain.objs.size()=1 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4EegpJ9SqtWNpt3canEZ5vEm9X_8ZpK_0 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1646510235630517234', time=2024-09-12T03:07:55.832204+0000, chain.objs.size()=1 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.huTZ8lq0Z4nlp4SiDxdQGj9EcQ51oLd_0 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.033+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16160471043924184630', time=2024-09-12T03:07:56.179495+0000, chain.objs.size()=1 2024-09-12T01:34:08.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.033+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qvJKaYRYNi5-48_GGppWmHaRsOy2ATZ_0 2024-09-12T01:34:08.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15537875918151522729', time=2024-09-12T03:07:56.902353+0000, chain.objs.size()=1 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.U2Amxm0EDQrjfyjXLkXf6AIMW73aOYe_0 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9873520046563855146', time=2024-09-12T03:07:56.965714+0000, chain.objs.size()=1 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IJqkgTTmbLMTT1EEcS2DOH54CSyNMkf_0 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3113932136302645194', time=2024-09-12T03:07:57.400732+0000, chain.objs.size()=1 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7KNfAA7NZ6M95wU3sIJoy_bhtNtlzxn_0 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17575758683838266649', time=2024-09-12T03:07:58.042809+0000, chain.objs.size()=1 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qJe_oewF2xW723u_VtVA_vFL29joQCm_0 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11949873659358104438', time=2024-09-12T03:07:58.114474+0000, chain.objs.size()=1 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._BF2IEgBoIknqctFN98cCCUOyD7Y62X_0 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9318663029364218231', time=2024-09-12T03:07:58.917399+0000, chain.objs.size()=1 2024-09-12T01:34:08.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Rpjj66SZ-rwVkAsf_QOfuIm-MomyB1I_0 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18104015869212727387', time=2024-09-12T03:07:58.993543+0000, chain.objs.size()=1 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.o_XBeaCSu6jU0LPxvCjrBCzCwt1SLtJ_0 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12724702974817817011', time=2024-09-12T03:07:59.034234+0000, chain.objs.size()=1 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RbIPtP2FVyt_EPHfeoOpGsBflAlkU1h_0 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2264211570798066184', time=2024-09-12T03:07:59.819194+0000, chain.objs.size()=1 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PtuBlk7vaF-_iLiZz12JlORdD-9stGo_0 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15065986436340891583', time=2024-09-12T03:07:59.875707+0000, chain.objs.size()=1 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tE1KBPvSexAfHupEjc_6dLahoVdUybt_0 2024-09-12T01:34:08.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14147231329124730175', time=2024-09-12T03:07:59.876448+0000, chain.objs.size()=1 2024-09-12T01:34:08.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7Zp2QgJTMq0pQrk2MLIjDpLt3BZVRyH_0 2024-09-12T01:34:08.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.773332256386334542', time=2024-09-12T03:08:00.020194+0000, chain.objs.size()=1 2024-09-12T01:34:08.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QYDcVsYWAFTQxF0JjN89so6bQo-CVFq_0 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9182686766737636790', time=2024-09-12T03:08:00.045619+0000, chain.objs.size()=1 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2y2jZ7Bf4gmqhRkVFbQgC3c9SCmjUGp_0 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1916783619541825895', time=2024-09-12T03:08:00.986938+0000, chain.objs.size()=1 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cevtwhYH944BaBMx7HskM1uIEsnb9WT_0 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7906496240188625615', time=2024-09-12T03:08:01.056286+0000, chain.objs.size()=1 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sKkC1hgRMawVzTD42qVMlNW21V10oBM_0 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1092194377807567666', time=2024-09-12T03:08:01.343527+0000, chain.objs.size()=1 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WuA16aJpX3Qbh3xI7PO8MF5jwdpF9om_0 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10375423716267615160', time=2024-09-12T03:08:01.533716+0000, chain.objs.size()=1 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SJ_jwsjpxB5rKrwKpOd-JxZQ2nwE0VM_0 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17099202004932820847', time=2024-09-12T03:08:02.093963+0000, chain.objs.size()=1 2024-09-12T01:34:08.040 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.j6ERnQzV_USrExRKHvEiVkB6ecEUSN5_0 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9688180234706374590', time=2024-09-12T03:08:02.143352+0000, chain.objs.size()=1 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-EQTIcpNg7InXtcLZwTAuG95ncODB3i_0 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8992253996493030251', time=2024-09-12T03:08:02.298551+0000, chain.objs.size()=1 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.82KMmHt3CuP8F47O_wdqiuY9rpQrKsV_0 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9884137924464276668', time=2024-09-12T03:08:02.299522+0000, chain.objs.size()=1 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.K8ghJH2qLDnF1CfQdCWL7UEOtuYuPLG_0 2024-09-12T01:34:08.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10662498952596680670', time=2024-09-12T03:08:02.300222+0000, chain.objs.size()=1 2024-09-12T01:34:08.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.040+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KCaoV2VHQ2NTVaoXFhyL9-6eb0j54C3_0 2024-09-12T01:34:08.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.042+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14026948585342076860', time=2024-09-12T03:08:02.340906+0000, chain.objs.size()=1 2024-09-12T01:34:08.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.042+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JhgEeXalDKKzU7nRQd4JOWyKEoA3YEt_0 2024-09-12T01:34:08.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14224962506783827274', time=2024-09-12T03:08:02.500070+0000, chain.objs.size()=1 2024-09-12T01:34:08.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6mrqu6RUDQQLU1G9B0XUPzmJmhZO7AU_0 2024-09-12T01:34:08.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7910874104547373969', time=2024-09-12T03:08:15.244636+0000, chain.objs.size()=1 2024-09-12T01:34:08.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.275__shadow_.FCnavxjCfgTW2FUTRPoh6NC0ky1_-TO_0 2024-09-12T01:34:08.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7667620878429939881', time=2024-09-12T03:08:15.245357+0000, chain.objs.size()=1 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.275__shadow_.czDipgstAPEu4Cth5ywL7lqfGNffwuK_0 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4901687531216482783', time=2024-09-12T03:08:35.941535+0000, chain.objs.size()=1 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.MIhwUspZ7BuiBYod9bBaLMf7Mu1bkln_0 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11572251261168210914', time=2024-09-12T03:08:43.924846+0000, chain.objs.size()=1 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.301__shadow_.P_-YuEK8QzmfBPp4Q6TSyiGYnVbOneO_0 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8066781396189457943', time=2024-09-12T03:08:43.925418+0000, chain.objs.size()=1 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.301__shadow_.cVBQknoiIUPbe011yT6hP_-qxXCr21m_0 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7012796841104334405', time=2024-09-12T03:09:05.963249+0000, chain.objs.size()=1 2024-09-12T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.319__shadow:yt99u0DQJMLGGPxjRN7ba7EXxpyKjtG_.9F4mGwHBdWUA7h0nyAxrlZ9fzAINv5W_0 2024-09-12T01:34:08.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.044+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16596305154924506069', time=2024-09-12T03:09:47.362201+0000, chain.objs.size()=1 2024-09-12T01:34:08.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.045+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MApJqh8W38BrnAGMkFg3YowI7LJR3S3_0 2024-09-12T01:34:08.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.045+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8439787085020220453', time=2024-09-12T03:09:47.521501+0000, chain.objs.size()=1 2024-09-12T01:34:08.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.045+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.FLl4HnqDnjdzptWAOsVsUYv24PSh5Bz_0 2024-09-12T01:34:08.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.045+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11298064143581092589', time=2024-09-12T03:09:47.587390+0000, chain.objs.size()=1 2024-09-12T01:34:08.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.045+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fBxvio2-qBVRRvbYPUWyFRcc_Ceb8GS_0 2024-09-12T01:34:08.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.046+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13642892194189557971', time=2024-09-12T03:09:47.721617+0000, chain.objs.size()=1 2024-09-12T01:34:08.046 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.046+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WuWhGVZknHW2UQUdVkZpz0eCh9iDXLl_0 2024-09-12T01:34:08.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.047+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9373758248714542267', time=2024-09-12T03:09:48.796916+0000, chain.objs.size()=1 2024-09-12T01:34:08.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.047+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TJHmmF1xCSfSvu9DmldhkECwf0pYgu4_0 2024-09-12T01:34:08.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.047+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6216160130993178818', time=2024-09-12T03:09:49.259828+0000, chain.objs.size()=1 2024-09-12T01:34:08.047 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.047+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.24iaoRDeR-aprE1aa3E_4NRktgM_ywy_0 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5884448644623173347', time=2024-09-12T03:09:49.956275+0000, chain.objs.size()=1 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kZbMoi4Brr5HaWEe8FraD8XTfxAMuMP_0 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17948874142154684254', time=2024-09-12T03:09:50.489574+0000, chain.objs.size()=1 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QJ10pm767gQDhJ_z2RTwY1qlZWlqK1u_0 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17951100840277024889', time=2024-09-12T03:09:50.757696+0000, chain.objs.size()=1 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8WcarsELeInaqt0zl-rc6jTZCSxf74o_0 2024-09-12T01:34:08.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11087091416272467236', time=2024-09-12T03:09:51.165714+0000, chain.objs.size()=1 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VAd96BCMznMjSQeGTxdTHlPY4GFjkCe_0 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11931378638125584792', time=2024-09-12T03:09:51.166360+0000, chain.objs.size()=1 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3-rwgCQ4TukLKCUh3S_goBbpMxr4nqq_0 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13585881116669979591', time=2024-09-12T03:09:51.415420+0000, chain.objs.size()=1 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.M0qYnpaEmr6QB25x6fFCYdSUdMfqzs8_0 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6854708979649640236', time=2024-09-12T03:09:51.665921+0000, chain.objs.size()=1 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.m_b8t8IzC_LgOF_BY3pUnwN0VOIzylm_0 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16642163914695893017', time=2024-09-12T03:09:52.699925+0000, chain.objs.size()=1 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.iH5ghtjlY_DF48xIbO0ZJLOkYlHNbDv_0 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5650088744019761036', time=2024-09-12T03:09:52.934373+0000, chain.objs.size()=1 2024-09-12T01:34:08.050 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.049+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aBC96sWTTz32WxjNR3dUaQlqNlrkUxF_0 2024-09-12T01:34:08.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.050+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15367040753854602297', time=2024-09-12T03:09:53.026283+0000, chain.objs.size()=1 2024-09-12T01:34:08.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.050+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BZD2pgbzcLbLybZxJBj-GD5dM-zADaw_0 2024-09-12T01:34:08.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.050+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4927110689560880805', time=2024-09-12T03:09:53.146909+0000, chain.objs.size()=1 2024-09-12T01:34:08.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.050+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sdEWCiAxQ-GQSMbZCCGEXQwXouQAWL__0 2024-09-12T01:34:08.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.052+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17509507446596487468', time=2024-09-12T03:09:55.241089+0000, chain.objs.size()=1 2024-09-12T01:34:08.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.052+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Um7PEjm4LBweXsMqFX87sIkq3xGNkCj_0 2024-09-12T01:34:08.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.053+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1682287335479627654', time=2024-09-12T03:09:55.485742+0000, chain.objs.size()=1 2024-09-12T01:34:08.053 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.053+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TEhdGFxK6nO80j_ULocjP_n3VY1Cfzx_0 2024-09-12T01:34:08.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7683856716300766361', time=2024-09-12T03:09:55.704713+0000, chain.objs.size()=1 2024-09-12T01:34:08.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.n3r3RvKABeZMWdP3aZBToFQrfhcrHKA_0 2024-09-12T01:34:08.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4580640641619237042', time=2024-09-12T03:09:55.705546+0000, chain.objs.size()=1 2024-09-12T01:34:08.054 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wvk5I6KW_EnimtgiJ4w0pM2hliTJaju_0 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.249976304853556853', time=2024-09-12T03:09:55.771643+0000, chain.objs.size()=1 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9Q4lbqiRe8c6N1dQFZDRibq_Br1YIjv_0 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9877581541155850734', time=2024-09-12T03:09:55.858390+0000, chain.objs.size()=1 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cbmvM44F8weA5bYENhn-npd4JptiqN6_0 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11436473262225985405', time=2024-09-12T03:09:55.941499+0000, chain.objs.size()=1 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nIVY9H_TENiym0psOtNyJcQcV-cRFGd_0 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10138808255135773894', time=2024-09-12T03:09:56.590962+0000, chain.objs.size()=1 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6jr1Put32s5Hv0BBkxECQqFevjT796l_0 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4849640826199422911', time=2024-09-12T03:09:56.884322+0000, chain.objs.size()=1 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GlNCzKxGYUSAmytFKQaIbv7ba0BkjOS_0 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6805787527747015224', time=2024-09-12T03:10:34.821270+0000, chain.objs.size()=1 2024-09-12T01:34:08.055 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ev2fL6dgMWSzst9pa6hTJj23lt8iWRz_0 2024-09-12T01:34:08.056 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4061135227118938133', time=2024-09-12T03:10:35.628623+0000, chain.objs.size()=1 2024-09-12T01:34:08.056 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WJhBvJcLSfMqTSP3qn83V1SMMDGOqCl_0 2024-09-12T01:34:08.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.056+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1020336003997649841', time=2024-09-12T03:10:36.290037+0000, chain.objs.size()=1 2024-09-12T01:34:08.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.057+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cKetgZ7IERI3kYgypqWFIkYIuIMsDD5_0 2024-09-12T01:34:08.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.057+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13499028351378693633', time=2024-09-12T03:10:36.290682+0000, chain.objs.size()=1 2024-09-12T01:34:08.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.057+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1Sw3bAw809Z8gMQS7iP_buxWlBdyW2P_0 2024-09-12T01:34:08.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.057+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2988466136033801346', time=2024-09-12T03:10:36.501086+0000, chain.objs.size()=1 2024-09-12T01:34:08.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.057+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.l4QIeEMxjaQLQ2DlGcoj6MBhX4Wr9a4_0 2024-09-12T01:34:08.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11622017359359058492', time=2024-09-12T03:10:36.546028+0000, chain.objs.size()=1 2024-09-12T01:34:08.058 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3tfzhmrDgaIQVK7hmod83NmCMAyM-p9_0 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14452882678450937870', time=2024-09-12T03:10:36.773825+0000, chain.objs.size()=1 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Sv0WbithJf5mDsZesx9HIUnf_bpfIkP_0 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14188432072365755848', time=2024-09-12T03:10:37.913339+0000, chain.objs.size()=1 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ql-NPVhB73Y1oNjaLpmeOg5V9yGbyZm_0 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6919571617328420151', time=2024-09-12T03:10:38.076936+0000, chain.objs.size()=1 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hpIq1C_JP4plqCEbCxkvXvO33EspkNa_0 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12285467455029790824', time=2024-09-12T03:10:38.519038+0000, chain.objs.size()=1 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.AJ5iU986yfeetg9qQHQkoBF_KBSr7IJ_0 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17248794951600068770', time=2024-09-12T03:10:39.308701+0000, chain.objs.size()=1 2024-09-12T01:34:08.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.at71v8P7m_x3J7_PSu64tOoIVmWIcOn_0 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10733914331423135037', time=2024-09-12T03:10:39.928850+0000, chain.objs.size()=1 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5cla-4RqbZksLKQLG5zoQMoVdpT8x3__0 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5809657133089346042', time=2024-09-12T03:10:40.046573+0000, chain.objs.size()=1 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.IAzQvKiMplmBQBQLMvVzYIXeAxQkyCi_0 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.060+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17757279327202385396', time=2024-09-12T03:10:40.440366+0000, chain.objs.size()=1 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.060+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iKqfjyFZcKepVSRvPLUJvYC5GPekWKJ_0 2024-09-12T01:34:08.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.060+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13797349834978264342', time=2024-09-12T03:10:40.555471+0000, chain.objs.size()=1 2024-09-12T01:34:08.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.060+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sAAh-QNsy4avBR8JghQ-nqTwjHjFbCN_0 2024-09-12T01:34:08.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.060+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11584573728290804287', time=2024-09-12T03:10:40.785730+0000, chain.objs.size()=1 2024-09-12T01:34:08.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.060+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ISnVcNAC9fAOPIRZO9Y3F7XXQssWBpc_0 2024-09-12T01:34:08.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5523754543677709312', time=2024-09-12T03:10:40.875555+0000, chain.objs.size()=1 2024-09-12T01:34:08.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hz_8S00FL77bpEpyw30DRXz6q7OwGMo_0 2024-09-12T01:34:08.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7232613404779042150', time=2024-09-12T03:10:41.296427+0000, chain.objs.size()=1 2024-09-12T01:34:08.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UPrN7mj8BWI6yBKV20ZY5mjm36b15kW_0 2024-09-12T01:34:08.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7637150911483150846', time=2024-09-12T03:10:41.420662+0000, chain.objs.size()=1 2024-09-12T01:34:08.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.H9Ge1mYbOB7A_s9_fpzfLFy-Ft5M7ky_0 2024-09-12T01:34:08.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10186688508623698256', time=2024-09-12T03:10:43.320502+0000, chain.objs.size()=1 2024-09-12T01:34:08.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.s1FBVQn-JaaBrh8U9ln4KfdR0DFc8YI_0 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15115651879038006598', time=2024-09-12T03:10:43.605023+0000, chain.objs.size()=1 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nCtarS9FtdVBAqgjUszsoztShIpFcan_0 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.562231220220643345', time=2024-09-12T03:10:44.169832+0000, chain.objs.size()=1 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8gmIjP_iqjzspnCDFJWISQiIXJgsNPi_0 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2241430445753654421', time=2024-09-12T03:10:44.776257+0000, chain.objs.size()=1 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KRp96NVRrAY9SkMg47aGkEkk76Mq2dK_0 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17379877758631574315', time=2024-09-12T03:10:45.239550+0000, chain.objs.size()=1 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tdhDXyND-XXaEntEG9dYLTP_scmowaG_0 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3355348369057477716', time=2024-09-12T03:10:46.933881+0000, chain.objs.size()=1 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.326__shadow_.TGhnbY1OgrU9ruZMH4fXu4S7XEZJ--K_0 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4739810884104835849', time=2024-09-12T03:11:04.722121+0000, chain.objs.size()=1 2024-09-12T01:34:08.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.063+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.345__shadow_.rREDeOveh7tCiKMs3tlR02jjPStd5vV_0 2024-09-12T01:34:08.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8817017641687440979', time=2024-09-12T03:11:22.447528+0000, chain.objs.size()=1 2024-09-12T01:34:08.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.367__shadow_.r4xnCUe0RUfe5-lSi4-QHFxi9nMhjyY_0 2024-09-12T01:34:08.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17334536602304405757', time=2024-09-12T03:11:34.630663+0000, chain.objs.size()=1 2024-09-12T01:34:08.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.379__shadow_.ffWiReFC1zz1Wi9ZQ0DvN8iVOhtmK2m_0 2024-09-12T01:34:08.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.067+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14524041327893203381', time=2024-09-12T03:12:25.861451+0000, chain.objs.size()=1 2024-09-12T01:34:08.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.067+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.432__shadow_.Ubpzh1M7_-Ra_7ihO0BenDZ7UTT7ynK_0 2024-09-12T01:34:08.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.067+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17800913826264445864', time=2024-09-12T03:12:50.103122+0000, chain.objs.size()=1 2024-09-12T01:34:08.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.067+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.455__shadow_.djWpULA4smj5EtIUl5SSvhsihnL_UKT_0 2024-09-12T01:34:08.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.067+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3112583576885592113', time=2024-09-12T03:13:05.031436+0000, chain.objs.size()=1 2024-09-12T01:34:08.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.067+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.466__shadow_.oOlI4TSzAs_ZBMm2UxcgkVWsInioPI0_0 2024-09-12T01:34:08.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/55179 2024-09-12T01:34:08.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7102888165928990021', time=2024-09-12T03:13:16.198737+0000, chain.objs.size()=1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.8y_SwP6B5GUi-lFHv8tJHxxR01eOqU6_0 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10695792051556674260', time=2024-09-12T03:13:16.213378+0000, chain.objs.size()=1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.oNbkVde0lGw6FIhwB7fHMLHjPMHAv9H_0 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12879592963282740866', time=2024-09-12T03:13:16.234752+0000, chain.objs.size()=1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.rKOWhgzyyGJbSa1NWnuGDqCdq-nlMwo_0 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.469610610164801682', time=2024-09-12T03:13:33.769561+0000, chain.objs.size()=1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.499__shadow_.sRKrMHcJnu9MTMZhthbJcfeYTg8BdhC_0 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~lGxyd2BEJXTuXaP4G4_a4tlmphagMe7', time=2024-09-12T03:17:58.331474+0000, chain.objs.size()=1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.534__multipart_mymultipart.2~lGxyd2BEJXTuXaP4G4_a4tlmphagMe7.1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1644077036012099766', time=2024-09-12T03:18:57.222991+0000, chain.objs.size()=1 2024-09-12T01:34:08.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.552__shadow_.J_oQdkVeRPcQLe7ph6O8h8pjHFd7PRu_0 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9133422159295108743', time=2024-09-12T03:19:28.878756+0000, chain.objs.size()=1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.561__multipart_mymultipart.2~yj9yEwiYA8X_jLjbXfzwYXrIqGDDTMA.1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9771107644049416054', time=2024-09-12T03:19:44.826730+0000, chain.objs.size()=1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:T8GjG4ocFBmS6nkKobx3jR0FuSNo4FV_.0Lqmr2xjLeOIAu_ks3qYINH1SIeVF5z_0 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16791512211669000209', time=2024-09-12T03:19:53.106463+0000, chain.objs.size()=1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:.iLvdvRdvgSfyS8kYIvAEEiR5w8UW7W_.vxyx93qp2F4KYcDTgLzUdZRqG2sy4ap_0 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11755976696002532437', time=2024-09-12T03:19:58.750794+0000, chain.objs.size()=1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.573__shadow_.xQlBPk94nEqAUfwB368npi2YVFGYPjU_0 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16527045759177975500', time=2024-09-12T03:20:13.325493+0000, chain.objs.size()=1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:E47I3VTg9bHpaiPDdS01Rp2NDKjgEyA_.5aFeYQ-QOTwY-78qE7Ns-1zItmhwXq8_0 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14499823404785625220', time=2024-09-12T03:20:21.660612+0000, chain.objs.size()=1 2024-09-12T01:34:08.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.073+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:.4EKYFhARZ9weZ3ZXzTvgUoHF0jA.xa_.Ed-ob_FDl_ZEQdCP26JpbzNhuppnSUb_0 2024-09-12T01:34:08.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16282608873760772842', time=2024-09-12T03:20:25.136754+0000, chain.objs.size()=1 2024-09-12T01:34:08.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:vlvXWmM.NDosZN8QV8Ky7hT.k-IvmTZ_.VynQTEn8dwbCHdqaSKh33QaBxVS8Sau_0 2024-09-12T01:34:08.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11373718087001877400', time=2024-09-12T03:20:26.847409+0000, chain.objs.size()=1 2024-09-12T01:34:08.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:DtDjT9NylOqPH.kMG5ZY.4QzVB.dRL-_.q7jUJ4EoR_c3j_2R4AgoXBxIsnWnWpU_0 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3764245746214022273', time=2024-09-12T03:21:15.611470+0000, chain.objs.size()=1 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:IFL624kqLSUDlOYWuDZD5zgnB44ebaE_.axS4xEGAD60XAatcNDTz-8NgyQ_0Ne5_0 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14270443289295465792', time=2024-09-12T03:26:35.417507+0000, chain.objs.size()=1 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.636__shadow_.yDzzq3JDpSYEcw6m0qMOfqJUTOJ9McK_0 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.077+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11533488218706552197', time=2024-09-12T03:27:02.512320+0000, chain.objs.size()=1 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.077+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.652__shadow_.iXIzfezuFnk0eHlp2yeeiOgsix3GfdV_0 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.077+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6377166275911149066', time=2024-09-12T03:28:03.141843+0000, chain.objs.size()=1 2024-09-12T01:34:08.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.077+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.695__shadow_.RifbUn9qDHtkKX68n5ikiVViXw-Il-i_0 2024-09-12T01:34:08.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.077+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~FV3GaYu4-rTIe6vTc46Vt9F7PuoVyFt', time=2024-09-12T03:29:19.472108+0000, chain.objs.size()=1 2024-09-12T01:34:08.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.077+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.742__multipart_mymultipart2.2~FV3GaYu4-rTIe6vTc46Vt9F7PuoVyFt.1 2024-09-12T01:34:08.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.080+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.083+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:34:08.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.084+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.084+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.085+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45912' 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.085+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8673644311602563630', time=2024-09-12T03:06:49.951067+0000, chain.objs.size()=1 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.237__shadow_.L38RuysuL6Btt6PzJC51VnoxJ7qJF58_0 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.881019188451217573', time=2024-09-12T03:06:54.318691+0000, chain.objs.size()=1 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.241__shadow_.cu-s9Q3poz-HU7ocTvuw71xTTh8SQoY_0 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8168634520865904533', time=2024-09-12T03:07:12.302706+0000, chain.objs.size()=1 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.258__shadow_.H8uOBCtEa14rWaoxPtiVcmIId4PXqfr_0 2024-09-12T01:34:08.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12139274083184877593', time=2024-09-12T03:07:52.416777+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CqyxuPJoZjZRVzPgk7DHZh_8mqb3bte_0 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.287193948006623703', time=2024-09-12T03:07:52.933592+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LY-rUgqq1pURwWBA5UEPuBAEEwipY9z_0 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3701101179765258143', time=2024-09-12T03:07:53.042831+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k1XbheMaOxGSat2InthyzaktNkFw3OT_0 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10890872066469369826', time=2024-09-12T03:07:53.945621+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7aENXx6ZhFFXc1uPNulbE_SY7rEiW0y_0 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4265151539029736812', time=2024-09-12T03:07:53.990306+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xQ_1df9Ms82dZoJrFPNNCkLfWUGRYk4_0 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.220333587293803825', time=2024-09-12T03:07:54.743245+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YsNCkBCHf5yqZy_wgIYTU9BiL8ztXGj_0 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16286293026753154088', time=2024-09-12T03:07:54.749868+0000, chain.objs.size()=1 2024-09-12T01:34:08.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ag_MXn-fT8azlALtwv00yvsHo4W36tu_0 2024-09-12T01:34:08.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2516847645157833817', time=2024-09-12T03:07:55.435647+0000, chain.objs.size()=1 2024-09-12T01:34:08.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.E0F4UqISVAjz4YyRzZ9-zgGqLwm3poT_0 2024-09-12T01:34:08.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9511963472928908192', time=2024-09-12T03:07:55.964792+0000, chain.objs.size()=1 2024-09-12T01:34:08.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VULnBvgLDql0vquRxW9djndCgyDDwsv_0 2024-09-12T01:34:08.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.088+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11649030780444012004', time=2024-09-12T03:07:56.020071+0000, chain.objs.size()=1 2024-09-12T01:34:08.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.088+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IkO9eGuZ1d6JMNYxUTF5whzEr1ogS3-_0 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13846867585479241542', time=2024-09-12T03:07:56.670945+0000, chain.objs.size()=1 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NesysktxOBBUvyj8o_VEYfEKQXmLtbQ_0 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11632424584645027532', time=2024-09-12T03:07:56.821663+0000, chain.objs.size()=1 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._n-0QHXEx4pbi64BkO1lS_DLsY8aAzC_0 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17733452416682305375', time=2024-09-12T03:07:57.182037+0000, chain.objs.size()=1 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SHCXQhip7SUmW9uaj6HM8JX9s_xtTjU_0 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5678684108428498310', time=2024-09-12T03:07:57.270607+0000, chain.objs.size()=1 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zfY4-Q3Bp-PkDCWhYOTAjUIhwJbrVEf_0 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6756478312425060655', time=2024-09-12T03:07:57.483066+0000, chain.objs.size()=1 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AA50KBPgFLQHGHm7rMUEM1VTgC79dmL_0 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14434570156101915070', time=2024-09-12T03:07:57.529401+0000, chain.objs.size()=1 2024-09-12T01:34:08.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.f4Wq9fzE3cRpm9v1MTJUh7wfq3qSTRg_0 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14565941441164306623', time=2024-09-12T03:07:58.185459+0000, chain.objs.size()=1 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ose4OO5LLo2qSjcFFV9reNdy3iGsFnu_0 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1697959475956529358', time=2024-09-12T03:07:58.392167+0000, chain.objs.size()=1 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Mtnlhtc4GVR5HpoGatmx9G6JEvCSRkr_0 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18250600013125104828', time=2024-09-12T03:07:59.645017+0000, chain.objs.size()=1 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zBIOCG29IYWIcjjz6jYFMZIX4PTqb46_0 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3450665578252299109', time=2024-09-12T03:07:59.749528+0000, chain.objs.size()=1 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CKODvHInUH8wqmbQ7yWT-JhS4uJEp4w_0 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.091+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9927934087360438976', time=2024-09-12T03:07:59.805526+0000, chain.objs.size()=1 2024-09-12T01:34:08.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.091+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9uls06kws1Mh3zqc0qYEPtTBkDVX_nY_0 2024-09-12T01:34:08.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11225379289189284125', time=2024-09-12T03:07:59.914194+0000, chain.objs.size()=1 2024-09-12T01:34:08.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8dBt8DkWL1mzrO7nq8XUaI_hBiwtJbL_0 2024-09-12T01:34:08.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17824649976972863940', time=2024-09-12T03:08:00.019800+0000, chain.objs.size()=1 2024-09-12T01:34:08.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.o8Yx44HuDYCd8cG6BghdGLMSETFeEaW_0 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8116542162136697528', time=2024-09-12T03:08:00.163153+0000, chain.objs.size()=1 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2DBCxKnOPGEC7p63B6iO92tLh7qDPiX_0 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4875845453516199886', time=2024-09-12T03:08:00.294951+0000, chain.objs.size()=1 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9WwIpLFecLsM52FdNbBtuB3UhsbpW8P_0 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10479212705227519436', time=2024-09-12T03:08:00.667013+0000, chain.objs.size()=1 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NaGNF_lEGMMn2aNKH7qo9MKMqsKt1zk_0 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16745245549219035470', time=2024-09-12T03:08:02.288634+0000, chain.objs.size()=1 2024-09-12T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.094+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nbdBeF5FF8B4_3tsoSk9WWjL8wjyqwo_0 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18076377542675937693', time=2024-09-12T03:08:02.548060+0000, chain.objs.size()=1 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tnvFNqUQc_EZv8hxmHWAg5E56ZE_say_0 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4835911078407389625', time=2024-09-12T03:08:02.797444+0000, chain.objs.size()=1 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BYS9wo5ZhMa6w1mDUX7fmxYj1GhIPkF_0 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1348295315298425291', time=2024-09-12T03:08:02.805540+0000, chain.objs.size()=1 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vPZ_nS6aHZ5wXVJhhBZom1_VSUqIOLC_0 2024-09-12T01:34:08.096 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4237034371431888572', time=2024-09-12T03:08:04.857773+0000, chain.objs.size()=1 2024-09-12T01:34:08.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.264__shadow_.WBePWyoSpw7kmRS-Mb1Z_hCLUTbjtNE_0 2024-09-12T01:34:08.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9111398653083044915', time=2024-09-12T03:08:05.788541+0000, chain.objs.size()=1 2024-09-12T01:34:08.097 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.265__shadow_.d8eIVV-CNxAtRECo6FCcM36SamtQvvt_0 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2621623668276013177', time=2024-09-12T03:08:07.669230+0000, chain.objs.size()=1 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.267__shadow_.LJWR-PmUx6gm-BoOJ7CynGU_XQqj6si_0 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8280829395686975034', time=2024-09-12T03:08:08.604288+0000, chain.objs.size()=1 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.268__shadow_.sXeZADyv_jkUeik0HOV1jTBOT9CJkib_0 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10507473514835667940', time=2024-09-12T03:08:25.124007+0000, chain.objs.size()=1 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.285__shadow_.prMvdb3nBUr6JhD8ExENToqx77S5Ub2_0 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16812130490222040386', time=2024-09-12T03:08:29.102911+0000, chain.objs.size()=1 2024-09-12T01:34:08.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.289__shadow_.rrvUSSd-h9lqpNnsvWiDQ64XeCZVgdj_0 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12143702508294291379', time=2024-09-12T03:08:30.073373+0000, chain.objs.size()=1 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.290__shadow_.r0_ZPG15Gy2GL9xbBJcp7NMAJz4WT4f_0 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13051239968650980642', time=2024-09-12T03:08:35.944800+0000, chain.objs.size()=1 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.Of-TVstektNSVH-MoBrWJQ0rTaiduEA_0 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13178382181071010399', time=2024-09-12T03:08:49.074345+0000, chain.objs.size()=1 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.306__shadow_.kLPv2xLMz1pbwdfbY8nUPxBjoJdNbcj_0 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7617219493770032707', time=2024-09-12T03:09:46.966464+0000, chain.objs.size()=1 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XTFEAgqvmZS8aHLW8g89G2S5xyHxX8E_0 2024-09-12T01:34:08.099 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.099+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14244661217052840621', time=2024-09-12T03:09:48.706973+0000, chain.objs.size()=1 2024-09-12T01:34:08.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.099+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cJw93s8aatFZHG4ceL9in9HsvBqUQfT_0 2024-09-12T01:34:08.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.099+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5258289443345976501', time=2024-09-12T03:09:48.865898+0000, chain.objs.size()=1 2024-09-12T01:34:08.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.099+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sf2v9Tm7nddIzzLsm70EWThQvQT72G4_0 2024-09-12T01:34:08.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.099+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4099392123051295215', time=2024-09-12T03:09:49.272786+0000, chain.objs.size()=1 2024-09-12T01:34:08.100 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.099+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VS4UT20FL58XWlu7ulynW2DpMypnT0z_0 2024-09-12T01:34:08.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.102+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2966545160083382356', time=2024-09-12T03:09:49.333181+0000, chain.objs.size()=1 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.102+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vPOAdaEZxHASyyHtXOfThKTqNg1mNUw_0 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.102+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11315882702170883623', time=2024-09-12T03:09:50.273146+0000, chain.objs.size()=1 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.102+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1V3xj8n3jMmrdApnoYcVp2HbIB_Hldt_0 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8058287443482197835', time=2024-09-12T03:09:50.287821+0000, chain.objs.size()=1 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.J17gytN20120fNUGTwnY4N4Wo3Nyiac_0 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8032789543532033601', time=2024-09-12T03:09:51.495910+0000, chain.objs.size()=1 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.byH13ffC7N75AIoB66Tz7ckfBVgIPy0_0 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16380520989358139409', time=2024-09-12T03:09:51.578369+0000, chain.objs.size()=1 2024-09-12T01:34:08.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jKbgM7c2SlpMGJ-auPbPe65qQVShQOI_0 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13431069640821617416', time=2024-09-12T03:09:51.579119+0000, chain.objs.size()=1 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cAqZ-pjjEkLXSGiZnMKgGwEZ2LvC0NE_0 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12258988939800222329', time=2024-09-12T03:09:51.579944+0000, chain.objs.size()=1 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.N2W8rQ-0Pu6cDnvfjdywGzjE8yM5a_M_0 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6456399181309609018', time=2024-09-12T03:09:51.648760+0000, chain.objs.size()=1 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7axd39tppG01bZZYAjzTYxMSELHZ6e-_0 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12382734605373572930', time=2024-09-12T03:09:51.892648+0000, chain.objs.size()=1 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cIWGoOA39kF_DZ0K0htGzOSKzftYcal_0 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16810645113551126675', time=2024-09-12T03:09:51.953273+0000, chain.objs.size()=1 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6CUP-T6kyISG5lBPzg6LiPsERA5exdT_0 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11949113766322759970', time=2024-09-12T03:09:52.712094+0000, chain.objs.size()=1 2024-09-12T01:34:08.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2aHPdVDRYWnimDAq7RG-zR6QR6swE5C_0 2024-09-12T01:34:08.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.106+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10653512496430513642', time=2024-09-12T03:09:53.428343+0000, chain.objs.size()=1 2024-09-12T01:34:08.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.106+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DWyPKDnOKpXG8qCKiAHzhYP5dJJRWiU_0 2024-09-12T01:34:08.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.106+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11383773684858656320', time=2024-09-12T03:09:53.791810+0000, chain.objs.size()=1 2024-09-12T01:34:08.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.106+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uYE0Et_mfzjaiCFn9oX56HqwIGvYyKw_0 2024-09-12T01:34:08.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.106+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14494644823407920868', time=2024-09-12T03:09:54.225535+0000, chain.objs.size()=1 2024-09-12T01:34:08.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.106+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HBq0ZbY1HFD_777rwtZYKqzfKB8YPW0_0 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13850750307101009433', time=2024-09-12T03:09:54.226252+0000, chain.objs.size()=1 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.M0d1mL8A0V40NhEq-42ShPgaP0BdjH3_0 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16349519990646799375', time=2024-09-12T03:09:54.719767+0000, chain.objs.size()=1 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zwq3kPrhleTmdH74AlDPwiRh0gqu4rx_0 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3507996854531937954', time=2024-09-12T03:09:54.731916+0000, chain.objs.size()=1 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8D_PfXgEMJHtsCXtJTaoYD6Cl_39Bso_0 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4838327387934727442', time=2024-09-12T03:09:54.808573+0000, chain.objs.size()=1 2024-09-12T01:34:08.107 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3yKDrnkM4fFwW_obQ9zgRpQRWhWlr7y_0 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3195582150098645091', time=2024-09-12T03:09:55.151528+0000, chain.objs.size()=1 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wf4V5vhK2LG2MNlKpEgSI1TDTXTyt1p_0 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6555398572091395803', time=2024-09-12T03:09:55.327175+0000, chain.objs.size()=1 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tUT_emt7wAhDGkZoTTK1aBiyxafuF8e_0 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.191315687138418824', time=2024-09-12T03:09:55.410191+0000, chain.objs.size()=1 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NzK5FGpuv3qRHGjz1MZIPQB7UoLnxv5_0 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14080642266439172305', time=2024-09-12T03:09:56.347183+0000, chain.objs.size()=1 2024-09-12T01:34:08.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.107+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.H30mFrzUtzR6PkZ2PUcJXvCwmnFAtGT_0 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3750974768943796989', time=2024-09-12T03:09:56.550470+0000, chain.objs.size()=1 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.EhLWPCrF9Wr2BYeV3ypAiqxspMMSU-O_0 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12802600963869618597', time=2024-09-12T03:09:56.597220+0000, chain.objs.size()=1 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yCzzfWcL513vaOFwFeCgrJlQZtKkvt__0 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12160369053151006057', time=2024-09-12T03:09:56.898538+0000, chain.objs.size()=1 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JBQn4fSCWuzuIvHt8oBFqkxIUZ3DALA_0 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5787764624404948826', time=2024-09-12T03:09:56.960213+0000, chain.objs.size()=1 2024-09-12T01:34:08.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zCOsu4pQxhcB9YfObbn-EoxkwtVa-mc_0 2024-09-12T01:34:08.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.127507689079658080', time=2024-09-12T03:09:57.035144+0000, chain.objs.size()=1 2024-09-12T01:34:08.111 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.110+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oEmrk11UWukY8OrsJC-9OCRTvZcJF0G_0 2024-09-12T01:34:08.112 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13584208961147149399', time=2024-09-12T03:09:57.091261+0000, chain.objs.size()=1 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ADemMxfoUXRHXh8auj8Zv40SBe5dy8v_0 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8189367342798106824', time=2024-09-12T03:10:34.700126+0000, chain.objs.size()=1 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pCZU0R-08DcvVNY7HhoKwiTSkWMmYep_0 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5948921867454792154', time=2024-09-12T03:10:34.841896+0000, chain.objs.size()=1 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.707JFPauIjHNCU3ktHeSXX20yU9mHHn_0 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12202507564742414541', time=2024-09-12T03:10:34.843221+0000, chain.objs.size()=1 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3gxg8zuTDnCSEHvz6kJiEXb7VCZ54-f_0 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.168909584393132163', time=2024-09-12T03:10:35.100260+0000, chain.objs.size()=1 2024-09-12T01:34:08.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cxVRynwU20K-2kz3dRiq7avvYbIXLQT_0 2024-09-12T01:34:08.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6412645175994839553', time=2024-09-12T03:10:35.101476+0000, chain.objs.size()=1 2024-09-12T01:34:08.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.112+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LZ57JW9upZd8iCMGhzNMt_QSiagRDCk_0 2024-09-12T01:34:08.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.113+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17232535527731750185', time=2024-09-12T03:10:35.487601+0000, chain.objs.size()=1 2024-09-12T01:34:08.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.113+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hsxSgPlW5hT0JecBnZEctiV3KEldErU_0 2024-09-12T01:34:08.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.113+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16790305260579335207', time=2024-09-12T03:10:35.596384+0000, chain.objs.size()=1 2024-09-12T01:34:08.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.113+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PY_6KUFQbAxTmivJqjJ-Rbpn6m9IiGe_0 2024-09-12T01:34:08.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.113+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8970552774263983557', time=2024-09-12T03:10:37.655687+0000, chain.objs.size()=1 2024-09-12T01:34:08.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.113+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9xv_IPXEPPNYsjirgQ5MCEaiYFxsqgR_0 2024-09-12T01:34:08.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.114+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.648529155147358158', time=2024-09-12T03:10:38.173567+0000, chain.objs.size()=1 2024-09-12T01:34:08.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.114+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bxYK9ohrP8J2hmRlYMvI8mgC1GRV2bL_0 2024-09-12T01:34:08.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.114+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16122041357957861909', time=2024-09-12T03:10:38.366603+0000, chain.objs.size()=1 2024-09-12T01:34:08.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.114+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FbdVGllejBfQL7N4vr5FcrXhzaULaLd_0 2024-09-12T01:34:08.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.116+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5137412348747898676', time=2024-09-12T03:10:38.518709+0000, chain.objs.size()=1 2024-09-12T01:34:08.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.116+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uKiyHs6HFyUL1oC7dC8d5xPsXH7tuS7_0 2024-09-12T01:34:08.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.116+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8753427726594700097', time=2024-09-12T03:10:38.667250+0000, chain.objs.size()=1 2024-09-12T01:34:08.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.116+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ntKT9ZjgWL2PkF-rqViEYtKgcNVoilq_0 2024-09-12T01:34:08.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4939719304676351875', time=2024-09-12T03:10:39.072085+0000, chain.objs.size()=1 2024-09-12T01:34:08.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1hHhXjbA4h6PQb2GPONnO9QVadJ274-_0 2024-09-12T01:34:08.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17895093620434270395', time=2024-09-12T03:10:39.339781+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XFCgmD5Bo1KZHoij30gGAmXCuSO9mA3_0 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15558295598010169919', time=2024-09-12T03:10:39.443522+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.daIdu8ntFDzVsLtlyxZmJL0qMxIDKUO_0 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14625128376880501316', time=2024-09-12T03:10:39.499505+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oxVkdNX_Bj0IH0cSGUxHH_UoFN33C0R_0 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10764604024173773673', time=2024-09-12T03:10:39.573039+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.M54vyb5av3xZfHJ0TEGllDFWkDLnJAY_0 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17359217391217155791', time=2024-09-12T03:10:39.712311+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GfaXOnhwrhaH_iOeFch5O1oTJtj4zIK_0 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1564775468581639239', time=2024-09-12T03:10:39.762395+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BDFJtDtJlCqFbWJQWby-5sZ_yGtFjSx_0 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1093688095370240829', time=2024-09-12T03:10:40.473291+0000, chain.objs.size()=1 2024-09-12T01:34:08.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lqVP-62bk93qZXhisk8IJn50s9POLt6_0 2024-09-12T01:34:08.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5366674572905689763', time=2024-09-12T03:10:40.611782+0000, chain.objs.size()=1 2024-09-12T01:34:08.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uFamOge4q1qABmPNgxb-4eQMV4H3Jnl_0 2024-09-12T01:34:08.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.121+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5987350954268488488', time=2024-09-12T03:10:40.720424+0000, chain.objs.size()=1 2024-09-12T01:34:08.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.121+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RATMmnjbpcCElYJaGkhNtf_8Ojy83gO_0 2024-09-12T01:34:08.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.121+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1887691287020723108', time=2024-09-12T03:10:40.976219+0000, chain.objs.size()=1 2024-09-12T01:34:08.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.121+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vcFzJujFERqsHUysuFmE9W7ieFkkqW0_0 2024-09-12T01:34:08.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.121+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18161437774306500544', time=2024-09-12T03:10:41.410652+0000, chain.objs.size()=1 2024-09-12T01:34:08.121 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.121+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.n5cgYWlTdFHvsvwLf14Lf9aAIoriSWa_0 2024-09-12T01:34:08.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10709410623250238930', time=2024-09-12T03:10:41.764499+0000, chain.objs.size()=1 2024-09-12T01:34:08.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wC5m6UeJM6L3YqQ8jz0W-nzsRXli0dz_0 2024-09-12T01:34:08.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16183616318472944762', time=2024-09-12T03:10:41.876180+0000, chain.objs.size()=1 2024-09-12T01:34:08.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nt9f-e9ZWVYpMVEm7gy0BYXs_mL4XFS_0 2024-09-12T01:34:08.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.124+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/45912 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6432720504155814581', time=2024-09-12T03:10:42.173547+0000, chain.objs.size()=1 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.o67EITxH5sOfWxJt5aaxAsZg798xXu4_0 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5246885404184669415', time=2024-09-12T03:10:42.489380+0000, chain.objs.size()=1 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GiR34fYGxfDcSm9w1R_mdYXSmNFlg9O_0 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9947569712656144995', time=2024-09-12T03:10:43.160186+0000, chain.objs.size()=1 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2znzVOkhA3jUnT3vhNvT-yo0lIlP4c1_0 2024-09-12T01:34:08.127 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14540201127067990037', time=2024-09-12T03:10:43.174636+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xdPsvZFM4tawLUoanQTAWKXEaOyH878_0 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9124564417863576370', time=2024-09-12T03:10:43.311424+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WSeT9hOE6uFJINX2_dw9SVtZuFaRius_0 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8372570265002191205', time=2024-09-12T03:10:43.593038+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.b-ml7lVRqwoGGnCdyzLFEyIc7hmvNY9_0 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11384735311939055155', time=2024-09-12T03:10:44.165384+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vGwAeNyhbXvq4CL8XJs9xkPL3PBnrSe_0 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6542222035448592100', time=2024-09-12T03:10:44.174986+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LCj-ggb20SG1AuJ6ptk0BA28q46FxM0_0 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.785142804498408616', time=2024-09-12T03:10:44.785270+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.TNiuOh94QVc6bx6WSi3ayhjpFCWvx4H_0 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8598668321189821813', time=2024-09-12T03:10:44.909393+0000, chain.objs.size()=1 2024-09-12T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.85KKh4VlV5OYfO8qb_N77nOTjQbjUcq_0 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16909329689356471860', time=2024-09-12T03:10:44.991250+0000, chain.objs.size()=1 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QEvZf0wTz2I9RsYc8lroTEieyAG37ER_0 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1239040375040181209', time=2024-09-12T03:10:45.169766+0000, chain.objs.size()=1 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._23IuDFcuun-qjelMZbLaRDvT8M9RWQ_0 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.129+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1062013664139311366', time=2024-09-12T03:12:35.474471+0000, chain.objs.size()=1 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.129+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.442__shadow_.NIlWxpoJzELZp9JvzKdqPAqzGmiL-ko_0 2024-09-12T01:34:08.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.129+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14186611943324211691', time=2024-09-12T03:12:55.625805+0000, chain.objs.size()=1 2024-09-12T01:34:08.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.129+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.459__shadow_.pdqMDb2LSnHvCZYbm-X0xx5c7CDeHbl_0 2024-09-12T01:34:08.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2976331345418313808', time=2024-09-12T03:13:03.747354+0000, chain.objs.size()=1 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.465__shadow_.G3SN8XoiD1t9l8aDD7l7hDtfffYKNHO_0 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5937748534267167664', time=2024-09-12T03:13:16.207616+0000, chain.objs.size()=1 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.TcU2oXFw91lvwtOkBxw2gLvGeT4bYSK_0 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8563177285581054617', time=2024-09-12T03:13:37.611852+0000, chain.objs.size()=1 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.503__shadow:esv37gVyLqd8yGvbCqDqMAaQmv4CYjH_.r1PdZ5w8eUdutJTswCx5GYEosjhd5mv_0 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.186907459270765503', time=2024-09-12T03:14:22.345171+0000, chain.objs.size()=1 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.517__shadow_.SN-FNgVG2E9Kqj4oZEUFidMgthQ5Hin_0 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~x4AsEPb19Lnno0wyzRMAqWi_dle57I8', time=2024-09-12T03:17:55.210677+0000, chain.objs.size()=1 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.531__multipart_mymultipart2.2~x4AsEPb19Lnno0wyzRMAqWi_dle57I8.1 2024-09-12T01:34:08.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5025171515269616716', time=2024-09-12T03:18:58.366627+0000, chain.objs.size()=1 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.552__shadow_.JXbbbCodQDMpVCaBKLi6j2wwJIaYR3e_0 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9573060481448136847', time=2024-09-12T03:19:38.873829+0000, chain.objs.size()=1 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.565__shadow_.eZn010-cQijBHtf4vAjSvBBx-TQ8Fj5_0 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.131+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11683629572564499536', time=2024-09-12T03:20:32.817391+0000, chain.objs.size()=1 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.131+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:94D0o9Uu8okM8OQiknuzu1dCay5d.y1_.KkXidexQW5gWoc2XQBvSkF_zsvfjsid_0 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.131+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9748493165040157091', time=2024-09-12T03:21:32.270518+0000, chain.objs.size()=1 2024-09-12T01:34:08.132 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.131+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.596__shadow_.2gIzlhzRMd5O6jxAZq7TcvkHHY26_sV_0 2024-09-12T01:34:08.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.136+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:34:08.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.139+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.140+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44342' 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.864158621223575251', time=2024-09-12T03:03:01.141172+0000, chain.objs.size()=3 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.MNztknyhNAbXH320N-0wq_fUthKEgQI_0 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.MNztknyhNAbXH320N-0wq_fUthKEgQI_1 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.MNztknyhNAbXH320N-0wq_fUthKEgQI_2 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10772600201308514746', time=2024-09-12T03:04:26.285766+0000, chain.objs.size()=1 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.189__shadow_.Q1B8r7l0gOIRgtRyyCVEirugb9EJ-XS_0 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4226749667489281347', time=2024-09-12T03:06:48.245031+0000, chain.objs.size()=1 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.236__shadow_.RZqa-ViaRj0OU7mjaJnATzKNv_U4EL1_0 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17956198776570217732', time=2024-09-12T03:06:55.284925+0000, chain.objs.size()=1 2024-09-12T01:34:08.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.242__shadow_.iSGOzMa5k7Knb5AuycdR1PW8kS_5Kx7_0 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12696973587819301952', time=2024-09-12T03:07:02.568578+0000, chain.objs.size()=1 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.248__shadow_.eTDkVYQTuOLTODA2y6ZQAIM25s4ONDI_0 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4467037247020948441', time=2024-09-12T03:07:02.569227+0000, chain.objs.size()=1 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.248__shadow_.xru5L0uFpELeCfRiMnAzhJ6Hrz_HMj6_0 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12723723340946102965', time=2024-09-12T03:07:14.205228+0000, chain.objs.size()=1 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.260__shadow_.aBC6hYtD0etma_yYIgUTFJiAxcRTz_J_0 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2493244740410023032', time=2024-09-12T03:07:14.205902+0000, chain.objs.size()=1 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.260__shadow_.RqP5_Xbh_xJAicFK5rLLtJ5sveDpTQk_0 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5371254388207055043', time=2024-09-12T03:07:15.169942+0000, chain.objs.size()=1 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.261__shadow_.aoej3ziFdKKMTeQw3xRMIJS96Uinqhr_0 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17556933647621115875', time=2024-09-12T03:07:52.164712+0000, chain.objs.size()=1 2024-09-12T01:34:08.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bzBbCBc4yQe47vGFZqwuFzQzlXg05_S_0 2024-09-12T01:34:08.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.99256940511131881', time=2024-09-12T03:07:52.165471+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rX9o-RWQQa5pvmOIJEqDixTWmQ2YmQu_0 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6993341973069274655', time=2024-09-12T03:07:52.892551+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IjaWHxCGEIZlQRvmkiUWBN_hGepWjin_0 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2541416875717051407', time=2024-09-12T03:07:53.126334+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s5Nz6hGXY3KniE_TDtfuaVspF9jsWqS_0 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15062959601024717260', time=2024-09-12T03:07:53.794604+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GDIyOJhkwqynW9qW34qJ-uHRebQYp-N_0 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15665689293183179900', time=2024-09-12T03:07:54.567751+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GDaUXdivT_2jXsrETE-GFzOf9Lulfe5_0 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7367232807899302858', time=2024-09-12T03:07:54.635354+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.opSWDqUZoGgJq9Y0X4yFY5edP9GN1Lc_0 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1000444287125423119', time=2024-09-12T03:07:55.213026+0000, chain.objs.size()=1 2024-09-12T01:34:08.147 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7z3IobHBEXRPBQAF3q9KJqpDG_PRpCw_0 2024-09-12T01:34:08.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12356618697742993938', time=2024-09-12T03:07:56.015981+0000, chain.objs.size()=1 2024-09-12T01:34:08.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qLVJKkubT0fUCVosfW-rkNB5yr2372k_0 2024-09-12T01:34:08.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12031290510439903507', time=2024-09-12T03:07:56.016746+0000, chain.objs.size()=1 2024-09-12T01:34:08.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oBwVy2mqxnc0K5USp-lR1EV-ZdBNKoU_0 2024-09-12T01:34:08.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8783418309162832783', time=2024-09-12T03:07:56.223432+0000, chain.objs.size()=1 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ihq2xI0RcmVOFBHyU-CIwMscD857OlF_0 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7467975256078876083', time=2024-09-12T03:07:56.228552+0000, chain.objs.size()=1 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.146+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mknoGkPQDuqkenxQXkIPTcTm-_b6WfU_0 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.148+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17938778025259358130', time=2024-09-12T03:07:56.785959+0000, chain.objs.size()=1 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.148+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.c86-3okK7MD_8_G8tZcty6O1Vr87QNE_0 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.148+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.996601648599610473', time=2024-09-12T03:07:57.364257+0000, chain.objs.size()=1 2024-09-12T01:34:08.149 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.148+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-pY71Iu4TaR9f-jB9ocg5_Wl3T2kht6_0 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14856916420203747308', time=2024-09-12T03:07:57.405556+0000, chain.objs.size()=1 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CgI5UnkzuR1dasYWXKvEgW0jFjhy67K_0 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6363044652236418728', time=2024-09-12T03:07:58.397898+0000, chain.objs.size()=1 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3J2yNnzQ4RbHfBOew2O0jq2UieYUy03_0 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2143627848384406754', time=2024-09-12T03:07:58.524130+0000, chain.objs.size()=1 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xxpB53eSDvRCvI_A0wHm20HiikxWuHw_0 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10530872067735372151', time=2024-09-12T03:07:58.715697+0000, chain.objs.size()=1 2024-09-12T01:34:08.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.150+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AknRPKzf6pype4EOB5uP3Wqf6DWqMSp_0 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11619086912453233427', time=2024-09-12T03:07:58.773175+0000, chain.objs.size()=1 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Wm7f7unJsCioEs6E457uODQ4b2_UQ3U_0 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12663591571603051897', time=2024-09-12T03:07:59.358699+0000, chain.objs.size()=1 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.d1t4qBhd5buhzA6caEbkKE_3iokyEis_0 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5324316417115448892', time=2024-09-12T03:08:00.940086+0000, chain.objs.size()=1 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rHh3MACXjJ4OIgzatn-lO493gLSQNc3_0 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14414145081722146750', time=2024-09-12T03:08:01.004940+0000, chain.objs.size()=1 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TmT2P3DK9Jcom2WhXeoLjIXwpv6RTLV_0 2024-09-12T01:34:08.151 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16717554185863558035', time=2024-09-12T03:08:01.557249+0000, chain.objs.size()=1 2024-09-12T01:34:08.152 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.151+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VqDKSP4AxkOY4m1XzbrsDFjXJxxwFLn_0 2024-09-12T01:34:08.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2733623328863404619', time=2024-09-12T03:08:01.966648+0000, chain.objs.size()=1 2024-09-12T01:34:08.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Jnj_CV-c6RFCltiheAJjL2n6gPEe-co_0 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10528922536758997961', time=2024-09-12T03:08:02.556865+0000, chain.objs.size()=1 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RV1Z3WL9S_nBoxfxir_Er47kAZI6x7S_0 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3663690716841500523', time=2024-09-12T03:08:02.781711+0000, chain.objs.size()=1 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qkKqwK4XqnBJ3CJu02r_OVOLkSYArvm_0 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16866063510244639487', time=2024-09-12T03:08:10.477344+0000, chain.objs.size()=1 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.270__shadow_.XnI2IiO5DZOflpPv9kjYbSh2NTUlQM__0 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17102610955742133337', time=2024-09-12T03:08:11.451750+0000, chain.objs.size()=1 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.271__shadow_.gUUyq689Z8mqYEMvErKRE55dYD9AVV-_0 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5864466590996873921', time=2024-09-12T03:08:21.113645+0000, chain.objs.size()=1 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.281__shadow_.RUZg3PBzTxZZ18UCT-YrrjKQgnBcZGi_0 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18266475983607503027', time=2024-09-12T03:08:28.132964+0000, chain.objs.size()=1 2024-09-12T01:34:08.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.288__shadow_.52Oi66Uto_TAdF-P4vKj0kZJiO_e5Mh_0 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1313038363681570066', time=2024-09-12T03:08:29.098040+0000, chain.objs.size()=1 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.289__shadow_.zAN34oICgI7s8B-fvXZ1UplZ3sLMj1e_0 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3114690519645171203', time=2024-09-12T03:08:35.898986+0000, chain.objs.size()=1 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.ANqZpMSQSVAC4j5BItFcvNRm7k8jAQX_0 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2600368363778546474', time=2024-09-12T03:08:40.940519+0000, chain.objs.size()=1 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.298__shadow_.0hbb7GcEmzKIvjaFNmb8506436cSYsn_0 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16309031171723499509', time=2024-09-12T03:08:42.947229+0000, chain.objs.size()=1 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.300__shadow_.paPp9QqY9wXPEcCMZ-dIo-U7jxip-Pf_0 2024-09-12T01:34:08.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16905498131933013500', time=2024-09-12T03:09:47.103412+0000, chain.objs.size()=1 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OhoCoxIjfka-IuLM-xf8r3jjAwVqB0j_0 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5035884394295078052', time=2024-09-12T03:09:47.117368+0000, chain.objs.size()=1 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.156+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NAgF0QnUwDL55vetHITJpWm89hOSs2a_0 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7222152021679148903', time=2024-09-12T03:09:47.227635+0000, chain.objs.size()=1 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Jl4DYo3lXykj0Qt79wQXz8AHZClA51b_0 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6903649275868740323', time=2024-09-12T03:09:47.342078+0000, chain.objs.size()=1 2024-09-12T01:34:08.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.O4LJobuxEm1-U5Y6gNZP0jGijMSnY_k_0 2024-09-12T01:34:08.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.158+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12448062048050433777', time=2024-09-12T03:09:47.519222+0000, chain.objs.size()=1 2024-09-12T01:34:08.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.158+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MjKohnITI6tVwckipABN3ANTSNK-sN8_0 2024-09-12T01:34:08.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.158+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15088284199835808041', time=2024-09-12T03:09:48.337866+0000, chain.objs.size()=1 2024-09-12T01:34:08.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.158+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MEXUXTZWhj8hcdzDyS7F6GEI4nb70ub_0 2024-09-12T01:34:08.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.158+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4125468583246053050', time=2024-09-12T03:09:48.826664+0000, chain.objs.size()=1 2024-09-12T01:34:08.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.158+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.e1E4aqIyWrAAoNqlxgPop1TFVUQGGCG_0 2024-09-12T01:34:08.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.159+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.39139926643693376', time=2024-09-12T03:09:48.925546+0000, chain.objs.size()=1 2024-09-12T01:34:08.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.159+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.E6TYezgAyk_ajdq1omovUTdfURJs25r_0 2024-09-12T01:34:08.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.159+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17107726108546457881', time=2024-09-12T03:09:49.011801+0000, chain.objs.size()=1 2024-09-12T01:34:08.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.159+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-op8M_7ISDfpejarAOkv1NZMr50VUtZ_0 2024-09-12T01:34:08.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.160+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4487622810552087616', time=2024-09-12T03:09:49.132034+0000, chain.objs.size()=1 2024-09-12T01:34:08.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.160+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Qg0dkIUOzDWmp8WQ9Kj54MaGcOeBTDW_0 2024-09-12T01:34:08.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.49322428892241878', time=2024-09-12T03:09:49.992898+0000, chain.objs.size()=1 2024-09-12T01:34:08.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pdSay5vIYIvmLV0YtfHxD6toDWjSg8E_0 2024-09-12T01:34:08.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9409149728349792030', time=2024-09-12T03:09:49.993690+0000, chain.objs.size()=1 2024-09-12T01:34:08.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.efRW3sif78rtt3BIPlLPp8j9KS4L_kU_0 2024-09-12T01:34:08.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6375538249375127571', time=2024-09-12T03:09:50.068145+0000, chain.objs.size()=1 2024-09-12T01:34:08.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8ROi1_6iu9SmiQeiL5d_9h0mW1pLkrE_0 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7140749387050365500', time=2024-09-12T03:09:51.237089+0000, chain.objs.size()=1 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.I0bPPO6gzbq_JSEMVyWhoRxAeJjdm5o_0 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11235208954965887468', time=2024-09-12T03:09:51.237870+0000, chain.objs.size()=1 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i3kqwuOCrFpetlj7kW9kUkFKe4NHz7Y_0 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.474223743935695257', time=2024-09-12T03:09:51.293820+0000, chain.objs.size()=1 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Mgdqv8u-NvXhYQtwfKYOSeXrDk7I0eI_0 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9539980597070636168', time=2024-09-12T03:09:51.405337+0000, chain.objs.size()=1 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mMpryAUNnb0AlnBwzTw0kIL_NyJXELE_0 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.364153792895480009', time=2024-09-12T03:09:51.416052+0000, chain.objs.size()=1 2024-09-12T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.E4gGdI3gbTQnZS0VrCRO_Tot_0nFqFi_0 2024-09-12T01:34:08.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.163+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11554842129982302495', time=2024-09-12T03:09:51.669239+0000, chain.objs.size()=1 2024-09-12T01:34:08.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.163+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nVyw8-PTFJ9k4PQEOz5jL49WLuJe778_0 2024-09-12T01:34:08.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.163+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14422020240763843108', time=2024-09-12T03:09:51.852363+0000, chain.objs.size()=1 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.163+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IRLLmiUhINnJWnChuLsfHcpv1WYuLfm_0 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15507918561710398859', time=2024-09-12T03:09:52.639439+0000, chain.objs.size()=1 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.N0ragNv0gfT1mxQ93eSiNc2g774Ymlm_0 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14364903035919361115', time=2024-09-12T03:09:52.739332+0000, chain.objs.size()=1 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JtDrYOUzPk_auOqyI-TolfXnUVZvYhq_0 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11519321924874899006', time=2024-09-12T03:09:53.107671+0000, chain.objs.size()=1 2024-09-12T01:34:08.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bFL1WfTqVw_lpqKWFbDGh0alvOX7Ziz_0 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15739041502668295803', time=2024-09-12T03:09:53.868963+0000, chain.objs.size()=1 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gfuXSs6JxNCD-ei74eX6gwIL6DCL0KY_0 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2062847583009424540', time=2024-09-12T03:09:54.052594+0000, chain.objs.size()=1 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ck_ACMoTeAlP8pUXIkvcH4fQ7ME4N9E_0 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4685448383319124019', time=2024-09-12T03:09:54.194974+0000, chain.objs.size()=1 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vKO9RfuVhlf4XuxU7-V-lovReqbMZRq_0 2024-09-12T01:34:08.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7958547768491719731', time=2024-09-12T03:09:54.392498+0000, chain.objs.size()=1 2024-09-12T01:34:08.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.RvusSlo3YAaYodzg-1_GupWjwNodWNF_0 2024-09-12T01:34:08.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14492327524388968616', time=2024-09-12T03:09:55.268682+0000, chain.objs.size()=1 2024-09-12T01:34:08.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yQKrynsb_4gLkkPsl1y4LaFOR-w9aRp_0 2024-09-12T01:34:08.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9944293793057411302', time=2024-09-12T03:09:55.551807+0000, chain.objs.size()=1 2024-09-12T01:34:08.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.165+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i6SmRlTOeVaT9V5p5QrWt2l47p3i-xv_0 2024-09-12T01:34:08.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.167+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11846141776730246338', time=2024-09-12T03:09:55.641825+0000, chain.objs.size()=1 2024-09-12T01:34:08.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gLt6sWlCYPHeoyBKw0E8hX45J6WgHbB_0 2024-09-12T01:34:08.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.167+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8424512412517195413', time=2024-09-12T03:09:56.079619+0000, chain.objs.size()=1 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kbqamNPneDsi6UAQik_dZ8Rt6l8vJGp_0 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.168+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15619561339934991690', time=2024-09-12T03:09:56.339587+0000, chain.objs.size()=1 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.168+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zS_kVsWefwt8MdnrtXjR5HY_uovxceY_0 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.168+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10739178009653789967', time=2024-09-12T03:09:56.994272+0000, chain.objs.size()=1 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.168+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.izL-lsvOM9WtOrC3xgFGyjyeTpji2i0_0 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.168+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5713302105645537021', time=2024-09-12T03:10:34.700790+0000, chain.objs.size()=1 2024-09-12T01:34:08.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.168+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CaBZQoM6bRfoPiwpvuCuivQU6nB0kRv_0 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4234787269907743984', time=2024-09-12T03:10:35.332079+0000, chain.objs.size()=1 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BQ3BgqZQrEjaRez28MEin083_r6i5op_0 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2352385216373083312', time=2024-09-12T03:10:35.379507+0000, chain.objs.size()=1 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2sPSIaa70sPL7EFK0ArSHPrKvR3FokQ_0 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16623732888976872771', time=2024-09-12T03:10:36.262178+0000, chain.objs.size()=1 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8QVjKzTREHMOLT7RFJTWu56JUapzBlf_0 2024-09-12T01:34:08.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11790394355049811231', time=2024-09-12T03:10:36.563773+0000, chain.objs.size()=1 2024-09-12T01:34:08.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hIMm7ZiNyd6V_NARk6qy1xRlbVtkR3s_0 2024-09-12T01:34:08.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1065845006812741232', time=2024-09-12T03:10:37.024890+0000, chain.objs.size()=1 2024-09-12T01:34:08.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZEWKjv5_4l9OhL66rOceo62JVqiP6KQ_0 2024-09-12T01:34:08.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13611336689386215195', time=2024-09-12T03:10:37.226029+0000, chain.objs.size()=1 2024-09-12T01:34:08.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.abDzdyix5wrgthLJCUMlz4PpwEfu-Ov_0 2024-09-12T01:34:08.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.171+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10939762300157909577', time=2024-09-12T03:10:37.689554+0000, chain.objs.size()=1 2024-09-12T01:34:08.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oiM_bUtULCOgOd0WG84xVPXn1zwFUw8_0 2024-09-12T01:34:08.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.172+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1331027481052339266', time=2024-09-12T03:10:37.690339+0000, chain.objs.size()=1 2024-09-12T01:34:08.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.172+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hxut_OU2BcwNCJcT6DwVXjZ3VNpdNHK_0 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7988500456266858779', time=2024-09-12T03:10:38.020118+0000, chain.objs.size()=1 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ThYxgcih4JzlLLjzC6mO8LUWQM0EddJ_0 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2988917383861505683', time=2024-09-12T03:10:38.183461+0000, chain.objs.size()=1 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ce507y5QSqSbYys6iVBE5UB_I2X6Hke_0 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16509384189313816931', time=2024-09-12T03:10:38.240331+0000, chain.objs.size()=1 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3MBcjEf9JeiOd5maYS01feHaAeiPAwv_0 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5283673272367078281', time=2024-09-12T03:10:38.263381+0000, chain.objs.size()=1 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UtJ0jEHP_E6fkuuCtkEcnpHI6G3Y6-h_0 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11686166812137363495', time=2024-09-12T03:10:39.245123+0000, chain.objs.size()=1 2024-09-12T01:34:08.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BlOafYiELkbAqUQFxDdbwV35JVdaaxW_0 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1813006912137012326', time=2024-09-12T03:10:39.288914+0000, chain.objs.size()=1 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.F3tYPzOSdVGzNXUNhqG285QXEbGSC0N_0 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8627968602622306755', time=2024-09-12T03:10:39.346064+0000, chain.objs.size()=1 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.DmqPuda300mgguVspBdkVKkF9fcQT6r_0 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5947940569270227033', time=2024-09-12T03:10:39.399678+0000, chain.objs.size()=1 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.py84mVyMM0qOEd8-aPiv-UmB2e4oINN_0 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3108992938947954011', time=2024-09-12T03:10:39.443886+0000, chain.objs.size()=1 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GBDmoar6ff7TqbfKZoAJ0cY66zi9cda_0 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13688262099105307646', time=2024-09-12T03:10:39.961347+0000, chain.objs.size()=1 2024-09-12T01:34:08.175 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.173+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SBk6Jv3HOqShi_g4pNg2bSD5ZTbq4di_0 2024-09-12T01:34:08.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.176+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.460375920126237866', time=2024-09-12T03:10:40.612369+0000, chain.objs.size()=1 2024-09-12T01:34:08.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.176+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UqXO6H5q7Ld55W46YPhrHq6cWg-f-fZ_0 2024-09-12T01:34:08.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.177+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13234205010082368954', time=2024-09-12T03:10:40.612999+0000, chain.objs.size()=1 2024-09-12T01:34:08.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.177+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SIyntRDn1d_hZLzBk-l-Lr35ytDAgb-_0 2024-09-12T01:34:08.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.177+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7879329539111338775', time=2024-09-12T03:10:41.159874+0000, chain.objs.size()=1 2024-09-12T01:34:08.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.177+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._roNvn-8toFaL_KQMTOzsjvt-YqwIBM_0 2024-09-12T01:34:08.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.178+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15405631749317452113', time=2024-09-12T03:10:41.402394+0000, chain.objs.size()=1 2024-09-12T01:34:08.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.178+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.r668KbR1fDsE0xAlUGF2dKfWUlQYZCN_0 2024-09-12T01:34:08.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.178+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6999818832288425546', time=2024-09-12T03:10:41.402995+0000, chain.objs.size()=1 2024-09-12T01:34:08.178 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.178+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PhPEB9RnqxS92Pn9HsNFyTPQ5zFR63v_0 2024-09-12T01:34:08.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.181+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/44342 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3270729841762606070', time=2024-09-12T03:10:41.761234+0000, chain.objs.size()=1 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JZPTmHDjXerkWTc076EVr4Yqp6Whl9M_0 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2405251476283072898', time=2024-09-12T03:10:41.980963+0000, chain.objs.size()=1 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tFkR0yWWVBffnTuQKnCy9L65S5_c2ki_0 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3908882448667966293', time=2024-09-12T03:10:42.021112+0000, chain.objs.size()=1 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2aYY-8XSnjHWY7yjSkA5tk9aN7YThTK_0 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8476512046471842784', time=2024-09-12T03:10:42.098207+0000, chain.objs.size()=1 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Rl6ZcKDKBIYEKsPVfuVip26wf8rBk9U_0 2024-09-12T01:34:08.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7224579936298951538', time=2024-09-12T03:10:42.150480+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XlcfNcx4v20NUjsAiyf_pQhs31GvwzP_0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13486413066126815545', time=2024-09-12T03:10:43.039557+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fQH0W9JhvpHnncXNNutGPTQHzbutygK_0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12313892071677510068', time=2024-09-12T03:10:43.040266+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5WdI_Cz7X9jXcN_daic9UQWDsxtl2t3_0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9144856639275320298', time=2024-09-12T03:10:43.105340+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.x7o4mdt39f5AQHbl-FiMxYWd64GuHz4_0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12666614343848369144', time=2024-09-12T03:10:43.781028+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.P-EEHP93s0bYOMO3Z2BJv_YUddQ-dN__0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5748677440372381130', time=2024-09-12T03:10:44.970443+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FH6oDV4KFWom1a1tRSgZ8UNHSX_-Iln_0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2183673953646802505', time=2024-09-12T03:10:45.097119+0000, chain.objs.size()=1 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.k--vxXWNxHJzOIT790pBPAh1ul4Wz04_0 2024-09-12T01:34:08.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13558558580074820353', time=2024-09-12T03:10:45.232215+0000, chain.objs.size()=1 2024-09-12T01:34:08.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Bs4NH-FU1WVK75PSkmaJeFZyx03C2Ad_0 2024-09-12T01:34:08.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18316363344706430156', time=2024-09-12T03:12:48.651174+0000, chain.objs.size()=1 2024-09-12T01:34:08.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.454__shadow_.sMNBDZxD-zVpfDeDDg7khlBBfC4hD13_0 2024-09-12T01:34:08.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17086728547053377044', time=2024-09-12T03:13:29.486657+0000, chain.objs.size()=1 2024-09-12T01:34:08.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.495__shadow_.1kS2dzXv0VszRQYis2AJsQVpoX425G5_0 2024-09-12T01:34:08.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17069975934673507032', time=2024-09-12T03:15:09.241189+0000, chain.objs.size()=6 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~3xa6-d70XCpaQWoX_4kieVNG_cmv35H.1 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__shadow_mymultipart.2~3xa6-d70XCpaQWoX_4kieVNG_cmv35H.1_1 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~3xa6-d70XCpaQWoX_4kieVNG_cmv35H.2 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__shadow_mymultipart.2~3xa6-d70XCpaQWoX_4kieVNG_cmv35H.2_1 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~3xa6-d70XCpaQWoX_4kieVNG_cmv35H.3 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__shadow_mymultipart.2~3xa6-d70XCpaQWoX_4kieVNG_cmv35H.3_1 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9757939366693354589', time=2024-09-12T03:17:07.937392+0000, chain.objs.size()=3 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~nlAi3QPiuscL6iwqA7X5A-450yjVRXl.1 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~nlAi3QPiuscL6iwqA7X5A-450yjVRXl.2 2024-09-12T01:34:08.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~nlAi3QPiuscL6iwqA7X5A-450yjVRXl.3 2024-09-12T01:34:08.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.192+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~jO_uYimPcmTgUrOBQSTdGI6hXVx54Yj', time=2024-09-12T03:19:29.130804+0000, chain.objs.size()=1 2024-09-12T01:34:08.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.192+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.561__multipart_mymultipart.2~jO_uYimPcmTgUrOBQSTdGI6hXVx54Yj.1 2024-09-12T01:34:08.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.192+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7516237399572391047', time=2024-09-12T03:19:54.490252+0000, chain.objs.size()=1 2024-09-12T01:34:08.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.192+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.570__shadow:yadFQXZtXY130Lklp6h7lceG0QAv6DW_.9sFnRoFcUvdL58x8GbAuZuyHRDGPUXx_0 2024-09-12T01:34:08.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9622398756746221412', time=2024-09-12T03:19:54.761071+0000, chain.objs.size()=1 2024-09-12T01:34:08.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.570__shadow:XJQhXeKXL4slXEayYTmK0FX1ynvj3uy_.XhsZG4pHhMd4LOvJHWu0TFzWscsZJM-_0 2024-09-12T01:34:08.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17261178407735527343', time=2024-09-12T03:20:02.302049+0000, chain.objs.size()=1 2024-09-12T01:34:08.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:6rBSTUNfySFzb9DSJtQHPKrin3VQ-Jp_.PKSEeCSgT9MflElcA0qpU3XfJSNr_y__0 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7877374420338802685', time=2024-09-12T03:20:27.283119+0000, chain.objs.size()=1 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:b8Bb5LUsNdgRrNF-ixdw7lsH4CGrEzW_.XhJI8ldzi_R9nC5MctEGCd7l4dzuIrm_0 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12095398125614366358', time=2024-09-12T03:21:12.980293+0000, chain.objs.size()=1 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:SsCoqIzqw0Qe1aX7RfGQ2jqpJUPlOqJ_.kRKBTJC8tHy8LktRebeJezjlvX3D9CO_0 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.194+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17790485974236625759', time=2024-09-12T03:23:29.333872+0000, chain.objs.size()=12 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.194+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__multipart_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.1 2024-09-12T01:34:08.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.194+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__shadow_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.1_1 2024-09-12T01:34:08.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.194+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__multipart_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.2 2024-09-12T01:34:08.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.194+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__shadow_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.2_1 2024-09-12T01:34:08.195 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.194+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__multipart_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.3 2024-09-12T01:34:08.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__shadow_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.3_1 2024-09-12T01:34:08.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__multipart_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.4 2024-09-12T01:34:08.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__shadow_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.4_1 2024-09-12T01:34:08.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__multipart_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.5 2024-09-12T01:34:08.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__shadow_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.5_1 2024-09-12T01:34:08.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__multipart_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.6 2024-09-12T01:34:08.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.615__shadow_multipart_enc.2~bqpVTNEFfDDens3nkMoo5-pM6rCdA9X.6_1 2024-09-12T01:34:08.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.199+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6905242798514983467', time=2024-09-12T03:27:40.332966+0000, chain.objs.size()=1 2024-09-12T01:34:08.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.199+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.666__shadow_.Sf62m-uWdMoJh5DUM7V2kCW1uoa-4PU_0 2024-09-12T01:34:08.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.203+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.205 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.205+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:34:08.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.206+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51888' 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_uF_3XzuLfpKPrPKQxTNWIfYWmS79PQO', time=2024-09-12T03:03:56.615273+0000, chain.objs.size()=3 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.165__shadow_.3mkAH1Qp0HDc4JF_Xgx8H06GksNGpKm_0 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.165__shadow_.3mkAH1Qp0HDc4JF_Xgx8H06GksNGpKm_1 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.165__shadow_.3mkAH1Qp0HDc4JF_Xgx8H06GksNGpKm_2 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10476314810133560945', time=2024-09-12T03:04:17.763046+0000, chain.objs.size()=1 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.179__shadow_.o7rAjI3z49UpLPyYv-t5uwtG7jmO9KT_0 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14889622611584886486', time=2024-09-12T03:04:19.460067+0000, chain.objs.size()=1 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.181__shadow_.dEIH8CoMe-IRPdIXMVt5I083cqnTLSZ_0 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10146342895768106695', time=2024-09-12T03:06:55.295412+0000, chain.objs.size()=1 2024-09-12T01:34:08.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.242__shadow_.idaQl7Z9vUIum9CWbtpzo942h4Wkugm_0 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5359571929907000607', time=2024-09-12T03:06:56.970813+0000, chain.objs.size()=1 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.243__shadow_.TypCQow4fSLDyGw5R1wXwIotK9h93hs_0 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9808418392084639525', time=2024-09-12T03:07:11.367504+0000, chain.objs.size()=1 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.257__shadow_.ZTWCSsAPPRtsyzLwNQbuQ_YQxCZTqGb_0 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2948015456718529954', time=2024-09-12T03:07:52.285758+0000, chain.objs.size()=1 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9MZc21npvcxrtc0DGTlmNrSBvBQxfik_0 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1742783084674491304', time=2024-09-12T03:07:52.478999+0000, chain.objs.size()=1 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fB3Hg7srzn6nfQE24pYrzXIAHWTeY6l_0 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16272446637473999301', time=2024-09-12T03:07:54.154897+0000, chain.objs.size()=1 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3jq2SQP56B23ocSBySW9RH4V_yPcBGL_0 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13480925869606494210', time=2024-09-12T03:07:54.497353+0000, chain.objs.size()=1 2024-09-12T01:34:08.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WQ7bprqsw8FAyI8xoQq1S1Qkrm1_RCm_0 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.211+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4901982750251273952', time=2024-09-12T03:07:54.622969+0000, chain.objs.size()=1 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.211+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lCufeqL4bnNKQKzobnpq539J2K24f38_0 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4700227844365154100', time=2024-09-12T03:07:55.380566+0000, chain.objs.size()=1 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CWEnR5biTWGDW6w6lbeC9Cx_nzvtbL__0 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6729532662159419723', time=2024-09-12T03:07:56.004698+0000, chain.objs.size()=1 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2X8Sq0refDPJ-FBHrUZgPh8DaJhUWO__0 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14384700909169308996', time=2024-09-12T03:07:57.163363+0000, chain.objs.size()=1 2024-09-12T01:34:08.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZLWuXXHkz1K5pHE0MDcByBT8LJspxPk_0 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18235091417692718598', time=2024-09-12T03:07:57.576631+0000, chain.objs.size()=1 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RFR4kDJzZbYTyEehke8-umO-E0EX8hb_0 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4036279666029304341', time=2024-09-12T03:07:58.084929+0000, chain.objs.size()=1 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.E6kRPoLxjd8qpMmk2n-02LUyCaaQkNE_0 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1939082935679569872', time=2024-09-12T03:07:58.524806+0000, chain.objs.size()=1 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dj10K7Noulbfze-ke-i__tXBg5lsPdz_0 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3939860799839528989', time=2024-09-12T03:07:59.021217+0000, chain.objs.size()=1 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-KS5_RhmBA3Ne8t7wIAFfMVTmvZz92r_0 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10261458862983062605', time=2024-09-12T03:07:59.486937+0000, chain.objs.size()=1 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DnnkPX4f2jIJQndIP5MUkjLU79929SE_0 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1604001701121038232', time=2024-09-12T03:07:59.602556+0000, chain.objs.size()=1 2024-09-12T01:34:08.213 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9Q7hlT47YF5w62Qy56KaKJytEVP0vmS_0 2024-09-12T01:34:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6249862962302119349', time=2024-09-12T03:07:59.750414+0000, chain.objs.size()=1 2024-09-12T01:34:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.212+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cC6VfmlHP5fwYuKaRXISXX5M57zkw8A_0 2024-09-12T01:34:08.214 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.214+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10709988887139753211', time=2024-09-12T03:07:59.878149+0000, chain.objs.size()=1 2024-09-12T01:34:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.214+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.t6dIHoasjVHoX74Hk7lO9eMn39R5FAZ_0 2024-09-12T01:34:08.215 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14080515237492359643', time=2024-09-12T03:08:00.798589+0000, chain.objs.size()=1 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0SaVly3z0hDgCK59JAbfYGi2IBXPH0a_0 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17064716744718798872', time=2024-09-12T03:08:01.431166+0000, chain.objs.size()=1 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zAlHV3kBQJ0rQPz9MEG9eEKGj997VA__0 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9902612187957417616', time=2024-09-12T03:08:01.581535+0000, chain.objs.size()=1 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HfeOrGGdnylvDVv_KY3sSQB36a6hIHt_0 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17708136263990496243', time=2024-09-12T03:08:02.430946+0000, chain.objs.size()=1 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.215+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.buECKZdukX3zrt8Ev3ncc90GOtWZuft_0 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14410624181714219370', time=2024-09-12T03:08:06.715094+0000, chain.objs.size()=1 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.266__shadow_.xQedkffWbftnL8A8LQFg5JLEgKoIxD0_0 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7444370910358261335', time=2024-09-12T03:08:08.603493+0000, chain.objs.size()=1 2024-09-12T01:34:08.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.268__shadow_.L69MaQZUZaNbeIcyuyYrmWwvKiqw0aT_0 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5959313302169930285', time=2024-09-12T03:08:11.456824+0000, chain.objs.size()=1 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.271__shadow_.Y8Ogh2gmurnJw5rXJFpp7_HrYGwuUs3_0 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11031171666270663885', time=2024-09-12T03:08:18.207097+0000, chain.objs.size()=1 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.278__shadow_.GEOR9hn_5Hp6SEWVmG23saM9zjYmqxl_0 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6666267906552785736', time=2024-09-12T03:08:21.120776+0000, chain.objs.size()=1 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.281__shadow_.oERFTWqdKKSt75NPVAd1ej5nc2v97hz_0 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17511248096646266095', time=2024-09-12T03:08:24.083378+0000, chain.objs.size()=1 2024-09-12T01:34:08.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.284__shadow_.5k4aXfPc2wCVj8p8HE-kmJ6l6fOa0Cz_0 2024-09-12T01:34:08.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.218+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3202316748027164136', time=2024-09-12T03:08:43.918190+0000, chain.objs.size()=1 2024-09-12T01:34:08.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.218+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.301__shadow_.O0ymwzz-0PqYxZlzJePtm1Oxq1Pb1M1_0 2024-09-12T01:34:08.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.218+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17085683702182907200', time=2024-09-12T03:08:45.899700+0000, chain.objs.size()=1 2024-09-12T01:34:08.218 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.218+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.303__shadow_.Ud8zfuRiIE-3MWay4r3fQPqxAhPqnoo_0 2024-09-12T01:34:08.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.218+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1099006034494858516', time=2024-09-12T03:09:46.747869+0000, chain.objs.size()=1 2024-09-12T01:34:08.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.218+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hmeZTRqbEL0ukGQPHh4Xl5vwNwifmzy_0 2024-09-12T01:34:08.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.219+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4032682776717847556', time=2024-09-12T03:09:46.903606+0000, chain.objs.size()=1 2024-09-12T01:34:08.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.219+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4Ozxopo3IibRm9FbLH_-QRfrVhGQnQN_0 2024-09-12T01:34:08.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.219+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5759717012199272803', time=2024-09-12T03:09:46.989837+0000, chain.objs.size()=1 2024-09-12T01:34:08.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.219+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.E3CGZFTCmbRlatdVYu02pe3Gz7Xs_r__0 2024-09-12T01:34:08.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.219+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2514570540904860366', time=2024-09-12T03:09:47.092367+0000, chain.objs.size()=1 2024-09-12T01:34:08.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.219+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fZ7eB26IzJxIqm8DKP06oNjppRiiZq7_0 2024-09-12T01:34:08.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3349551305401775299', time=2024-09-12T03:09:47.137950+0000, chain.objs.size()=1 2024-09-12T01:34:08.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.91nEKOyGq1lOBGP2FlqBQ46YiPAZO32_0 2024-09-12T01:34:08.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1320647432384619747', time=2024-09-12T03:09:47.138718+0000, chain.objs.size()=1 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OqHaWlbQQV9nymZOj7dAdiDc4NLqM0M_0 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8097278103811904540', time=2024-09-12T03:09:47.265114+0000, chain.objs.size()=1 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._P6RrV45YqCQenMI_TJtszDuv-BPF-j_0 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15681697442318460249', time=2024-09-12T03:09:47.302867+0000, chain.objs.size()=1 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Rb106QjBhlhoU2foIM3_lqb4AzqRCF-_0 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15405704444355303422', time=2024-09-12T03:09:47.456737+0000, chain.objs.size()=1 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lvI_Gcy-JGbasshhIZqIiJnN6IuFr48_0 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15701072575809200562', time=2024-09-12T03:09:47.555794+0000, chain.objs.size()=1 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zPEjNZLRUDD1aWo9x-Ac5PkpXSCOrR3_0 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16879414683771781603', time=2024-09-12T03:09:47.696677+0000, chain.objs.size()=1 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3Xmp_qrSqDvyJb0MuG4c-FEp-RDVQnj_0 2024-09-12T01:34:08.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1729986513876855509', time=2024-09-12T03:09:48.311661+0000, chain.objs.size()=1 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cUBRYGAP9pZI1q-qXePl3hbmmL8nGHH_0 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4858487516593607340', time=2024-09-12T03:09:48.582807+0000, chain.objs.size()=1 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rzt74rVVh1CG_xY8rZKON7yf4D9Rg_7_0 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10580055974258376911', time=2024-09-12T03:09:48.837299+0000, chain.objs.size()=1 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uhKpa3ryHN7CyTdFLHcME60etmZAqcf_0 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8066919800446170146', time=2024-09-12T03:09:49.313067+0000, chain.objs.size()=1 2024-09-12T01:34:08.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.222+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jV6x9YrFxHuxeyRaKZiTfvxL1yVQ-0E_0 2024-09-12T01:34:08.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.225+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13355525709554038889', time=2024-09-12T03:09:49.319546+0000, chain.objs.size()=1 2024-09-12T01:34:08.225 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.225+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JYMpoaI-TcBPoN4izXkw2LQDmSiPvTM_0 2024-09-12T01:34:08.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17249845695654266199', time=2024-09-12T03:09:49.796689+0000, chain.objs.size()=1 2024-09-12T01:34:08.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._La-smVd6BxVZVTrOLmbNUHwStG3Htd_0 2024-09-12T01:34:08.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4302519986107131487', time=2024-09-12T03:09:49.816740+0000, chain.objs.size()=1 2024-09-12T01:34:08.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2Vl5GM9gNW5ly3JwrnbYCOyR2H3zPi9_0 2024-09-12T01:34:08.226 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6550454381798151395', time=2024-09-12T03:09:50.056840+0000, chain.objs.size()=1 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Pws-HW_16SiyZw1Rl6VEzhaAUcMELQx_0 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16774260472938809419', time=2024-09-12T03:09:50.195029+0000, chain.objs.size()=1 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.alIYWzN8FVunuPtRhDD8NucBKBpwBDA_0 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9162433488099107564', time=2024-09-12T03:09:50.472845+0000, chain.objs.size()=1 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.on6SUeOD6AapKAALDn74L5n_LUHZ7Be_0 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4886114577343037402', time=2024-09-12T03:09:50.496170+0000, chain.objs.size()=1 2024-09-12T01:34:08.227 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.226+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Qle7no_ZLAqrJmqunmecsEeyWnKTIJB_0 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11491699857064022169', time=2024-09-12T03:09:51.154033+0000, chain.objs.size()=1 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XDlfmm9zD_oXLMZXgvRA2Vu1TDJuhyv_0 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11115676618709060914', time=2024-09-12T03:09:51.786085+0000, chain.objs.size()=1 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.N5X4FJ-w7-2jiW6UqrRhDXoeRHESNQ4_0 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1098658012718912177', time=2024-09-12T03:09:52.517198+0000, chain.objs.size()=1 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.iV0L0YP95TbtX7gCa8MrrJSmO8YnPha_0 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10342649633807154840', time=2024-09-12T03:09:52.739093+0000, chain.objs.size()=1 2024-09-12T01:34:08.228 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.227+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.h8_XdI9Ls7yTLd3sXmXXVA5vdGK71As_0 2024-09-12T01:34:08.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.229+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15901035566514727771', time=2024-09-12T03:09:53.070177+0000, chain.objs.size()=1 2024-09-12T01:34:08.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.229+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xUsRNFhnQtIjyz0Nj98Mqbn2M7QaqOw_0 2024-09-12T01:34:08.232 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.232+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.246192842850227075', time=2024-09-12T03:09:53.216236+0000, chain.objs.size()=1 2024-09-12T01:34:08.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.232+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PhxzonrDsRO0gBtP1uXr7cskL1v_wod_0 2024-09-12T01:34:08.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.232+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18166489457734919867', time=2024-09-12T03:09:53.790775+0000, chain.objs.size()=1 2024-09-12T01:34:08.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.232+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Syn0CMbshgJrBkq53FD8a1udmWLtdUJ_0 2024-09-12T01:34:08.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.232+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7317937574952797772', time=2024-09-12T03:09:54.029426+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.232+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.I5dnaan75pbvAeOtTjARHOasp-AtMy7_0 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.295456833960125111', time=2024-09-12T03:09:54.272954+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8aPoB_7ybF8hjJm2Oa_0tO_FZQOvFtO_0 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7529406774301183995', time=2024-09-12T03:09:54.675522+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Z3vz-Diq7KWUYqxyUyk2MG4O8S8ikgC_0 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11022948663695575593', time=2024-09-12T03:09:54.785589+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QefhEj3w7NSOWdS_dBfKXJPVht1nwN__0 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1352932754479445920', time=2024-09-12T03:09:55.449280+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8x93VBvsoVIPea0t_7lOr7EUTS-TInY_0 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1853450255590719464', time=2024-09-12T03:09:56.621917+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HH7qqs5OcO2mlsIuHWs6symdXBmsb0B_0 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5158852044076778124', time=2024-09-12T03:09:56.640871+0000, chain.objs.size()=1 2024-09-12T01:34:08.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hiNqjSHT0j0yFMMGc9X97cVoMyInT5x_0 2024-09-12T01:34:08.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18393703434615513260', time=2024-09-12T03:09:57.057103+0000, chain.objs.size()=1 2024-09-12T01:34:08.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.233+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oVH9UIwWajQp1pItnfOJImzAAmkVUf8_0 2024-09-12T01:34:08.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.235+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4939522041727223848', time=2024-09-12T03:09:57.115931+0000, chain.objs.size()=1 2024-09-12T01:34:08.236 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.235+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2ij6J-koH6yd_8gPmjyyZ-VS59qcT-T_0 2024-09-12T01:34:08.236 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.236+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4368375597930439484', time=2024-09-12T03:10:35.700678+0000, chain.objs.size()=1 2024-09-12T01:34:08.236 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.236+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oi4MPBX--RI6tpbJt3dzS4AZx9k8CKK_0 2024-09-12T01:34:08.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12448727670110875645', time=2024-09-12T03:10:36.395366+0000, chain.objs.size()=1 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gf1JXtmGBRcshbuX8CyUoiDxFKu2_8U_0 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10794963169359685643', time=2024-09-12T03:10:36.610325+0000, chain.objs.size()=1 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WRduPNz0cTtf1dG1qTpl_9dpwiBUI3E_0 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13649143061198520601', time=2024-09-12T03:10:36.793644+0000, chain.objs.size()=1 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iKvr4ZL6PcQnnXShs_awTYicrMTRFax_0 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17941201556830736192', time=2024-09-12T03:10:36.970306+0000, chain.objs.size()=1 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lvqz6vm7YGECFzYTGhk5XLuRPUtDT3v_0 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5024396952658694611', time=2024-09-12T03:10:37.214495+0000, chain.objs.size()=1 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RK-6mbNzWb-5gKPuafzn8H7gMkIRYCQ_0 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15726313843012713131', time=2024-09-12T03:10:37.872620+0000, chain.objs.size()=1 2024-09-12T01:34:08.245 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uXjOSOIg424FzLjR3yE5ODpvUIPQjx2_0 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8325452672677678422', time=2024-09-12T03:10:37.929952+0000, chain.objs.size()=1 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.O7esmtHzZ8UeEghGWl1DGlYUBzws4NY_0 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16321118511168977559', time=2024-09-12T03:10:39.040687+0000, chain.objs.size()=1 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aRReEUQDLB8JrHekoFakwhxKJ2TvAY2_0 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3336258256121877275', time=2024-09-12T03:10:39.240597+0000, chain.objs.size()=1 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fdtImDre8rLLUVXnjoCLEX5AIUcVVUn_0 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17803596808103069927', time=2024-09-12T03:10:39.534092+0000, chain.objs.size()=1 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.IWQenhvcbGi2F0179uEcMg5DmSwqs6A_0 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10785362994071508498', time=2024-09-12T03:10:40.561087+0000, chain.objs.size()=1 2024-09-12T01:34:08.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.244+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZwkgkOUS3QRwYfKHGaKCj-MqdETA7P5_0 2024-09-12T01:34:08.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9410094293539091780', time=2024-09-12T03:10:40.783992+0000, chain.objs.size()=1 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-PQc-WGI7LEPQcU_rUWMvfEyKsNkUBm_0 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6064879742894893055', time=2024-09-12T03:10:40.950809+0000, chain.objs.size()=1 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aSO26GH0TSrLZjM2xrd_sda7JgZg1zV_0 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15418415104397300146', time=2024-09-12T03:10:41.098721+0000, chain.objs.size()=1 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wz3Gc9A7qOxys_TZNuz2tFHBQ7MFh7s_0 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10409558177987621873', time=2024-09-12T03:10:42.037113+0000, chain.objs.size()=1 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dpHrcrccerNBHkcBS06lxMHoak9yN_O_0 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2242975881569753989', time=2024-09-12T03:10:42.340083+0000, chain.objs.size()=1 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VbS39xzjLY1K_XqdAjUJLCBEpRijOvX_0 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11157126401135136444', time=2024-09-12T03:10:42.350856+0000, chain.objs.size()=1 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gTCg8jJ9iSdwnZXJFursDowDUK42Sa__0 2024-09-12T01:34:08.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10791478753236954280', time=2024-09-12T03:10:42.674406+0000, chain.objs.size()=1 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.V6P2XAYfJjCoRlo8HCg1pZYULfbWwc6_0 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17786096421032911726', time=2024-09-12T03:10:43.051368+0000, chain.objs.size()=1 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Sfs8CYr_6y5Xz1kvu4TLWAb-PAZHwIz_0 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13559624556349747717', time=2024-09-12T03:10:43.056146+0000, chain.objs.size()=1 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.L4EBmA7l3XSVbLzbzwq5-6hQjCOIkn-_0 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10199326110700283920', time=2024-09-12T03:10:43.577085+0000, chain.objs.size()=1 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gGKhRB2dN1AusbTMQZ3GooqESDuu5Zi_0 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16465309085436280388', time=2024-09-12T03:10:43.740863+0000, chain.objs.size()=1 2024-09-12T01:34:08.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ggyXSa5S6DooCSAYLFezaXS6BZz5MK6_0 2024-09-12T01:34:08.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.261+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.339966136659269624', time=2024-09-12T03:10:45.245302+0000, chain.objs.size()=1 2024-09-12T01:34:08.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.261+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7uCuCnkd4UEtkg0HjxhNMg2ZQ_lHRIa_0 2024-09-12T01:34:08.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5629625061876831876', time=2024-09-12T03:10:49.426915+0000, chain.objs.size()=1 2024-09-12T01:34:08.268 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.329__shadow_.AIH1lMzapwKztblIeqz15lZ1upWeX4S_0 2024-09-12T01:34:08.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2996923579085860001', time=2024-09-12T03:10:52.201111+0000, chain.objs.size()=1 2024-09-12T01:34:08.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.332__shadow_.d88HyS7F1QLzMcogTQHYxtn97XgA6H9_0 2024-09-12T01:34:08.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3013492966727063247', time=2024-09-12T03:12:36.508255+0000, chain.objs.size()=1 2024-09-12T01:34:08.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.443__shadow_.oesHzrT8W9Ip3_8q9S05vPEgyGSKoF__0 2024-09-12T01:34:08.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18094339854946052547', time=2024-09-12T03:13:04.728260+0000, chain.objs.size()=1 2024-09-12T01:34:08.269 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.268+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.466__shadow_.x2zbSN-pSzO7PlmBMb9m7OuMluC-PL5_0 2024-09-12T01:34:08.271 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/51888 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8811827921224886916', time=2024-09-12T03:13:18.017899+0000, chain.objs.size()=1 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.485__shadow_.YokdeLaW__LpJoouvaEN7TN_tVq1m1I_0 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9695959381150317771', time=2024-09-12T03:14:42.495073+0000, chain.objs.size()=6 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.519__multipart_mymultipart.2~E3uZGXmFKRANjehCVDX4xJRvTeZDc1m.1 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.519__multipart_mymultipart.2~E3uZGXmFKRANjehCVDX4xJRvTeZDc1m.2 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.519__multipart_mymultipart.2~E3uZGXmFKRANjehCVDX4xJRvTeZDc1m.3 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.519__multipart_mymultipart.2~E3uZGXmFKRANjehCVDX4xJRvTeZDc1m.4 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.519__multipart_mymultipart.2~E3uZGXmFKRANjehCVDX4xJRvTeZDc1m.5 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.519__multipart_mymultipart.2~E3uZGXmFKRANjehCVDX4xJRvTeZDc1m.6 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13437850210292350638', time=2024-09-12T03:19:14.045987+0000, chain.objs.size()=1 2024-09-12T01:34:08.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.556__shadow_.PzHsvUavkFNTiVrAzBrWxtPCv3IDu8p_0 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6000360587176068225', time=2024-09-12T03:19:48.422773+0000, chain.objs.size()=1 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:e6K7FxZOk9poOkY2aRp0cxVF7hwN9Ff_.5i5G2VfISPusx5UyP7dlzgVP-2jp_8H_0 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3318039740605201356', time=2024-09-12T03:19:49.538947+0000, chain.objs.size()=1 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:MEkUXrlT3GEXgs8n.yglGSJ9HZ2bmLp_.hT9_jrMe99BuJ0P0F8nygOHRYItOqEw_0 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16267088812823484851', time=2024-09-12T03:20:11.183115+0000, chain.objs.size()=1 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:z6VXbR3-tA--kNNYGRCUZMHDTe6iFRG_.IfqDsfdy84_kHlIwg5SvhPfLjISSO8Z_0 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16776741628389842830', time=2024-09-12T03:20:14.786609+0000, chain.objs.size()=1 2024-09-12T01:34:08.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:0mGgpj3QCUGfo.978kf7lFoWHZwcArc_.bJC3rTNGLritdYHOMPprBHyB5YSDZHW_0 2024-09-12T01:34:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.277+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9163051987557126059', time=2024-09-12T03:20:22.469892+0000, chain.objs.size()=1 2024-09-12T01:34:08.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.277+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:Mdm9dnS8-9THHEUI0Mzeglbuxu9aRK8_.Ld9h62yWsjj_j736zEL0wtVg5F7dZV-_0 2024-09-12T01:34:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7410275247528938973', time=2024-09-12T03:21:22.436176+0000, chain.objs.size()=1 2024-09-12T01:34:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.586__shadow:mpN0n7lZx3LmomzP4JYvugywbTRN.Bj_.cmW-oEzieIOK6CZDTt2_4CDTQDl-FuG_0 2024-09-12T01:34:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18148299119571687761', time=2024-09-12T03:21:37.078572+0000, chain.objs.size()=1 2024-09-12T01:34:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.602__shadow_.pMm3-0iafIRFtGEnr5kYmzntWBxe6Gc_0 2024-09-12T01:34:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4117319276444010359', time=2024-09-12T03:27:38.644038+0000, chain.objs.size()=1 2024-09-12T01:34:08.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.665__shadow_.wz5ey5y_DyWq-zGvI3RKtgR6EEbzTkG_0 2024-09-12T01:34:08.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7784464550561926928', time=2024-09-12T03:28:14.232136+0000, chain.objs.size()=1 2024-09-12T01:34:08.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.278+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.707__shadow:w-g22dRBS9FMXFDoiREw89NTqHj9f5D_.1PlPB1YJf1mfHQLkLKPHh0aOjt5WC7U_0 2024-09-12T01:34:08.281 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.281+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.283+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:34:08.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.284+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.284 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.285+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/67547' 2024-09-12T01:34:08.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16792693031973153107', time=2024-09-12T03:02:46.300188+0000, chain.objs.size()=1 2024-09-12T01:34:08.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.148__shadow_.5Xaq6lYlcPUpM9hZ_F05XX6bIf_HkGa_0 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_5FFBz5tXn0KF8fCzxsJGg9jeQNDPoha', time=2024-09-12T03:03:44.350748+0000, chain.objs.size()=3 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.fSeZ9pRvkqb4iX7EFtYt8ub193gf3-I_0 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.fSeZ9pRvkqb4iX7EFtYt8ub193gf3-I_1 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.fSeZ9pRvkqb4iX7EFtYt8ub193gf3-I_2 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14470786557233726594', time=2024-09-12T03:06:53.335725+0000, chain.objs.size()=1 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.240__shadow_.D-bC5VHvAMFzgXAx2ox9iE7-nvu7W3O_0 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4968343306003629904', time=2024-09-12T03:07:01.566613+0000, chain.objs.size()=1 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.247__shadow_.NX_UKVXWivGeHtdN-9X5ACuGFCQPZ7Y_0 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3895963259889465104', time=2024-09-12T03:07:08.468479+0000, chain.objs.size()=1 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.254__shadow_.6jUpTByA6N5-RHw1tvJUXMgG3SM5xS7_0 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3709263951395141144', time=2024-09-12T03:07:15.179666+0000, chain.objs.size()=1 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.261__shadow_.eRzYX8QmfjrLXf4lBLShgwuQ-r3DQ4k_0 2024-09-12T01:34:08.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15721956873833372467', time=2024-09-12T03:07:52.179281+0000, chain.objs.size()=1 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cY4UlCKTfjF40yc_lGrLajcybu5rE4R_0 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2189670767057157523', time=2024-09-12T03:07:52.181011+0000, chain.objs.size()=1 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.23l7R_IUYA6aXoz4mOl1l65xdL4QXTR_0 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13058616748672513866', time=2024-09-12T03:07:52.181626+0000, chain.objs.size()=1 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BD2QkWu17FoKGNDhirpLiL3aV-Q_fUp_0 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18158758975798758925', time=2024-09-12T03:07:52.645022+0000, chain.objs.size()=1 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SAAAqQ3s-WJnwx3aIUGP-vTlH7RYv8c_0 2024-09-12T01:34:08.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.288+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14121900066619733735', time=2024-09-12T03:07:52.645882+0000, chain.objs.size()=1 2024-09-12T01:34:08.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.288+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8C2dQb0kDF78Flac15Fx3ou03JFLkYT_0 2024-09-12T01:34:08.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.289+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3980253769375110106', time=2024-09-12T03:07:52.845650+0000, chain.objs.size()=1 2024-09-12T01:34:08.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.289+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Uy3BOR6tJFY8jsh6Ehym1m5UBhDocpD_0 2024-09-12T01:34:08.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.289+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3183464816514323184', time=2024-09-12T03:07:53.275211+0000, chain.objs.size()=1 2024-09-12T01:34:08.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.289+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z0jxgbHCvktmlAkTn7olDWURdfZYTob_0 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17398812487024380682', time=2024-09-12T03:07:54.081270+0000, chain.objs.size()=1 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8SuYcnhxO4cZ9a00HW1Q4EirlGvjryV_0 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.37687469007223702', time=2024-09-12T03:07:54.496562+0000, chain.objs.size()=1 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rYppKgl-SIGSHZvp8dywFtOB2ta6V-w_0 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15672230528023410372', time=2024-09-12T03:07:54.660083+0000, chain.objs.size()=1 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lPVUJD5w1GXfhEu7L-x1TE8giiQcRL9_0 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.789409174928621310', time=2024-09-12T03:07:54.785195+0000, chain.objs.size()=1 2024-09-12T01:34:08.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.w-iehbH6OPBzRz5YrCCXeLhEWP-o0bL_0 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8569018332193551733', time=2024-09-12T03:07:55.392650+0000, chain.objs.size()=1 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jnAxYgP4IIOOqXRWrsRFaKm4JDdgzhm_0 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4521932778894133013', time=2024-09-12T03:07:55.905386+0000, chain.objs.size()=1 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.E6AHZDSFgIyTociUdOgXf-XKKr02Lgj_0 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8130032886685793749', time=2024-09-12T03:07:55.974218+0000, chain.objs.size()=1 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gRsLPxhwSQnMcBX4qAY--nQ1-Yq70re_0 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11240872764070963976', time=2024-09-12T03:07:57.031010+0000, chain.objs.size()=1 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.EpfLztrI68QKwnQK_13tHm5iyOyg0JQ_0 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6808227154834288521', time=2024-09-12T03:07:57.241540+0000, chain.objs.size()=1 2024-09-12T01:34:08.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.291+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mArGyEC6qAzGtdEFCBxSS7F1Fwf_tKT_0 2024-09-12T01:34:08.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.292+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10740192353575309046', time=2024-09-12T03:07:57.300736+0000, chain.objs.size()=1 2024-09-12T01:34:08.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.292+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZBjQdT4VQfAHSWrz1Lk5SJD_96Edk_s_0 2024-09-12T01:34:08.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.293+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11191660139024401247', time=2024-09-12T03:07:57.424672+0000, chain.objs.size()=1 2024-09-12T01:34:08.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.293+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fXEeupXcBRWxaVBSKer0Vv4AmxwGB8j_0 2024-09-12T01:34:08.295 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15639598580027932310', time=2024-09-12T03:07:57.485510+0000, chain.objs.size()=1 2024-09-12T01:34:08.295 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ktLXJUp9Ov4GjOSnEcqHnYq4hC8OGd8_0 2024-09-12T01:34:08.295 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9648957446757719015', time=2024-09-12T03:07:57.536348+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.W1vI4h5tOEXbaABHDooinB5yaoUgCxa_0 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6834226171867676658', time=2024-09-12T03:07:59.674985+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vwNAY886CLsPXC0ndlW8owN1AKPMLYb_0 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11117829741318381316', time=2024-09-12T03:08:00.017771+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.D_2rcw2_crk5W06iynwLkIcQP7tJr4n_0 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.32765408706147459', time=2024-09-12T03:08:00.812357+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RQOGLUPate7KIOGcVlD-_r2GmCLMWxD_0 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11903792420687270337', time=2024-09-12T03:08:01.252455+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-T0QFueaSSlIWoUam_mLNDIIvlNOhaa_0 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14857714905969732639', time=2024-09-12T03:08:01.254058+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AvdrgT5MqD6QvK2BWAJ2jczv7mSer8a_0 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15306601406611636239', time=2024-09-12T03:08:01.602625+0000, chain.objs.size()=1 2024-09-12T01:34:08.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ttjD0RCqEkMiCxbFWSsgJRDKrrhvJSj_0 2024-09-12T01:34:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4087598188002725549', time=2024-09-12T03:08:01.689673+0000, chain.objs.size()=1 2024-09-12T01:34:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kJzZrEiRLUxNKI0fIOo87PpAIUcuqMN_0 2024-09-12T01:34:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11660871866012527738', time=2024-09-12T03:08:01.690721+0000, chain.objs.size()=1 2024-09-12T01:34:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.295+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.c5vV2XfvTnk5-63R-jpvmtQj969-0Q0_0 2024-09-12T01:34:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.296+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14990728425431125929', time=2024-09-12T03:08:02.149030+0000, chain.objs.size()=1 2024-09-12T01:34:08.297 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.296+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Rf9ovvr08Mi8aW2c2Iosv0rUMxOVel6_0 2024-09-12T01:34:08.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.298+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11591554567211282930', time=2024-09-12T03:08:02.319745+0000, chain.objs.size()=1 2024-09-12T01:34:08.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.298+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CfPH3cUZ8cEgGPDiq4CeoZiF0CaaJH9_0 2024-09-12T01:34:08.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.298+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12206091457381129770', time=2024-09-12T03:08:02.422694+0000, chain.objs.size()=1 2024-09-12T01:34:08.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.298+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KGmsKychXz6ToEymzYMDeaSOd2fRgVo_0 2024-09-12T01:34:08.299 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.298+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6425940671277736738', time=2024-09-12T03:08:02.761344+0000, chain.objs.size()=1 2024-09-12T01:34:08.299 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.298+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dxisaZD_tHtlwsxdu2CspzsAJLuMJ4O_0 2024-09-12T01:34:08.299 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12975983744461608690', time=2024-09-12T03:08:23.073575+0000, chain.objs.size()=1 2024-09-12T01:34:08.299 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.283__shadow_.RrZWBh7YTnXakLhng771sc55TGMZLFL_0 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12699452724619909543', time=2024-09-12T03:08:31.520150+0000, chain.objs.size()=1 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.291__shadow_.d0CYiZTTR8II7fFz6UsT4EwqJhO9Jzi_0 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2152324157911869405', time=2024-09-12T03:08:33.642188+0000, chain.objs.size()=1 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.k3vf-RS_PBOFKy5XVSysHMwbSZ2axQx_0 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10659141004923143736', time=2024-09-12T03:08:35.886838+0000, chain.objs.size()=1 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.6kjwAqG-oLMvilTqGLIbDY1ffBk0Qd__0 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8144001638393260023', time=2024-09-12T03:08:35.972654+0000, chain.objs.size()=1 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.299+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.KiUg3qLnqCWQvYcNXGaZyHctNV4Y1DY_0 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.300+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14452701854617777558', time=2024-09-12T03:09:46.935834+0000, chain.objs.size()=1 2024-09-12T01:34:08.300 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.300+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WcC9RT18qZ1a9sj_NZgITb1SVyRQ____0 2024-09-12T01:34:08.301 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3720728833539265820', time=2024-09-12T03:09:49.114974+0000, chain.objs.size()=1 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ueSAScnY8lbyRor_D75H48YNBK4K5yU_0 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6994099819536687414', time=2024-09-12T03:09:51.200862+0000, chain.objs.size()=1 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9l-q85BRCT2t3XdbX3-kNzb0MOUAXiG_0 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15087085336232832231', time=2024-09-12T03:09:51.796069+0000, chain.objs.size()=1 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qK1jc6KmlVBpqb0h_14rqK5jWn1iC8T_0 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1205248377364931665', time=2024-09-12T03:09:51.959357+0000, chain.objs.size()=1 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.t7BzVyQwXighEcRrzFytrgnFI9AaZuY_0 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2055397824479997017', time=2024-09-12T03:09:52.097193+0000, chain.objs.size()=1 2024-09-12T01:34:08.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.301+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.evx3zdSwuHsqrsPKeIwpQloeBPzVq90_0 2024-09-12T01:34:08.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8569063015235477304', time=2024-09-12T03:09:52.859360+0000, chain.objs.size()=1 2024-09-12T01:34:08.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9lkDYKQRdzLpKsEhN5Mu0kVkwEldtLU_0 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10663792836652200371', time=2024-09-12T03:09:52.938727+0000, chain.objs.size()=1 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QJKd5umPVVFrJ7px48ck_YjBSzwzw98_0 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6094025698502307252', time=2024-09-12T03:09:53.134299+0000, chain.objs.size()=1 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IzNJrSKgcsAE2n2tYeGX5F8sNe2o0R4_0 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12355169021119610899', time=2024-09-12T03:09:53.366754+0000, chain.objs.size()=1 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mIohOuEjlcZD-A3SWfmHJdb0LgDKKg-_0 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6005300937738502669', time=2024-09-12T03:09:53.480725+0000, chain.objs.size()=1 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vbWdbLCL2A9RTJGJW0Ehkho4-nhmF1e_0 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13400661075207780557', time=2024-09-12T03:09:53.843121+0000, chain.objs.size()=1 2024-09-12T01:34:08.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.304+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BqESfaBJEiBYhaGri4KI7COHAqUADTh_0 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.305+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14824588811677484306', time=2024-09-12T03:09:54.255533+0000, chain.objs.size()=1 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.305+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9Kc8PBBrjWSQcGQQZuphGYftNIkzA6P_0 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.305+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14093982530664013181', time=2024-09-12T03:09:55.085472+0000, chain.objs.size()=1 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.305+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.73cXfarVgiEO5szIHL3EkGpUcRGHhLS_0 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.306+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10873997063743665632', time=2024-09-12T03:09:55.325529+0000, chain.objs.size()=1 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.306+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._ywX8Pka8afH5UyFdFJEq4_9tcNMwxf_0 2024-09-12T01:34:08.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.306+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10572668828252157056', time=2024-09-12T03:09:55.640710+0000, chain.objs.size()=1 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.306+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6STOZHosugPGO3L4ks3KUTV3fOMfFUU_0 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.306+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7639977442989555694', time=2024-09-12T03:09:56.043664+0000, chain.objs.size()=1 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.306+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.b3TuVWfPqgirLS4jyWXOt1RqPyuB82e_0 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.307+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14570580089388082291', time=2024-09-12T03:09:56.079456+0000, chain.objs.size()=1 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.307+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2K0KXAiBu0bMUwNXqoTpKOAzHR_E85G_0 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.307+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9734888736784575879', time=2024-09-12T03:09:56.354091+0000, chain.objs.size()=1 2024-09-12T01:34:08.307 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.307+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.J3Ibu0UqFiCsBL-taw9HBVqOlrZoE8a_0 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4390274345103669471', time=2024-09-12T03:09:56.550469+0000, chain.objs.size()=1 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fb2h_NuOieox9JYHbqk3aDw0fDad43D_0 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12071609917347467109', time=2024-09-12T03:09:57.039179+0000, chain.objs.size()=1 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.x5Q4crC8kqyg7k4w9bDl4-YnU6SrciF_0 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4347558162332871734', time=2024-09-12T03:09:57.044379+0000, chain.objs.size()=1 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zvnBXp84fagyFZ_PdqdqpfsXD8IUFSw_0 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14815817597334221015', time=2024-09-12T03:10:35.469449+0000, chain.objs.size()=1 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gPK7aHd5DpzDoR14tCInocluCUMLXqn_0 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8323670406216621108', time=2024-09-12T03:10:36.380334+0000, chain.objs.size()=1 2024-09-12T01:34:08.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8O5tut1wwTiZKeaKnJvrXpUkfbJDkU5_0 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5025013154291211590', time=2024-09-12T03:10:36.966497+0000, chain.objs.size()=1 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.309+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mIaCS5Pg4wlHs1gumKErErDHzBEowEM_0 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.310+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13872963422570569990', time=2024-09-12T03:10:38.586183+0000, chain.objs.size()=1 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.310+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XKzTjs7vG6AOO7kGUinAWU_BtQoywlu_0 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.310+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15341064635618527693', time=2024-09-12T03:10:39.232891+0000, chain.objs.size()=1 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.310+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GTHA8dseVYUxJB2DLkX-spk-cd6m7T0_0 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.310+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6105865980905653564', time=2024-09-12T03:10:39.317517+0000, chain.objs.size()=1 2024-09-12T01:34:08.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.310+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9zS_wfN_xsxT7GXBbx6eUiCHL1fkuon_0 2024-09-12T01:34:08.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.311+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17456278875442537281', time=2024-09-12T03:10:39.678320+0000, chain.objs.size()=1 2024-09-12T01:34:08.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.311+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RahEhRjUNWg-aK86Q0p4XyVsbHYD3aL_0 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.312+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6942225588871009784', time=2024-09-12T03:10:39.890520+0000, chain.objs.size()=1 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.312+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0sGDJwLf5mH7K25AnyuP0NHV-VA8LyQ_0 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1353385228529925726', time=2024-09-12T03:10:40.400901+0000, chain.objs.size()=1 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-6uPPAz2KKwClDKcE67Fz7tYHKYQjci_0 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2090195606139976788', time=2024-09-12T03:10:40.844539+0000, chain.objs.size()=1 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5rfYkymL3FqdOgefyqDHST2ub_27IiU_0 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12562603344144116469', time=2024-09-12T03:10:41.015965+0000, chain.objs.size()=1 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sD0FHCEVulDpQVbNQKo1CD9y0xxA6-o_0 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8328391327330251659', time=2024-09-12T03:10:41.119631+0000, chain.objs.size()=1 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dFFTZd67TdZPTYxKwOLu--6E1DUmQXi_0 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2328842907645554828', time=2024-09-12T03:10:41.315990+0000, chain.objs.size()=1 2024-09-12T01:34:08.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.IwKLUsOgoXXeLZe4Mg-X3opYTb0TPcV_0 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11296150834494875956', time=2024-09-12T03:10:41.778101+0000, chain.objs.size()=1 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QVx0m_lLO_F8OBRqQAeZzLSOSnZPGTe_0 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1801299063939102071', time=2024-09-12T03:10:41.876347+0000, chain.objs.size()=1 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VIfoDONZbt7RwxDmLJkBusoVgt15kWG_0 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8294597534344623407', time=2024-09-12T03:10:43.044032+0000, chain.objs.size()=1 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.MWYmdE9pfWkb6LjAVOTvkJhYjKwJ4VF_0 2024-09-12T01:34:08.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.314+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.823894289112629287', time=2024-09-12T03:10:43.329997+0000, chain.objs.size()=1 2024-09-12T01:34:08.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.314+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Dw3Z-026G3XWRabfgWr2DU-deU1T8ro_0 2024-09-12T01:34:08.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.315+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10946540558918138565', time=2024-09-12T03:10:43.330456+0000, chain.objs.size()=1 2024-09-12T01:34:08.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.315+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.riKjeqZIcVo6wXEhxnzNdsbIII9dnIZ_0 2024-09-12T01:34:08.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.315+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10812175617421588345', time=2024-09-12T03:10:43.370132+0000, chain.objs.size()=1 2024-09-12T01:34:08.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.315+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.j0aac8wEX1parFLZ6bOx1pgqJp35dcA_0 2024-09-12T01:34:08.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16610946883881465736', time=2024-09-12T03:10:44.487820+0000, chain.objs.size()=1 2024-09-12T01:34:08.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5-OSxGHTaKbutkxk_jsc0dZblQ4C-NL_0 2024-09-12T01:34:08.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6960236359488863389', time=2024-09-12T03:10:44.965684+0000, chain.objs.size()=1 2024-09-12T01:34:08.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LAmVB0henW3qqYNeNKmtkyVtFJbpCvI_0 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9358985958172524753', time=2024-09-12T03:10:45.226646+0000, chain.objs.size()=1 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.HHzkq5wxW_oEOpoR-iPhYoatttVMF2Z_0 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11450140006649728577', time=2024-09-12T03:12:44.956356+0000, chain.objs.size()=1 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.450__shadow_.W1tYb6zcaKvRIyK2BOMW-opUK0NUTJ8_0 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3514317618385644828', time=2024-09-12T03:13:13.657095+0000, chain.objs.size()=1 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.481__shadow_.DhCj7E4DCMdUwUAeXkPUTT9MO82eSaF_0 2024-09-12T01:34:08.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8131259798792169386', time=2024-09-12T03:13:16.211588+0000, chain.objs.size()=1 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.9TAqignjvjHOR20klrBPG3jB9O_ENKC_0 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13848393444681194756', time=2024-09-12T03:13:21.968799+0000, chain.objs.size()=1 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.486__shadow_.62U4uLzI_P1a06yX5qfDyiIGM-W2UvD_0 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3997270657455744010', time=2024-09-12T03:14:03.789111+0000, chain.objs.size()=6 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.1 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.318+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.2 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.319+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.3 2024-09-12T01:34:08.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.319+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.4 2024-09-12T01:34:08.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.320+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.5 2024-09-12T01:34:08.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.6 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~e76hJ80X74PhT8TE6t3jNyp-STKRpat', time=2024-09-12T03:15:57.449436+0000, chain.objs.size()=1 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~e76hJ80X74PhT8TE6t3jNyp-STKRpat.3 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4388360095412254424', time=2024-09-12T03:17:01.020510+0000, chain.objs.size()=1 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~tKGBYO6g7EJJKGPINY4JpmMwGuu6aGH.1 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~ir1CcDV_sWyJViMeDal1712zO2F0AAQ', time=2024-09-12T03:17:55.142204+0000, chain.objs.size()=2 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.531__multipart_mymultipart.2~ir1CcDV_sWyJViMeDal1712zO2F0AAQ.1 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.531__shadow_mymultipart.2~ir1CcDV_sWyJViMeDal1712zO2F0AAQ.1_1 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA', time=2024-09-12T03:18:03.273556+0000, chain.objs.size()=2 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__multipart_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.3 2024-09-12T01:34:08.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__shadow_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.3_1 2024-09-12T01:34:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18063920992067543553', time=2024-09-12T03:19:14.132501+0000, chain.objs.size()=1 2024-09-12T01:34:08.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.322+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.556__shadow_.EuzaKJiaxsLJpssmV2_Fd9jRB7ZIVlj_0 2024-09-12T01:34:08.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.324+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16978652543741388579', time=2024-09-12T03:19:57.390322+0000, chain.objs.size()=1 2024-09-12T01:34:08.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.324+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.572__shadow_.VEm09szQvzuV1ogLLTzJAkr4JF0pbkN_0 2024-09-12T01:34:08.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.324+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10125164937794472499', time=2024-09-12T03:20:02.800852+0000, chain.objs.size()=1 2024-09-12T01:34:08.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.324+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:K4NImuOv0iWKjKneDqWj8EU62-0mizi_.phwVNsnRvtlJoz-Q_CSsHUV6shecSjw_0 2024-09-12T01:34:08.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.325+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1683237134127548171', time=2024-09-12T03:21:15.851150+0000, chain.objs.size()=1 2024-09-12T01:34:08.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.325+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:r6TCEfGYRSkTBwKPLhVE.MlxY6uMIXk_.2shUcejQR4bdKUtc7PXiE8V8XfvsFOv_0 2024-09-12T01:34:08.328 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.328+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/67547 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11087041901354522415', time=2024-09-12T03:21:22.393194+0000, chain.objs.size()=1 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.586__shadow:yQ1ZDNjDVCeYLDMHFLR3yfKy8xY.O-U_.3hYhuVDrrUbIiCk0hk-o9FfSwE5seBL_0 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9358614322481597226', time=2024-09-12T03:27:01.601715+0000, chain.objs.size()=1 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.651__shadow_.D2HfjR9X4eNjCIi6wlojW3ZH7ZPqf36_0 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16361196332865563667', time=2024-09-12T03:27:42.768615+0000, chain.objs.size()=1 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.670__shadow_.ruHQUNYo6RwB0a9oeup_ZB47jew7wRF_0 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2261789173106927306', time=2024-09-12T03:27:58.658554+0000, chain.objs.size()=1 2024-09-12T01:34:08.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.690__shadow:qcxiNYE5Qx8.XSd5t6C6NflWqSL9pc5_.6dbDNHj2ppe_A903wdUx2ljISy81bxb_0 2024-09-12T01:34:08.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.332+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.334+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:34:08.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.335+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.335+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.336+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46860' 2024-09-12T01:34:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17877738114482190645', time=2024-09-12T03:04:20.300241+0000, chain.objs.size()=1 2024-09-12T01:34:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.182__shadow_.0nzCpWPNX57mjKedHQ4H9B7bg3UgNrh_0 2024-09-12T01:34:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13259343448521673718', time=2024-09-12T03:04:25.404626+0000, chain.objs.size()=1 2024-09-12T01:34:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.188__shadow_.J_eoV-GXu2fZ-Odeowj_kaiWCf9zzXH_0 2024-09-12T01:34:08.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4024487988003710778', time=2024-09-12T03:06:46.266698+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.234__shadow_.plGETevavU8JavZ6_JAu8joycKH29S__0 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1605484962504022544', time=2024-09-12T03:06:47.246413+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.235__shadow_.eyEnL78PIKeJgGVRhJ1HE4uz-CoO6dP_0 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.629462815041789233', time=2024-09-12T03:06:59.627913+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.245__shadow_.ZzlO6gX0qQ4aETrKKT_WgxYt_HC0MUE_0 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6911252617188081853', time=2024-09-12T03:07:52.164672+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6l_xgxwQxwdW6o7SW5ReVuTZqG1lgHQ_0 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18205815821777940891', time=2024-09-12T03:07:52.416782+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BHyV0eCtRZlcBTMm2sC8FJxk6leJaIz_0 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18210604700543423433', time=2024-09-12T03:07:52.968253+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.V6zksTvbt3UEgW18RlFGRK8NF8_e-kG_0 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7534758495755411019', time=2024-09-12T03:07:53.159400+0000, chain.objs.size()=1 2024-09-12T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iOgYyO6sTDynkosKeVn8iQcL6LQdNr3_0 2024-09-12T01:34:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6711144811937007042', time=2024-09-12T03:07:53.176682+0000, chain.objs.size()=1 2024-09-12T01:34:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QXcL19Btd-LpQ39HNeCKhB-xk0IHCK__0 2024-09-12T01:34:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13324376395871396057', time=2024-09-12T03:07:53.907859+0000, chain.objs.size()=1 2024-09-12T01:34:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sWnYHY3WeHQFGl4kVM7PPGM2u5BKILu_0 2024-09-12T01:34:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14491055040175463060', time=2024-09-12T03:07:54.044568+0000, chain.objs.size()=1 2024-09-12T01:34:08.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.337+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Iuv9coU_U-PJ8aXvoylrkCFxYTI-J90_0 2024-09-12T01:34:08.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.340+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6100092024354825427', time=2024-09-12T03:07:54.201315+0000, chain.objs.size()=1 2024-09-12T01:34:08.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.340+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hfiiDOK3cVJPvMQKMXBZk3jMAPVe77y_0 2024-09-12T01:34:08.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.340+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10435667114831730427', time=2024-09-12T03:07:54.313199+0000, chain.objs.size()=1 2024-09-12T01:34:08.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.340+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5Mtuma4hn8-Vz8xFo62c8p6ucOXSnwL_0 2024-09-12T01:34:08.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.340+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11740467679660074225', time=2024-09-12T03:07:55.463902+0000, chain.objs.size()=1 2024-09-12T01:34:08.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.340+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.om-hbumrQnq6uCVJet_QqJJGGHDRjJE_0 2024-09-12T01:34:08.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6078619283288992021', time=2024-09-12T03:07:56.162357+0000, chain.objs.size()=1 2024-09-12T01:34:08.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5kbkQI43ve9lIGNSCWXNZppUrDjHF6k_0 2024-09-12T01:34:08.341 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5362242288737961936', time=2024-09-12T03:07:56.638958+0000, chain.objs.size()=1 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lePaQ38gTc8BeYK0Iii8jaFHzhy5aAq_0 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10487567179927857647', time=2024-09-12T03:07:56.758494+0000, chain.objs.size()=1 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.B5elzoJAt21Ywo4waLxGP2mSQhFK1XF_0 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7880955813286990622', time=2024-09-12T03:07:57.100424+0000, chain.objs.size()=1 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wEgvfhDU3UnPDbfvVSq_DQ4gWvNUO-6_0 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4691753358749500437', time=2024-09-12T03:07:57.400313+0000, chain.objs.size()=1 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lO0gTgRtM8AqTEWg_7YLGrImlkdJ1TX_0 2024-09-12T01:34:08.342 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17856344390695525374', time=2024-09-12T03:07:58.096358+0000, chain.objs.size()=1 2024-09-12T01:34:08.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JT2Jo16S1f3gVnIeJ7nIIDgBGVZkW_2_0 2024-09-12T01:34:08.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8520904662586356283', time=2024-09-12T03:07:58.392247+0000, chain.objs.size()=1 2024-09-12T01:34:08.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GOoD75GtjWSao7dTq_mUui3iPgWECUU_0 2024-09-12T01:34:08.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2819594014786071768', time=2024-09-12T03:07:58.462454+0000, chain.objs.size()=1 2024-09-12T01:34:08.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.341+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yOPzuoOli6WRRWn-G79ev9GOQ0s5tT5_0 2024-09-12T01:34:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.344+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10396725093239800525', time=2024-09-12T03:07:58.830023+0000, chain.objs.size()=1 2024-09-12T01:34:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.344+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.U4Q9ELbkj5A7IG9C8CEv6iZ7cglYNAS_0 2024-09-12T01:34:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.344+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2538671987882868713', time=2024-09-12T03:07:58.844379+0000, chain.objs.size()=1 2024-09-12T01:34:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.344+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1xfsqk_rLHbZgh7T8TRWfwYNehlv8-2_0 2024-09-12T01:34:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.344+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1223026547913703128', time=2024-09-12T03:07:58.991937+0000, chain.objs.size()=1 2024-09-12T01:34:08.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.344+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.EcbKzzjScgf1BzWFbyBukxNpt67jdZI_0 2024-09-12T01:34:08.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.345+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11841914248140727055', time=2024-09-12T03:07:59.357452+0000, chain.objs.size()=1 2024-09-12T01:34:08.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.345+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tSzySH-8gOfVb7-yp0yZCo8KtJLQR1e_0 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5890057260819107302', time=2024-09-12T03:07:59.671819+0000, chain.objs.size()=1 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OBWjOuk5Kp_V6INI9FVf9yEhTTPqJtJ_0 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14891301929021727433', time=2024-09-12T03:07:59.777242+0000, chain.objs.size()=1 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.D3MMzHLB4iotaZHQZPPVlwk8dWFWE-e_0 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10341437017611278018', time=2024-09-12T03:07:59.901712+0000, chain.objs.size()=1 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WTWKEn2G92Jse4qhiKU2WHDNR77k-R6_0 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15191423226308573725', time=2024-09-12T03:08:01.391887+0000, chain.objs.size()=1 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Umwf8gBWLBXiy73SJXE20p5ydMTzyr9_0 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9867086835291411480', time=2024-09-12T03:08:02.091769+0000, chain.objs.size()=1 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9DvnrPLTKEzrnm-tCvNSGftLXGPp3UU_0 2024-09-12T01:34:08.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5145191740006893499', time=2024-09-12T03:08:02.230821+0000, chain.objs.size()=1 2024-09-12T01:34:08.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.K-FQFZVbrViHiPvDvGA8tplc2oNGvZk_0 2024-09-12T01:34:08.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5916264971946551591', time=2024-09-12T03:08:02.669883+0000, chain.objs.size()=1 2024-09-12T01:34:08.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.N_HwqsO-1-St4exkyWLq9pJAA0Fq0DC_0 2024-09-12T01:34:08.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.348+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.673763415056892588', time=2024-09-12T03:08:02.681443+0000, chain.objs.size()=1 2024-09-12T01:34:08.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.348+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9EHF4fjBr6DmEPupaWMovPpcrFUC3gm_0 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4391605447489523309', time=2024-09-12T03:08:35.944742+0000, chain.objs.size()=1 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.0H4Ei-Kqm7otTvb7v_8fB5X86-aNjy4_0 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4539159346771514190', time=2024-09-12T03:08:37.912533+0000, chain.objs.size()=1 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.295__shadow_._KmowM8lG5ZirO9kenlMYXCTBr4t8DE_0 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10862330954364576691', time=2024-09-12T03:08:49.074258+0000, chain.objs.size()=1 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.306__shadow_.AGvFV0mMXdfvZPqJc5UPjN4rhyijKOK_0 2024-09-12T01:34:08.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4059851260220510386', time=2024-09-12T03:09:05.975776+0000, chain.objs.size()=1 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.349+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.319__shadow:aoRL26IkJw1liZnFuVZZFUI6x-W02ox_.dK1aTOtf918Ws2MGXWJye0pPz1-UDTK_0 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15642870204625760003', time=2024-09-12T03:09:08.554635+0000, chain.objs.size()=1 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.322__shadow_.HAOssZ_Yl11ezdlWiOXX-OXyClySAqh_0 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9048449141952943128', time=2024-09-12T03:09:46.733500+0000, chain.objs.size()=1 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WWFvGKQhZ_1Dsa5Ep2CZU6qg0FbrUHS_0 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1077525878109944095', time=2024-09-12T03:09:46.734169+0000, chain.objs.size()=1 2024-09-12T01:34:08.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eYbltDLONDJGnHUaxAq0usGE7V-1HV6_0 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2661607242620218474', time=2024-09-12T03:09:46.792641+0000, chain.objs.size()=1 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kYMxrsKFg0fmcUp2QGYQXheFE8he3Qh_0 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16834513316209916980', time=2024-09-12T03:09:46.901056+0000, chain.objs.size()=1 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ztEdH_mX01IzqdUiq0w1RUApJ-LB9va_0 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.351+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10482086135996334157', time=2024-09-12T03:09:47.648823+0000, chain.objs.size()=1 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.351+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.A9fM2I-z1QuvHJJa0GyBgiE-YwimC95_0 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.351+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4929910484686645803', time=2024-09-12T03:09:47.698997+0000, chain.objs.size()=1 2024-09-12T01:34:08.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.351+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3tTQbFzgC3g4Rgc2qKRrWueQUR3vPLY_0 2024-09-12T01:34:08.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.352+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10491252363720439527', time=2024-09-12T03:09:47.742385+0000, chain.objs.size()=1 2024-09-12T01:34:08.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.352+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-MpfGCtjDZEhhgQ2hbc_kMbT7YLEj_P_0 2024-09-12T01:34:08.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.352+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2734804398277610065', time=2024-09-12T03:09:47.759478+0000, chain.objs.size()=1 2024-09-12T01:34:08.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.352+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.EfUdekzsAEY3KKFaBifkCdfXmsu3Uxu_0 2024-09-12T01:34:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.353+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3517952870645194005', time=2024-09-12T03:09:48.296548+0000, chain.objs.size()=1 2024-09-12T01:34:08.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.353+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.G04yZ4luBVm3FSzYtH_CfUfsYsUQMS0_0 2024-09-12T01:34:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.354+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18406799358386312249', time=2024-09-12T03:09:48.297259+0000, chain.objs.size()=1 2024-09-12T01:34:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.354+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PACmEx47pIvJOHWC0tsVXHCncE9iIBt_0 2024-09-12T01:34:08.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.354+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12152714702253404418', time=2024-09-12T03:09:48.761026+0000, chain.objs.size()=1 2024-09-12T01:34:08.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.354+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lsZmDv_5AENG0LcwbZBa8MNS6JiEBYC_0 2024-09-12T01:34:08.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.354+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3578457521229435340', time=2024-09-12T03:09:48.960127+0000, chain.objs.size()=1 2024-09-12T01:34:08.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.354+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.48SefArnC7bRJZ2m5wNS-UMCKSiVXW-_0 2024-09-12T01:34:08.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2249129391645663058', time=2024-09-12T03:09:49.269527+0000, chain.objs.size()=1 2024-09-12T01:34:08.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zATXOV_Mt5GsySdKBaV0WmmLyuU3x3i_0 2024-09-12T01:34:08.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2663699483591679520', time=2024-09-12T03:09:49.807766+0000, chain.objs.size()=1 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.k5CmxN3l63uF0wrgDJKqmhJHoD7JPV0_0 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12940922187468470576', time=2024-09-12T03:09:49.814025+0000, chain.objs.size()=1 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8TWRg5URRdNPUxq7wkoei00u4ee5gQ1_0 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15059641251112016387', time=2024-09-12T03:09:50.039820+0000, chain.objs.size()=1 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.K4Ko8uj2legykBztyDPfnt0Ao5bg5fS_0 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16093350208586419476', time=2024-09-12T03:09:50.129096+0000, chain.objs.size()=1 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yZTHKYy-ql0HWsqZ94wcI4Jz9Z3JaiZ_0 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2919655095431881729', time=2024-09-12T03:09:50.494288+0000, chain.objs.size()=1 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SicJm1Uz2bXFlVifweo2Y_lUq2nTXUw_0 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6853632929450087849', time=2024-09-12T03:09:50.512256+0000, chain.objs.size()=1 2024-09-12T01:34:08.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.q6RGQHiRtbGebazoxmyl9uGZE2FnAxa_0 2024-09-12T01:34:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.356+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10497763975939421317', time=2024-09-12T03:09:50.571613+0000, chain.objs.size()=1 2024-09-12T01:34:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.356+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LSZYr6NF4UeiY87CkPP-xFmNNnDNh6O_0 2024-09-12T01:34:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.357+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14100438084531169859', time=2024-09-12T03:09:51.274124+0000, chain.objs.size()=1 2024-09-12T01:34:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.357+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1z831yUjWwo1tEMRvKENrQyKBGS1ylZ_0 2024-09-12T01:34:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.357+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14198507169526648008', time=2024-09-12T03:09:51.416888+0000, chain.objs.size()=1 2024-09-12T01:34:08.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.357+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZHC6WAcLiAGuIF1Yip89lDKsprxPkSu_0 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3242346452828600326', time=2024-09-12T03:09:51.877838+0000, chain.objs.size()=1 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aliyQUyI2Gu4eIUUSuyBnV5n69LKgbA_0 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4660930447955743593', time=2024-09-12T03:09:53.357079+0000, chain.objs.size()=1 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8E2ZlUhgxQ8ipAfekSkS-f72Oe22E8s_0 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11829615021268036048', time=2024-09-12T03:09:53.428417+0000, chain.objs.size()=1 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qvro23UE7CNj2dCayxPS1VTUo7fIlVF_0 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11983057252974981846', time=2024-09-12T03:09:53.824146+0000, chain.objs.size()=1 2024-09-12T01:34:08.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4sWhQt-P8Gbqj8ezNxF97sAjFEeK7lg_0 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11760305706873475494', time=2024-09-12T03:09:54.001069+0000, chain.objs.size()=1 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aFl-x7OBTYBVvfBaucA67ndQO8lmYjY_0 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3817838217762251475', time=2024-09-12T03:09:54.408130+0000, chain.objs.size()=1 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MpjHAXpxCFfazt4098tNl7GbIZLYjRZ_0 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5280014889380133035', time=2024-09-12T03:09:54.802706+0000, chain.objs.size()=1 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Uu46_hv0-qN17mfy7O6-wYaxdmJMEwS_0 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1702547471087103309', time=2024-09-12T03:09:55.543947+0000, chain.objs.size()=1 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oKsUg6beYAzbinulnUDgJN63seAXg2W_0 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5835711641534456505', time=2024-09-12T03:09:55.780833+0000, chain.objs.size()=1 2024-09-12T01:34:08.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JmcKMVd97Ke_e__k11hGcaT6yM0bmvI_0 2024-09-12T01:34:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.362+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12435903707944961835', time=2024-09-12T03:09:55.855432+0000, chain.objs.size()=1 2024-09-12T01:34:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.362+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qfGJN22k6HiKU4YpUQ5qxnoqu6Sb9PY_0 2024-09-12T01:34:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.362+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18357217977446929466', time=2024-09-12T03:09:56.452827+0000, chain.objs.size()=1 2024-09-12T01:34:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.362+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3Rmt907tur8nHd7Aj-oX5G5M7BRqSeE_0 2024-09-12T01:34:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.362+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7252567208036882361', time=2024-09-12T03:09:56.977168+0000, chain.objs.size()=1 2024-09-12T01:34:08.362 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.362+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DOQFjPc0hspTWH5jHe9qcEUJP7IhV2z_0 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4839919239825618152', time=2024-09-12T03:09:56.977727+0000, chain.objs.size()=1 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6MfVAfIYLBaFFYy1U8TNOU9ZTyMc9-8_0 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4695991719331321458', time=2024-09-12T03:09:57.034082+0000, chain.objs.size()=1 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Sfq3YnzmEJH9L6zchTDOLuXXdmYRHNP_0 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14197636166965365773', time=2024-09-12T03:09:57.111111+0000, chain.objs.size()=1 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HzvF6F-C1gonRrD676_SsIXd-8t5FRz_0 2024-09-12T01:34:08.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.562243980668335071', time=2024-09-12T03:10:35.509996+0000, chain.objs.size()=1 2024-09-12T01:34:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.feFGcAw2Lk37vKPc67H8Z9bBFl8tCr9_0 2024-09-12T01:34:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16031849820024583854', time=2024-09-12T03:10:36.387182+0000, chain.objs.size()=1 2024-09-12T01:34:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.363+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wuLTFm_15iTbvyu9dctgoxJoaqJSCLi_0 2024-09-12T01:34:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.364+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13338186904712982120', time=2024-09-12T03:10:36.415208+0000, chain.objs.size()=1 2024-09-12T01:34:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.364+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-DlVtN0s9KElDxNS4dV0mAFudUYm3_P_0 2024-09-12T01:34:08.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.364+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6670672713452217428', time=2024-09-12T03:10:36.579753+0000, chain.objs.size()=1 2024-09-12T01:34:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.364+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rST4PiWB-bzT6Q1RlfnXHmO3TAlBdJV_0 2024-09-12T01:34:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.364+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2919801939365374222', time=2024-09-12T03:10:37.026378+0000, chain.objs.size()=1 2024-09-12T01:34:08.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.364+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.p4VbOuOdq2zxfvyCViqMEGIU7HUIpWQ_0 2024-09-12T01:34:08.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.367+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1488322983559857319', time=2024-09-12T03:10:37.173237+0000, chain.objs.size()=1 2024-09-12T01:34:08.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.367+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5WghiLLDWSFcpgFiQEW7hAv2HFbyBRt_0 2024-09-12T01:34:08.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.367+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4311265198514909854', time=2024-09-12T03:10:37.781871+0000, chain.objs.size()=1 2024-09-12T01:34:08.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.367+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uGX592aEGOsqABrDvRLzsS3O8TMrpvY_0 2024-09-12T01:34:08.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.367+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4938973918006567422', time=2024-09-12T03:10:37.984829+0000, chain.objs.size()=1 2024-09-12T01:34:08.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.367+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wi1Y2JHF2-h0fmMwW_4A0vVzRQx5vxC_0 2024-09-12T01:34:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3907197371634910400', time=2024-09-12T03:10:39.045579+0000, chain.objs.size()=1 2024-09-12T01:34:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qJr75e3RY4lSbZsXcaAvnyhkBs2yH-2_0 2024-09-12T01:34:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18125222936555018804', time=2024-09-12T03:10:39.242815+0000, chain.objs.size()=1 2024-09-12T01:34:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wOMj7Z1v84roNi4XsTOJ_uHF5TDMLXE_0 2024-09-12T01:34:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7511638840887071983', time=2024-09-12T03:10:39.339847+0000, chain.objs.size()=1 2024-09-12T01:34:08.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-M0BfIUBkQ8_GVBLj5R-YZyqltVQ8dA_0 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11623998110697001590', time=2024-09-12T03:10:39.508613+0000, chain.objs.size()=1 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ReFPXuaeX4G3wrDeng4fl9EM4Fyttsi_0 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17328613430979601821', time=2024-09-12T03:10:39.792648+0000, chain.objs.size()=1 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._mJJR-18-EO7aoDwZj3PvCKOnRbkN4J_0 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2785756331186185102', time=2024-09-12T03:10:40.026919+0000, chain.objs.size()=1 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.R_mbmpw5WhzTkNwu86ErSzTELRbTfK1_0 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16804450038603932985', time=2024-09-12T03:10:40.066800+0000, chain.objs.size()=1 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7o3oT3eWd_W2EkfrFLD9tJ10X5Zubee_0 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1558780162716602227', time=2024-09-12T03:10:40.855073+0000, chain.objs.size()=1 2024-09-12T01:34:08.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.368+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YiIHsQetYo2roHsIn8oH8fDiPjrF2g5_0 2024-09-12T01:34:08.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.369+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8497028411095868134', time=2024-09-12T03:10:41.086807+0000, chain.objs.size()=1 2024-09-12T01:34:08.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.369+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ArbZhTB0j4bUIwsPXOV67Mz3njGPgBZ_0 2024-09-12T01:34:08.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4088804320894734764', time=2024-09-12T03:10:41.919265+0000, chain.objs.size()=1 2024-09-12T01:34:08.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VRKWeRRVhx1ibUt_vHfzziQ6M3BspNw_0 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2584585285575760049', time=2024-09-12T03:10:42.277036+0000, chain.objs.size()=1 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Sy8z9vDezBDapcEmG_tZkIg9iZukRLQ_0 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3095351099086964280', time=2024-09-12T03:10:42.347736+0000, chain.objs.size()=1 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.DQ5Wpyuy4ingpa8wSMMtRAQ6RAIFUoE_0 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11663729491177991573', time=2024-09-12T03:10:42.469944+0000, chain.objs.size()=1 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2WfD8CYIN5UuVtpTtJuqxcnj4IezM2M_0 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2405946469707227253', time=2024-09-12T03:10:42.640251+0000, chain.objs.size()=1 2024-09-12T01:34:08.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zCEHLMsGaidcjH0gMnm8QfDHcQ5DBLY_0 2024-09-12T01:34:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11490421424274278609', time=2024-09-12T03:10:42.727562+0000, chain.objs.size()=1 2024-09-12T01:34:08.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nQAvZsCo6yRHSfdhHjP0YY_Jy1-H-p3_0 2024-09-12T01:34:08.376 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.376+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/46860 2024-09-12T01:34:08.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T01:34:08.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15015948561230180978', time=2024-09-12T03:10:43.039419+0000, chain.objs.size()=1 2024-09-12T01:34:08.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JXuwlw79w0fX5N2SE96C47UA2Bap8X9_0 2024-09-12T01:34:08.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5595595993036557044', time=2024-09-12T03:10:43.549686+0000, chain.objs.size()=1 2024-09-12T01:34:08.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.k2CbRJhwsKUc2Bm2jMuGm8YNejpjqtN_0 2024-09-12T01:34:08.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1801212135268265084', time=2024-09-12T03:10:44.448198+0000, chain.objs.size()=1 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BoJ3mhbPWeq4BDX95N2aYexDW2FhajP_0 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16444856009798105401', time=2024-09-12T03:10:44.587458+0000, chain.objs.size()=1 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZvmAZmHggcebye6wemVdnDFDY8l_ajS_0 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12523357687463120091', time=2024-09-12T03:10:45.099197+0000, chain.objs.size()=1 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.r5vwDjpQgfml6Cwk677EkvAOCOL-Dqk_0 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16753692188196315082', time=2024-09-12T03:10:47.797721+0000, chain.objs.size()=1 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.327__shadow_.SeaOt1woP9LlvlnLRN1Uyb_HviNa_I2_0 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17059794160427612097', time=2024-09-12T03:12:52.857576+0000, chain.objs.size()=1 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.457__shadow_.wl-w_NdUXJCUl7wmWVQ-VyLFRjCRFx8_0 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15768377215710754792', time=2024-09-12T03:12:54.243708+0000, chain.objs.size()=1 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.458__shadow_.6syCpOfZvfU8Jkk9UxvxGJeGsgmdBWI_0 2024-09-12T01:34:08.380 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13076108863570927111', time=2024-09-12T03:13:16.236570+0000, chain.objs.size()=1 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.xgltut3NdmGTdRQ0qtPVl3DeGS-p7DP_0 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16338257123870288409', time=2024-09-12T03:13:17.364592+0000, chain.objs.size()=1 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.484__shadow_.zfAqU57KcKwAATAzCgIyTUSTaEAsh4a_0 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7713782886740311765', time=2024-09-12T03:13:27.180486+0000, chain.objs.size()=1 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.491__shadow_.KZMI-7N9yV4ENbGKlc3wtfEJCXgfLGL_0 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12219247803224674367', time=2024-09-12T03:16:44.440608+0000, chain.objs.size()=6 2024-09-12T01:34:08.381 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg.1 2024-09-12T01:34:08.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.381+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.Cz_rtCJmSQGSHuer396rw7LnovZDkiwt.2 2024-09-12T01:34:08.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.381+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.x1WpnW3w52foUrwim-tbofk2624MgUE9.3 2024-09-12T01:34:08.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.381+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg.4 2024-09-12T01:34:08.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.381+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg.5 2024-09-12T01:34:08.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.381+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~VPL1s7HUK7bJN_VFYf121o_TJYpJfCg.6 2024-09-12T01:34:08.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.965263986242220017', time=2024-09-12T03:17:10.134861+0000, chain.objs.size()=3 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~dPYbnpr2YqsHL-YOAQpdYT1nvJXO7BX.1 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~dPYbnpr2YqsHL-YOAQpdYT1nvJXO7BX.2 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~dPYbnpr2YqsHL-YOAQpdYT1nvJXO7BX.3 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13770723348377465529', time=2024-09-12T03:17:41.987928+0000, chain.objs.size()=4 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.527__multipart_mymultipart.2~oVlgfZo4Te-bPxX1eG7pVjz1kISuxOM.1 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.527__multipart_mymultipart.2~oVlgfZo4Te-bPxX1eG7pVjz1kISuxOM.2 2024-09-12T01:34:08.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.383+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.527__multipart_mymultipart.2~oVlgfZo4Te-bPxX1eG7pVjz1kISuxOM.3 2024-09-12T01:34:08.385 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.385+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.527__multipart_mymultipart.2~oVlgfZo4Te-bPxX1eG7pVjz1kISuxOM.4 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9443140406324451775', time=2024-09-12T03:19:00.661387+0000, chain.objs.size()=1 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.553__shadow_.xHT2k6520_2jITyq8qj_S5fy1eg1Uec_0 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4418383380117285394', time=2024-09-12T03:19:53.346204+0000, chain.objs.size()=1 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:4sEjdQ8zNjpeBKDGVNrdJItv4ktj1jN_.ZEAnODJkebZ_tsHejoR9LqqeNdxlBXp_0 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3236576398286095290', time=2024-09-12T03:20:05.715499+0000, chain.objs.size()=1 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.575__shadow:v51F2.SGEh9UkNzbhAkRDgXuQOzMSAI_.rtN7r8Cqedleq3FvK7aclxLPYE7vJzj_0 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13404799954978600000', time=2024-09-12T03:28:04.125445+0000, chain.objs.size()=1 2024-09-12T01:34:08.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.696__shadow:bAdjpU7-vsFK1t6UfXCZp1d7FaAYxjQ_.8ojH-w_g6qfDCMp2zDWCp0lfDKAlmKe_0 2024-09-12T01:34:08.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.388+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17623684790755880273', time=2024-09-12T03:28:15.209462+0000, chain.objs.size()=1 2024-09-12T01:34:08.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.388+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.708__shadow:09VUYrjEa9YSj8PGb8qm5Z3cpl8Dp1s_.lUyLgAJZMA2GXUiqBRxJJwq6rz6kE2Y_0 2024-09-12T01:34:08.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.390+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:34:08.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.394+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.394+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44419' 2024-09-12T01:34:08.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2367361330478095962', time=2024-09-12T03:06:45.288644+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.233__shadow_.F-AgWoedDazbkO2ZArKx354wovylo2s_0 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18402428469109035239', time=2024-09-12T03:06:54.314512+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.241__shadow_.g8rHRMBCVQL_9L4ua1GGV1tvgqVxaYr_0 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1543226856324801343', time=2024-09-12T03:06:54.326422+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.241__shadow_.XCj4ePhs4iesFSKJbaaP10Pnt0yohu0_0 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14534823904045883638', time=2024-09-12T03:07:00.598847+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.246__shadow_.AIsVLhGeBjANffdbLzizv6HY4ampPXF_0 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6015675903272666743', time=2024-09-12T03:07:52.219539+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0jenzY2M53idZIxjTrxH8O2XxUFLV15_0 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10445447680157959572', time=2024-09-12T03:07:53.007924+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jk-WUStEvJnHOBmUaqg6CAPKRKAYmBP_0 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17211031300014274893', time=2024-09-12T03:07:53.274211+0000, chain.objs.size()=1 2024-09-12T01:34:08.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XqSn2emR6EolPLl6wNu6qnf4uM6rXpC_0 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.451199463857474857', time=2024-09-12T03:07:53.910493+0000, chain.objs.size()=1 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iMPlwn6FCJ2p1BS6UIbhQ_B1UtUkLdA_0 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4680178086492072943', time=2024-09-12T03:07:54.252691+0000, chain.objs.size()=1 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NmaQ1lpUwX3Hl3OvdbaYeMCelA_lR2f_0 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5950196707476294651', time=2024-09-12T03:07:54.366135+0000, chain.objs.size()=1 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y65KEzeSPF0q8giDHg8qMzZ3kWiOJUI_0 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14498004085351751844', time=2024-09-12T03:07:54.635304+0000, chain.objs.size()=1 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZfpUC7D5AX4Il1RkqZdEVFYkTjqSVPv_0 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13547242034376986199', time=2024-09-12T03:07:55.472996+0000, chain.objs.size()=1 2024-09-12T01:34:08.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4accluqQhSnWzyMEoWQU4guKTK8JLJd_0 2024-09-12T01:34:08.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9320124686892628557', time=2024-09-12T03:07:55.868989+0000, chain.objs.size()=1 2024-09-12T01:34:08.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UGSkcu0jpKVX7tiplmU5F9vp68pmJ3g_0 2024-09-12T01:34:08.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6863479244797703301', time=2024-09-12T03:07:56.016230+0000, chain.objs.size()=1 2024-09-12T01:34:08.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TJN1PdxcBwG0q-X6VzS-YzrxXslmvLH_0 2024-09-12T01:34:08.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14892635876845698302', time=2024-09-12T03:07:56.676257+0000, chain.objs.size()=1 2024-09-12T01:34:08.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iUUE1jYuNA0LVh-dkROMoxeBr-a1kz3_0 2024-09-12T01:34:08.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14576606276309633443', time=2024-09-12T03:07:56.720370+0000, chain.objs.size()=1 2024-09-12T01:34:08.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.taF3G9nnGQ2TDQbY8oXlPeZNxJBpHjw_0 2024-09-12T01:34:08.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9524020298540449565', time=2024-09-12T03:07:56.941168+0000, chain.objs.size()=1 2024-09-12T01:34:08.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.88T0K_i1Mim0c0oH7wWDcSdzERBJIfO_0 2024-09-12T01:34:08.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12693282260027907233', time=2024-09-12T03:07:57.405495+0000, chain.objs.size()=1 2024-09-12T01:34:08.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4j1BYAqC_Q-N0RCUVIjrSMlWNQI8fwb_0 2024-09-12T01:34:08.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5899594643194038727', time=2024-09-12T03:07:57.643268+0000, chain.objs.size()=1 2024-09-12T01:34:08.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xHZvEPhGd-uPrdoAFaYE6_DJm2gl-8D_0 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7528195072940516957', time=2024-09-12T03:07:58.020570+0000, chain.objs.size()=1 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QNnMqBi1jwrp0JJ17yy0EGWqS6KTIaM_0 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13801286727298959158', time=2024-09-12T03:07:58.356340+0000, chain.objs.size()=1 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nhUGtT0lZfgBr3jGs9nL1gy0AxPMMRn_0 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10142298033567119592', time=2024-09-12T03:07:58.433490+0000, chain.objs.size()=1 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nvqi2_6A-Tfzl6_eGzS8iuBwC-5p5Xk_0 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.491123490161602111', time=2024-09-12T03:07:58.523965+0000, chain.objs.size()=1 2024-09-12T01:34:08.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.400+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5nkiMjN1azBIpdf2RytuDBoiLAdpwLv_0 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.401+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6836453542157675888', time=2024-09-12T03:07:58.524577+0000, chain.objs.size()=1 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.401+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fuWKjdXsqmmj2xL19YHEMMsW-EVnzoW_0 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16630211184873809913', time=2024-09-12T03:07:59.021548+0000, chain.objs.size()=1 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JddtW1fhK6LjHWatMqhPCyA637YJuMs_0 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17989044963505887980', time=2024-09-12T03:08:00.296561+0000, chain.objs.size()=1 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.127OnBZmyfV3t9n7pOvkTd3BpDP99ST_0 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10098775090711107921', time=2024-09-12T03:08:00.792180+0000, chain.objs.size()=1 2024-09-12T01:34:08.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WYCotwltDxyhaOcDv_tB1pj3yAIINd2_0 2024-09-12T01:34:08.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.248308590361646659', time=2024-09-12T03:08:00.893867+0000, chain.objs.size()=1 2024-09-12T01:34:08.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.eaBHayjFR0Ld-xl7DbN2vk9sxX6j97i_0 2024-09-12T01:34:08.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12547137421693248608', time=2024-09-12T03:08:00.940310+0000, chain.objs.size()=1 2024-09-12T01:34:08.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yxazsn7OcheYCYZM8lz8SqOxG_ECf2q_0 2024-09-12T01:34:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17808746018117061792', time=2024-09-12T03:08:01.446278+0000, chain.objs.size()=1 2024-09-12T01:34:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.t1ugek7PI_b3Du0sDw6vkVwaa0LKXLt_0 2024-09-12T01:34:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3432955569376124', time=2024-09-12T03:08:02.506858+0000, chain.objs.size()=1 2024-09-12T01:34:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.403+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Pq6Zygnr2fGuvfC3VWkTix6W0SXO7-S_0 2024-09-12T01:34:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.404+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.386571878693277604', time=2024-09-12T03:08:02.556201+0000, chain.objs.size()=1 2024-09-12T01:34:08.404 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.404+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6dgxDbGmVWbrz7wImmXHxH6GfNyNiF4_0 2024-09-12T01:34:08.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.404+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1285611570234401778', time=2024-09-12T03:08:02.595628+0000, chain.objs.size()=1 2024-09-12T01:34:08.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.404+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SqAGUfbl92HAA0q3Po71DxHmF1mjxR8_0 2024-09-12T01:34:08.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.404+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.763389810328440998', time=2024-09-12T03:08:08.604825+0000, chain.objs.size()=1 2024-09-12T01:34:08.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.404+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.268__shadow_.xTKnqODzT58yWmS0uShJbtJT48DH-d1_0 2024-09-12T01:34:08.405 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.405+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1736071701225869189', time=2024-09-12T03:08:28.132940+0000, chain.objs.size()=1 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.405+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.288__shadow_.pEaJR4LeVIHE_Enf_3YpsrY1DYPG0g9_0 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.405+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16055013348327177680', time=2024-09-12T03:08:33.641144+0000, chain.objs.size()=1 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.405+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.bbXJAtNdeiAxv01Ou1Xj-qKV-Kb-qGV_0 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.406+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12250823954097372285', time=2024-09-12T03:08:44.925140+0000, chain.objs.size()=1 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.406+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.302__shadow_.uYdXa_uUgQrry3RfQmEdzD77cqVnYpj_0 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.406+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293715578315218738', time=2024-09-12T03:08:44.935968+0000, chain.objs.size()=1 2024-09-12T01:34:08.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.406+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.302__shadow_.EUsbNoUMWbS3rX7ovLGJ_es2n0yY2aB_0 2024-09-12T01:34:08.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.408+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4142093071453879370', time=2024-09-12T03:08:47.864553+0000, chain.objs.size()=1 2024-09-12T01:34:08.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.408+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.305__shadow_.vB2woe9S-1X-0tOPEgoDAwqXQtw6Ew4_0 2024-09-12T01:34:08.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.408+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8525570470248361042', time=2024-09-12T03:09:46.849080+0000, chain.objs.size()=1 2024-09-12T01:34:08.408 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.408+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MelZIu16_kgQO3Gc6Ua16NLD5PDkGUH_0 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3371757252514823742', time=2024-09-12T03:09:46.868173+0000, chain.objs.size()=1 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9XOOAtr34g3o506MSGZ6wVJlReXnKoJ_0 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11660520818408459928', time=2024-09-12T03:09:47.208283+0000, chain.objs.size()=1 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.b2XPe1A7QfGiXFkqBJvKpznofey31AU_0 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4947288964598588553', time=2024-09-12T03:09:47.208983+0000, chain.objs.size()=1 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JMdoyBIzygfFBYQzJlLbPN3rF9y3Lpr_0 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14601081162878933031', time=2024-09-12T03:09:47.342044+0000, chain.objs.size()=1 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cPD77m_XKFb-RHCwH3BgdwZ3m-XNQ_a_0 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7051508225442596207', time=2024-09-12T03:09:47.420172+0000, chain.objs.size()=1 2024-09-12T01:34:08.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.W8Y5OdsJ8iQQ_YwPuptPUGF10BKymfn_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3892045879757886246', time=2024-09-12T03:09:47.715965+0000, chain.objs.size()=1 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6Z3_unQ1mRj6D19EiGCog4kH7xKniqy_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7314117970516844004', time=2024-09-12T03:09:48.663914+0000, chain.objs.size()=1 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LZ1MbGXKarHtqcbv8N14fZwcOMI_y2s_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1496700406450019482', time=2024-09-12T03:09:49.132106+0000, chain.objs.size()=1 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nlpAMq6LrGzHg_msGKRW9j4gBBZDOfk_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.443988142303360730', time=2024-09-12T03:09:49.841244+0000, chain.objs.size()=1 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5Nv5GLuRwixU0YKwt5kY9gBkZBSi6Pz_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17769247151805135831', time=2024-09-12T03:09:49.883787+0000, chain.objs.size()=1 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.410+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.a8cb3AhamesdJgNJyHlkuRZMJgWsmo6_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.411+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2471423359088112823', time=2024-09-12T03:09:50.207934+0000, chain.objs.size()=1 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.411+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jGmH8JG6oGnqe_1_Pp6kl_ajElouqVM_0 2024-09-12T01:34:08.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.412+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7474357447035540569', time=2024-09-12T03:09:51.371068+0000, chain.objs.size()=1 2024-09-12T01:34:08.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.412+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Xe3gEGyzq2PyxhT3bBlvZZSf8_6L31U_0 2024-09-12T01:34:08.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3235970483180748181', time=2024-09-12T03:09:51.723958+0000, chain.objs.size()=1 2024-09-12T01:34:08.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vx-LlucnDmrtH-d4f531lxNXLxlQ4vP_0 2024-09-12T01:34:08.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2576224553059101796', time=2024-09-12T03:09:51.800745+0000, chain.objs.size()=1 2024-09-12T01:34:08.415 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fMSpo3WxnB17A0AvKpEJa0K7RgNDfdv_0 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9878209176080779485', time=2024-09-12T03:09:52.546291+0000, chain.objs.size()=1 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Pw-m_kTLfCqMJx569nbqWPqmpp_Wr_3_0 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5538399942712959962', time=2024-09-12T03:09:52.739422+0000, chain.objs.size()=1 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sRPADbmPpClI_KR50vDn8oL56M5XtiP_0 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4871343470073769491', time=2024-09-12T03:09:52.842065+0000, chain.objs.size()=1 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.v6UGzS6S33kaofe21QQTw-qocBG98b1_0 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1706045188827640554', time=2024-09-12T03:09:53.077320+0000, chain.objs.size()=1 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dZaxeMSMlc6sZ5n-9z30aRprZ3ZFBx6_0 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2072300231458981944', time=2024-09-12T03:09:53.266832+0000, chain.objs.size()=1 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OXnLB7RpUENiVzfp3KTVKwB2GI5aNSX_0 2024-09-12T01:34:08.416 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3927107269245989026', time=2024-09-12T03:09:55.070686+0000, chain.objs.size()=1 2024-09-12T01:34:08.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tY8xK-mar-FiZOEcSRbm3ohLf_mybdw_0 2024-09-12T01:34:08.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8280358785995186449', time=2024-09-12T03:09:55.201550+0000, chain.objs.size()=1 2024-09-12T01:34:08.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.s0_B8sU6TjUaTE2TptDKOy6LHnUNjgA_0 2024-09-12T01:34:08.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10367488171660680895', time=2024-09-12T03:09:55.268547+0000, chain.objs.size()=1 2024-09-12T01:34:08.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.414+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vSdXCfO3aqkw7WXQ7I1dfqYDhZHEk8f_0 2024-09-12T01:34:08.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2355163723326857721', time=2024-09-12T03:09:56.028454+0000, chain.objs.size()=1 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WqJ5f7D_iIEad_350taQcIcY7-h5wLG_0 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8383967767172102553', time=2024-09-12T03:09:56.392105+0000, chain.objs.size()=1 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9nZ214FpOJsLnY8f7ZleaPwq1JljSDH_0 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.618324503291552267', time=2024-09-12T03:10:34.822251+0000, chain.objs.size()=1 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Uxy8XzH7TZSkxZbsazmQwg9f1jtIaRj_0 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1904860185920939423', time=2024-09-12T03:10:34.823085+0000, chain.objs.size()=1 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gNL1WXkv3pAD1zxJwvYzJyZ-bV7Du66_0 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13897082567099811510', time=2024-09-12T03:10:34.990119+0000, chain.objs.size()=1 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wwHazAvb4vDFETJuwFyfIXvw6Jg8WJU_0 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15137729482933965143', time=2024-09-12T03:10:36.317317+0000, chain.objs.size()=1 2024-09-12T01:34:08.418 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Hn1MmiVcErtxClmXrElsOy1gaZ7hLi__0 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.419+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6093498538681073012', time=2024-09-12T03:10:36.438724+0000, chain.objs.size()=1 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.419+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.q2Rjd9D2nsD7VwYYHR9_OzqPVNdvpIF_0 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.419+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11561278938318004936', time=2024-09-12T03:10:36.588656+0000, chain.objs.size()=1 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.419+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JLyrsIUTk8U3SJ9VHUR6c0bTEVr2pbo_0 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.419+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2756687417157522280', time=2024-09-12T03:10:36.653288+0000, chain.objs.size()=1 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.419+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jIOJxHqA_JpRobpf9Ha2DGLQuBWrU8Q_0 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.420+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2630096912636405006', time=2024-09-12T03:10:36.727041+0000, chain.objs.size()=1 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.420+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.I0PbAF98LzC9gTZWDr2Xw-uR3_6RNHc_0 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.420+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2150203050239302327', time=2024-09-12T03:10:36.846549+0000, chain.objs.size()=1 2024-09-12T01:34:08.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.420+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mXk11ZS0Xzn1Tpt65jQyC0p2Fjx3876_0 2024-09-12T01:34:08.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8371064070461869306', time=2024-09-12T03:10:37.689632+0000, chain.objs.size()=1 2024-09-12T01:34:08.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PYuBsDGaBpxfmFFbQ6RYOX_jzx0Hlzm_0 2024-09-12T01:34:08.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14717497025003159783', time=2024-09-12T03:10:37.827995+0000, chain.objs.size()=1 2024-09-12T01:34:08.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QQSheJke_iO5BC64t0j7iRDlhJqqGA3_0 2024-09-12T01:34:08.421 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.818222360308323180', time=2024-09-12T03:10:38.040395+0000, chain.objs.size()=1 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Kbx1cw-Z-xRfsx7pIGBUITopf5dDnRm_0 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12429294893412975906', time=2024-09-12T03:10:39.605914+0000, chain.objs.size()=1 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.6yaWWyvFLG3umvl1Uhpvr_3IwEDKetC_0 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7049108610583780012', time=2024-09-12T03:10:39.606796+0000, chain.objs.size()=1 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FWqcemf-Pmksfq9TDVHL-hJmXmgtudH_0 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9879477820563475077', time=2024-09-12T03:10:39.664775+0000, chain.objs.size()=1 2024-09-12T01:34:08.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.421+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.K4ERJhOtPjEpoGcuzG73vss61j4TNEY_0 2024-09-12T01:34:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14261896349162028362', time=2024-09-12T03:10:39.703537+0000, chain.objs.size()=1 2024-09-12T01:34:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rLIvCofHdohqNHZ22hUOL7InW0Py4ZZ_0 2024-09-12T01:34:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15030137365161582515', time=2024-09-12T03:10:39.918668+0000, chain.objs.size()=1 2024-09-12T01:34:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.AtPOr7kC2DW27K-6cVCr-mGOLcZodRD_0 2024-09-12T01:34:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.294496104534915630', time=2024-09-12T03:10:41.402413+0000, chain.objs.size()=1 2024-09-12T01:34:08.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zh8XP4B7bpVV8RJI44juCjwkk4EYr_T_0 2024-09-12T01:34:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8740437532861204110', time=2024-09-12T03:10:41.967773+0000, chain.objs.size()=1 2024-09-12T01:34:08.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.423+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ctibf6uaj6mAh3nyr5GjETnCBCQJqfh_0 2024-09-12T01:34:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.425+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2233791853214376896', time=2024-09-12T03:10:42.150487+0000, chain.objs.size()=1 2024-09-12T01:34:08.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.425+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.6CClP9_kcn9l5gNrredqdJQgSP8jhad_0 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12622271154604281893', time=2024-09-12T03:10:42.403204+0000, chain.objs.size()=1 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VnzryjKmojCjKdrPy3Pprr8OscuVKDH_0 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16486672993326656207', time=2024-09-12T03:10:42.632423+0000, chain.objs.size()=1 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lNqEqve6TWwCBkefw9y6yWqDRd9HdWp_0 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12725873521479802757', time=2024-09-12T03:10:43.178515+0000, chain.objs.size()=1 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eVhM1Pfq1nDH-TgJez3u-AmFewPtL3E_0 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1611759400477940496', time=2024-09-12T03:10:43.196469+0000, chain.objs.size()=1 2024-09-12T01:34:08.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OPL7Dn-AAhjLvdFvhAHe0tXqrAvQzha_0 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15728524608829192959', time=2024-09-12T03:10:43.438730+0000, chain.objs.size()=1 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5hstag_BFGzFiGVeJlitc28SA6-TUhW_0 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11988878959198382438', time=2024-09-12T03:10:43.439586+0000, chain.objs.size()=1 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.r4BkUJo5dlJGEO_d1LKhv_u6CMiN655_0 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7210570865270480189', time=2024-09-12T03:10:43.887511+0000, chain.objs.size()=1 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dh4pQ0sMFp5h50mtMHNMNoI5Hrd0ENf_0 2024-09-12T01:34:08.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2341444429567029639', time=2024-09-12T03:10:43.950022+0000, chain.objs.size()=1 2024-09-12T01:34:08.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uZiGkSx6a7w2pYLGMszMTl_zxeRz_5z_0 2024-09-12T01:34:08.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15102756753002081274', time=2024-09-12T03:10:44.486513+0000, chain.objs.size()=1 2024-09-12T01:34:08.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.426+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.P9berG3GwS6ZVkRsJoVy9vDwYUv8DO__0 2024-09-12T01:34:08.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.427+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9321386386358859147', time=2024-09-12T03:10:44.618615+0000, chain.objs.size()=1 2024-09-12T01:34:08.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.427+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EMKCbnoy0CoIf2QL7ww0VFftnzFq-XR_0 2024-09-12T01:34:08.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.429+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15947878491383784595', time=2024-09-12T03:10:44.639349+0000, chain.objs.size()=1 2024-09-12T01:34:08.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.429+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QmMIvz1CuxnzRdw0_bLtjkkKyXBJEMx_0 2024-09-12T01:34:08.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.429+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4204733686118804831', time=2024-09-12T03:10:44.873717+0000, chain.objs.size()=1 2024-09-12T01:34:08.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.429+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UWhx49QAxTyNRZB9R0TP8dEEZ3Ze5fO_0 2024-09-12T01:34:08.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8585873857090130411', time=2024-09-12T03:10:44.970442+0000, chain.objs.size()=1 2024-09-12T01:34:08.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.6fDQfg4TmzNEDIn02T6DNuQ0Wz4wkaI_0 2024-09-12T01:34:08.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11261544371502753502', time=2024-09-12T03:10:45.128391+0000, chain.objs.size()=1 2024-09-12T01:34:08.430 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.u3q97zDKNT3OnvGd16P8d2CDktL0vPe_0 2024-09-12T01:34:08.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1467646454057012711', time=2024-09-12T03:10:45.165485+0000, chain.objs.size()=1 2024-09-12T01:34:08.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aDScHMII_1OvzFnFbAFzg_f1FmYFb7v_0 2024-09-12T01:34:08.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3290845287379560397', time=2024-09-12T03:10:45.235700+0000, chain.objs.size()=1 2024-09-12T01:34:08.431 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.430+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nlcoZ8UfdrKXYBDB2d-lGvjIPI8seyo_0 2024-09-12T01:34:08.434 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.434+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/44419 2024-09-12T01:34:08.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T01:34:08.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2877012879019203477', time=2024-09-12T03:10:54.249263+0000, chain.objs.size()=1 2024-09-12T01:34:08.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.334__shadow_.fqkf2Fo8qYHvmZ18bZepQ4DRq9-_j9d_0 2024-09-12T01:34:08.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13313962824721588402', time=2024-09-12T03:11:02.129134+0000, chain.objs.size()=1 2024-09-12T01:34:08.437 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.342__shadow_.bJ6lcq9iYVD3EwGO3VvuZ9jTFEABEw7_0 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15010658191716395711', time=2024-09-12T03:11:36.263933+0000, chain.objs.size()=1 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.381__shadow_.vgi0ZYs7X79sCTPHFsKzWY-6pXpFVuV_0 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6129382955570338007', time=2024-09-12T03:12:33.472088+0000, chain.objs.size()=1 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.440__shadow_.eLN_WCHK01NrDxSrnLSW-C9Y_Cee2q0_0 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9663027433784040162', time=2024-09-12T03:13:02.057302+0000, chain.objs.size()=1 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.464__shadow_.uavnmZuMPELkZl8T1fPZQss5G10Gf39_0 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16078222891121994743', time=2024-09-12T03:14:04.152569+0000, chain.objs.size()=6 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.1 2024-09-12T01:34:08.438 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.2 2024-09-12T01:34:08.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.3 2024-09-12T01:34:08.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.4 2024-09-12T01:34:08.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.436+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.5 2024-09-12T01:34:08.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.437+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.6 2024-09-12T01:34:08.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.437+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7863304036024897733', time=2024-09-12T03:19:18.664131+0000, chain.objs.size()=1 2024-09-12T01:34:08.439 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.437+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.557__shadow_.dnDqgvp-R3iqBZA5ieEWEQ2HXlbGL8Z_0 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6684432107488004379', time=2024-09-12T03:19:28.082664+0000, chain.objs.size()=1 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.560__shadow_.qpiH9YJZjRunBAH1GTQJ8UEP6uOU_u5_0 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2772135019282025598', time=2024-09-12T03:19:30.438252+0000, chain.objs.size()=1 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.562__shadow_.dOHFO1gyiNzQqypHn-O1JOVZwR6ytV9_0 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5536901595139293325', time=2024-09-12T03:19:54.814552+0000, chain.objs.size()=1 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.570__shadow:eQ.OuegOy02HYm8AyHjubh8tgPd8CvD_.xubqnZq4mjtxlgLITkjAJwgklkh3_5V_0 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9407727458127173371', time=2024-09-12T03:20:01.101345+0000, chain.objs.size()=1 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:WvSpaCK5spe9XKsih9TspGCIO.7DoFt_.R8sjaz83yU8Mx1ZNUVWFDgqvLio_Ev6_0 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10851544370976051136', time=2024-09-12T03:20:07.985687+0000, chain.objs.size()=1 2024-09-12T01:34:08.440 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:zC81Ba5RD7auX5LLxwgdM4bG6nOjRdZ_.QSBG17I9P3bT5JbEU5avuoqyEylQ488_0 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12906811569445993522', time=2024-09-12T03:21:21.012991+0000, chain.objs.size()=1 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.585__shadow:0U6chNKUOZd9PkQXrEQO.SufFC5z8pH_.ZnjYk-ziefLo0dZvpl17BrKGdr8yeRI_0 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11783120992207593128', time=2024-09-12T03:21:24.393478+0000, chain.objs.size()=1 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.439+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:KejxGh97cvJtZVyNouUOZXc.Ao91Tzo_.stkvzX-5sq94TMxLqrfLqDhZ3li6cmY_0 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.440+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10990029201896931726', time=2024-09-12T03:22:33.124605+0000, chain.objs.size()=12 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.440+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__multipart_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.1 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.440+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__shadow_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.1_1 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.440+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__multipart_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.2 2024-09-12T01:34:08.441 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.441+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__shadow_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.2_1 2024-09-12T01:34:08.442 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.442+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__multipart_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.3 2024-09-12T01:34:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.443+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__shadow_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.3_1 2024-09-12T01:34:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.443+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__multipart_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.4 2024-09-12T01:34:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.443+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__shadow_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.4_1 2024-09-12T01:34:08.443 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.443+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__multipart_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.5 2024-09-12T01:34:08.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.443+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__shadow_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.5_1 2024-09-12T01:34:08.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.443+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__multipart_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.6 2024-09-12T01:34:08.444 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.444+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.613__shadow_multipart_enc.2~J-rXtMNjguhKul7hLmeoZ37WIuf4Ont.6_1 2024-09-12T01:34:08.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.445+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4159945459618306513', time=2024-09-12T03:25:33.615390+0000, chain.objs.size()=1 2024-09-12T01:34:08.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.445+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.618__shadow_.pKAYBdrIOUdCFfZ0KvNT88Sy0g3MOAt_0 2024-09-12T01:34:08.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.445+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14168737169615062476', time=2024-09-12T03:28:12.550226+0000, chain.objs.size()=1 2024-09-12T01:34:08.445 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.445+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.705__shadow:dkmE2cxOfL.HGzyo3.TLNKyXVO36DqO_.NXHFD2BARonr6kB1MZI4_QRJRYxDGeb_0 2024-09-12T01:34:08.449 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.449+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.451 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.451+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:34:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.453+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.453 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.453+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45416' 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13821126384465221060', time=2024-09-12T03:03:08.588792+0000, chain.objs.size()=3 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-STANDARD.2~Hx3qYVnf8W8Jnp4Vhnc1k01wtd3zamf.1 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-STANDARD.2~Hx3qYVnf8W8Jnp4Vhnc1k01wtd3zamf.2 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-STANDARD.2~Hx3qYVnf8W8Jnp4Vhnc1k01wtd3zamf.3 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_w9yhuJHMzjyDz-QeaDyku7200lRemmM', time=2024-09-12T03:03:44.297726+0000, chain.objs.size()=3 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.GMWsSo9jxpsfRBVHisxPNEZs9jGBrtp_0 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.GMWsSo9jxpsfRBVHisxPNEZs9jGBrtp_1 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.GMWsSo9jxpsfRBVHisxPNEZs9jGBrtp_2 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7914149474385991694', time=2024-09-12T03:06:43.368880+0000, chain.objs.size()=1 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.231__shadow_.dksqGwbENMT2i6vdNelgboxps6YhTxn_0 2024-09-12T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6102045167426944757', time=2024-09-12T03:07:05.531468+0000, chain.objs.size()=1 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.251__shadow_.R8H3lWC8uOz4xYuvNDQTvBtzz5r5v70_0 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17447963826703032503', time=2024-09-12T03:07:08.464239+0000, chain.objs.size()=1 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.254__shadow_.pAkM72KMGGW1aOamRbL3zTU7-RvHFiM_0 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3469560996649313311', time=2024-09-12T03:07:12.297250+0000, chain.objs.size()=1 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.258__shadow_.ksne6oZFSj6Gt4vDMmVUyEjodZUXjQU_0 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12828359454409769375', time=2024-09-12T03:07:52.443143+0000, chain.objs.size()=1 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.L_07RaT3MCUN6vMqGeuFdYSIqP4PwnC_0 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13396481496008375858', time=2024-09-12T03:07:52.444379+0000, chain.objs.size()=1 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.454+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dLYJOMnLngCaPb-szH5x6WxjRchVLBU_0 2024-09-12T01:34:08.456 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.457+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11596424844833935984', time=2024-09-12T03:07:53.046268+0000, chain.objs.size()=1 2024-09-12T01:34:08.457 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.457+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XZhuLs-AjsAYBZdU1vNWmaMCLYgtMhh_0 2024-09-12T01:34:08.457 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.457+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1564693582241865896', time=2024-09-12T03:07:53.071189+0000, chain.objs.size()=1 2024-09-12T01:34:08.457 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.457+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.w9r9r50ioAUrg1isL2REBT4u5BrZCAC_0 2024-09-12T01:34:08.457 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9583188570330207235', time=2024-09-12T03:07:54.080261+0000, chain.objs.size()=1 2024-09-12T01:34:08.458 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.pQmppP0vIsCaJLvQijHEjXrOEAC2gQE_0 2024-09-12T01:34:08.458 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9781050090107309598', time=2024-09-12T03:07:54.262854+0000, chain.objs.size()=1 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z5Ewobl3qpE4U8TKgY_J4oGwUWRiBuR_0 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3944772425435904105', time=2024-09-12T03:07:54.312558+0000, chain.objs.size()=1 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jx6dSSEWKizperI8keIkzFYEZpLtAV1_0 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.920771247214069493', time=2024-09-12T03:07:55.336627+0000, chain.objs.size()=1 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.r5CfYUm6d74j7TOmNcYvORbGRINKr3Y_0 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.954545328293039658', time=2024-09-12T03:07:56.584272+0000, chain.objs.size()=1 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fBOLntm4g0EutzvWAa7lLq5Z5r3lrEt_0 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12520703224430511868', time=2024-09-12T03:07:57.200059+0000, chain.objs.size()=1 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z53asuVJCXjZ2Nixqj6gLpNFuR9UVTY_0 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10608864864637172781', time=2024-09-12T03:07:57.240238+0000, chain.objs.size()=1 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.h30rl-1wOm2WKWZdxdV9juWwqKhVyCv_0 2024-09-12T01:34:08.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12189423441486604787', time=2024-09-12T03:07:57.649273+0000, chain.objs.size()=1 2024-09-12T01:34:08.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.458+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bxdxKedyf0k8Zhw_f2LgKw88blr5eNO_0 2024-09-12T01:34:08.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.459+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9622637255999047945', time=2024-09-12T03:07:58.312268+0000, chain.objs.size()=1 2024-09-12T01:34:08.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.459+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.55kO2MMU8LGkz5R7kRAkAGvEdc1GHgP_0 2024-09-12T01:34:08.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.460+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9084219509388133393', time=2024-09-12T03:07:58.665533+0000, chain.objs.size()=1 2024-09-12T01:34:08.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.460+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kNSUH5XlM8hlNCJbi6Gd2GNg5_dtpUe_0 2024-09-12T01:34:08.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.461+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.865110236656862200', time=2024-09-12T03:07:58.668369+0000, chain.objs.size()=1 2024-09-12T01:34:08.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.461+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WA_6yYpwyJmyP4GBzvnbMS-mwk-iAZM_0 2024-09-12T01:34:08.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.462+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16847494529096501715', time=2024-09-12T03:07:58.862667+0000, chain.objs.size()=1 2024-09-12T01:34:08.463 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.462+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xE7xWh7y6KPx089TPFq4Va6NJbH3xge_0 2024-09-12T01:34:08.463 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8101172089073548416', time=2024-09-12T03:07:59.367607+0000, chain.objs.size()=1 2024-09-12T01:34:08.463 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NV0-JLBWmKdnE8CCO-RmSP28BbZu1sb_0 2024-09-12T01:34:08.464 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9091372552074954006', time=2024-09-12T03:07:59.437298+0000, chain.objs.size()=1 2024-09-12T01:34:08.464 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HZ9_TDPtdCiFWlVnKPjcvAQ4NHG3_U4_0 2024-09-12T01:34:08.464 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14834495312872795536', time=2024-09-12T03:08:00.017804+0000, chain.objs.size()=1 2024-09-12T01:34:08.464 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QdpVVJs5aYhGgaCSA2o4DluYaUIKCGI_0 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2431759929816473472', time=2024-09-12T03:08:00.254600+0000, chain.objs.size()=1 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CupsOa7rI9ZnwoVVlB7QcaWW0d6x_e0_0 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16931823412267741374', time=2024-09-12T03:08:00.728091+0000, chain.objs.size()=1 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sjbldfJbhPLaW2aufhwqgGLgozhN1Zy_0 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17549414728839582681', time=2024-09-12T03:08:00.988623+0000, chain.objs.size()=1 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.W04Lu3sppyeP-xDgo9cj27-rXS02okR_0 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12308661757013892946', time=2024-09-12T03:08:01.296273+0000, chain.objs.size()=1 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6yA6suLwvBdOqx26jQS2KuDjat5-o2U_0 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5044217531430915255', time=2024-09-12T03:08:01.641206+0000, chain.objs.size()=1 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ImK1FU9MIxZT38H8hdOREZKxoo0Idi7_0 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6272210051734940764', time=2024-09-12T03:08:01.662124+0000, chain.objs.size()=1 2024-09-12T01:34:08.465 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.463+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.X-RPF7g4c4Dighd8RXdKll_jI6etzdX_0 2024-09-12T01:34:08.466 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.465+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10780357700947874881', time=2024-09-12T03:08:01.975540+0000, chain.objs.size()=1 2024-09-12T01:34:08.466 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.465+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VDyx50-sIRI53dZU4j_GfH7jDZfGcr6_0 2024-09-12T01:34:08.466 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.465+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11055522951303890605', time=2024-09-12T03:08:01.976764+0000, chain.objs.size()=1 2024-09-12T01:34:08.466 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.465+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oHRlfrG9jalADBb0zgS5pAR4e_NcB7R_0 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15981905060533532135', time=2024-09-12T03:08:02.148544+0000, chain.objs.size()=1 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._qWZ6D_rvAarKxtxSod8G8zHIcNjSz4_0 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4100481425476143065', time=2024-09-12T03:08:02.320022+0000, chain.objs.size()=1 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qu_GIdSQ9l7Fk0S74mUvIDeoWAQXwJ2_0 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18345639438841312959', time=2024-09-12T03:08:02.330267+0000, chain.objs.size()=1 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4Xq7Dc6tKCclxj-CcawB28Sqemloxx9_0 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6575537438348290548', time=2024-09-12T03:08:07.673482+0000, chain.objs.size()=1 2024-09-12T01:34:08.467 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.267__shadow_.eEpvPoUHbK4VtLO4bfeFnFM5_GnQ8am_0 2024-09-12T01:34:08.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2521004720699991529', time=2024-09-12T03:08:17.210197+0000, chain.objs.size()=1 2024-09-12T01:34:08.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.277__shadow_.B40osgNzgcjd53OqEhqUAgwQ2Evf0PH_0 2024-09-12T01:34:08.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12673759088593439365', time=2024-09-12T03:08:29.104164+0000, chain.objs.size()=1 2024-09-12T01:34:08.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.289__shadow_.FFsfDW1Z8M7R1Tzs6ne5doaRK4fvwq4_0 2024-09-12T01:34:08.468 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16930201673613063069', time=2024-09-12T03:08:33.764449+0000, chain.objs.size()=1 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.15bHeJs9dloQf4xWSLFlLf46MosouX8_0 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.820062035899007349', time=2024-09-12T03:08:35.887082+0000, chain.objs.size()=1 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.d7dsMohtZcdZNOb4PPgWB5BjbHHhX-t_0 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577442897945363277', time=2024-09-12T03:08:42.946782+0000, chain.objs.size()=1 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.300__shadow_.H7guGW3sBEidkNAWLdYa6CSFeibFrOG_0 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3742142720207701114', time=2024-09-12T03:08:46.867656+0000, chain.objs.size()=1 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.467+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.304__shadow_.N3eEU3kS2cFg3-chyP_RzJlvvYN7no9_0 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.469+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13209943284408034146', time=2024-09-12T03:09:07.467044+0000, chain.objs.size()=1 2024-09-12T01:34:08.469 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.469+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.321__shadow_.QUBs76mOhEPDrDJaDlGUIAC085YX1gW_0 2024-09-12T01:34:08.470 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1523577834921269510', time=2024-09-12T03:09:46.992868+0000, chain.objs.size()=1 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.FIFIMyNqWVi7moK1VTrxM-VqevPxZXr_0 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12334550456949010473', time=2024-09-12T03:09:47.063471+0000, chain.objs.size()=1 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.N68HqGdcWRGacSV1I9HySU3vGPhmv60_0 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8750801402260527533', time=2024-09-12T03:09:47.262770+0000, chain.objs.size()=1 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7cpJS4XKwt283go1dn2lgNvjfD1y7Ww_0 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4487470677324996190', time=2024-09-12T03:09:47.310472+0000, chain.objs.size()=1 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UFqjoEW9_9onbY-PnaCt0rOgtNPWOi2_0 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8248229050308180126', time=2024-09-12T03:09:47.419342+0000, chain.objs.size()=1 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.470+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lcoMgGYrC_nBbbBD5tzQk5DCi8DZfOw_0 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.471+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16463099142112474059', time=2024-09-12T03:09:47.490622+0000, chain.objs.size()=1 2024-09-12T01:34:08.471 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.471+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ww-HhoJj1yHIt8EhllKcutPfdX2Z2RU_0 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.472+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5953081348197457226', time=2024-09-12T03:09:48.289024+0000, chain.objs.size()=1 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.472+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UkTC9NHW0ZZzN9ZnDd---sGg2iyBveF_0 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.472+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.473566134199426726', time=2024-09-12T03:09:48.343236+0000, chain.objs.size()=1 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.472+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.41NG6Y4teHvOdUjx--Y8lRjgvTQyGYY_0 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.472+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11715277372642311346', time=2024-09-12T03:09:48.343924+0000, chain.objs.size()=1 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.472+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-6YgYRxAAZ894M2gjQmGqgAe9I8L95w_0 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.473+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9295330999586063407', time=2024-09-12T03:09:48.582715+0000, chain.objs.size()=1 2024-09-12T01:34:08.473 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.473+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.weKJ8pN2KkiNsNpRzuhSAVoZQBdHp5__0 2024-09-12T01:34:08.474 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.473+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4308064033406945091', time=2024-09-12T03:09:50.150800+0000, chain.objs.size()=1 2024-09-12T01:34:08.474 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.473+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1CUvxja415fgb_6ZUGVbCjrBTNHplgX_0 2024-09-12T01:34:08.474 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.474+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9402361492302441598', time=2024-09-12T03:09:51.500536+0000, chain.objs.size()=1 2024-09-12T01:34:08.474 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.474+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yIe8a6SNbq06lXhnOMPQ2uLSO7sgcwl_0 2024-09-12T01:34:08.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3587991394588626563', time=2024-09-12T03:09:51.617625+0000, chain.objs.size()=1 2024-09-12T01:34:08.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Frsz8q-crrguc85hL23xIq5KYIL6LCi_0 2024-09-12T01:34:08.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11426101058377403889', time=2024-09-12T03:09:51.666766+0000, chain.objs.size()=1 2024-09-12T01:34:08.475 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.064bgxoOMhKcH1lLwjgI-wrF6miaSYr_0 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3246777839341138799', time=2024-09-12T03:09:51.730458+0000, chain.objs.size()=1 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eqwpzP3rVLsXzXZ_IwE3-MuHC-WiV4U_0 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1043702724498122427', time=2024-09-12T03:09:51.962525+0000, chain.objs.size()=1 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.G4Rd8-XTjMhd_UJTOdv-GpKhqj3LsWC_0 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4578421305128449291', time=2024-09-12T03:09:52.132131+0000, chain.objs.size()=1 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.14nt3BDkiTzNVIDuoS1N97-W7sIvp1n_0 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6627304079241256072', time=2024-09-12T03:09:52.699093+0000, chain.objs.size()=1 2024-09-12T01:34:08.476 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.475+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fimgj4O95ly3HjIweT4bL_9lb4UltRK_0 2024-09-12T01:34:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.476+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9225790311345179374', time=2024-09-12T03:09:52.700494+0000, chain.objs.size()=1 2024-09-12T01:34:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.476+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ig8NnZ4mSqOY2wWdxkpj3w3SqVhgN-H_0 2024-09-12T01:34:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.476+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3857561207958971587', time=2024-09-12T03:09:52.941248+0000, chain.objs.size()=1 2024-09-12T01:34:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.476+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WM6sEWpc15w6RiLITV1_h2Lxvx4IPkd_0 2024-09-12T01:34:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.477+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6250021228790504543', time=2024-09-12T03:09:53.020977+0000, chain.objs.size()=1 2024-09-12T01:34:08.477 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.477+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zSRv2HSwgfzmKz4dtofujc3dFXb_ASe_0 2024-09-12T01:34:08.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1826751189917110610', time=2024-09-12T03:09:53.149072+0000, chain.objs.size()=1 2024-09-12T01:34:08.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bkA30184VEo2W-2EBTk5DO-wxBNwBoR_0 2024-09-12T01:34:08.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2724001704340702910', time=2024-09-12T03:09:53.161193+0000, chain.objs.size()=1 2024-09-12T01:34:08.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zrQxcdp4GnU5LOiBh9WHZF3xEg-WYF6_0 2024-09-12T01:34:08.479 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17599812778431286346', time=2024-09-12T03:09:53.240800+0000, chain.objs.size()=1 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.W08rJ71BPV5h_hNGX7BdHNFml0YtwBg_0 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.983403645542261776', time=2024-09-12T03:09:53.504811+0000, chain.objs.size()=1 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3SUh3ia8oEAtY9pYpHFX6JZMRswJEWG_0 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5517624379079224806', time=2024-09-12T03:09:53.956509+0000, chain.objs.size()=1 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mxbKfEscq_sX6uVj2bFRJnmFHbBflwH_0 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13526396853073565689', time=2024-09-12T03:09:54.126383+0000, chain.objs.size()=1 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.479+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-vKGwo0GDNM-yCndlxSdMbDWe-sK3_W_0 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.480+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.849071281627583566', time=2024-09-12T03:09:54.315771+0000, chain.objs.size()=1 2024-09-12T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.480+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-aUcvHuk4ohnYUARxU88fSzNnSkr07R_0 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.480+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16938747211428704690', time=2024-09-12T03:09:54.327290+0000, chain.objs.size()=1 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.480+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pBuWe3VTlbF5Qa_ncbzprJ_hYtbmhjV_0 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.480+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7740211038789256504', time=2024-09-12T03:09:54.411705+0000, chain.objs.size()=1 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.480+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.iLbyGEpayQSLkRscVZXX2HUp-s1u4Dm_0 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.481+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10367686151874960224', time=2024-09-12T03:09:54.490137+0000, chain.objs.size()=1 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.481+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.reetYk67vehVMVzQHrMKJfUQBLs5a-U_0 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.481+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12141060835774398030', time=2024-09-12T03:09:54.584524+0000, chain.objs.size()=1 2024-09-12T01:34:08.481 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.481+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VGb-LXPjTdoxyF26rO3cSO8FIICOern_0 2024-09-12T01:34:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.482+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11310208516343601413', time=2024-09-12T03:09:54.787812+0000, chain.objs.size()=1 2024-09-12T01:34:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.482+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.icG-EEQLLnJMI-OoOZQw93je_oBzhFt_0 2024-09-12T01:34:08.482 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.482+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11605928247309199590', time=2024-09-12T03:09:55.340862+0000, chain.objs.size()=1 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.482+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lXbySUdnc98aByOyCjAFXaAdcTYF81Z_0 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.482+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12204278915458669256', time=2024-09-12T03:09:55.550034+0000, chain.objs.size()=1 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.482+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-5cHvIIJPrSWQqgOC41cMdHXd_SOfUA_0 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2713316757853633745', time=2024-09-12T03:09:56.043511+0000, chain.objs.size()=1 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VnZf8Z_evatRhUxUwXHLR1zjthyuh2G_0 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16055249459559500477', time=2024-09-12T03:10:34.710991+0000, chain.objs.size()=1 2024-09-12T01:34:08.483 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.z65M4EZkzgm53BnDdtkD_LwOwFQWhzO_0 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2883438930525120035', time=2024-09-12T03:10:35.232914+0000, chain.objs.size()=1 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WxGLpnVC76wNi8krAYS6WY3ntlYaano_0 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10922762025140780081', time=2024-09-12T03:10:35.505959+0000, chain.objs.size()=1 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.O8d8f2MuNn3yjOuXEKY7evWLey2d-4w_0 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14086209040736280008', time=2024-09-12T03:10:36.396437+0000, chain.objs.size()=1 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zvmA64SOrkp5An1Um9_5D7RxfYJ6-_U_0 2024-09-12T01:34:08.484 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16345233659199876046', time=2024-09-12T03:10:36.690735+0000, chain.objs.size()=1 2024-09-12T01:34:08.485 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.483+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ckrj7IuEjMomQnLtQFvXt8I3boDp4-Y_0 2024-09-12T01:34:08.485 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.485+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2519147285280561050', time=2024-09-12T03:10:37.656116+0000, chain.objs.size()=1 2024-09-12T01:34:08.485 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.485+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Xjmn3dhPH8jecr2Bbl0zhQlKexdO8Th_0 2024-09-12T01:34:08.485 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1467733324745354273', time=2024-09-12T03:10:37.665411+0000, chain.objs.size()=1 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WmYpgkhhS0x7Om89jJr4Uge_71UDyGB_0 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13883094659688304476', time=2024-09-12T03:10:37.970292+0000, chain.objs.size()=1 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.S_ATSvFUjamYTF3e8QgC05HQWyWnXFY_0 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13884380086887023457', time=2024-09-12T03:10:38.113887+0000, chain.objs.size()=1 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2gsrimzX6zzqIjqjbN4h7d_Vdb_CGvp_0 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12165275050148693860', time=2024-09-12T03:10:38.264374+0000, chain.objs.size()=1 2024-09-12T01:34:08.486 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4X63hT7nScfaN_O8vsdzzZG8ugCmRaW_0 2024-09-12T01:34:08.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3981158199928460545', time=2024-09-12T03:10:38.310850+0000, chain.objs.size()=1 2024-09-12T01:34:08.487 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.486+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jk9a8ToH9GRb9wIFMhFqKiMYvAfJnjZ_0 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.487+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9204398829548970228', time=2024-09-12T03:10:39.168205+0000, chain.objs.size()=1 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.487+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sushxrQXum_8PxrUWJhc0cLfXtwo2w0_0 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.487+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11105269193705549745', time=2024-09-12T03:10:39.190640+0000, chain.objs.size()=1 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.487+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gLl43pgerA5KNGvKQyn7c8lnEHXZLEs_0 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.487+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9162308926630332205', time=2024-09-12T03:10:39.660308+0000, chain.objs.size()=1 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.487+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BKsnGH_8MeMt1WhRmATqzjhyr2CqAib_0 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.488+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4971544408834081530', time=2024-09-12T03:10:39.793536+0000, chain.objs.size()=1 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.488+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2y-s_bh9Dfjt60FOTLX_euk7ht1Earf_0 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.488+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9997442840122086446', time=2024-09-12T03:10:40.027392+0000, chain.objs.size()=1 2024-09-12T01:34:08.488 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.488+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Mu1waoidIXFEKYNrqK-QmOWoVO2--Eq_0 2024-09-12T01:34:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.345256035870472490', time=2024-09-12T03:10:40.718528+0000, chain.objs.size()=1 2024-09-12T01:34:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ifCwlmmY1y7Hhdl5TRBevJ7Z1LEmj7I_0 2024-09-12T01:34:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13719387371520362337', time=2024-09-12T03:10:40.747468+0000, chain.objs.size()=1 2024-09-12T01:34:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aLax98lCKoevJskbwabiQoVWGdoZJET_0 2024-09-12T01:34:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11350627305277128949', time=2024-09-12T03:10:40.946534+0000, chain.objs.size()=1 2024-09-12T01:34:08.490 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lony-HD516Fy3tVP3OuvrV21xgYYScf_0 2024-09-12T01:34:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10409557192284913946', time=2024-09-12T03:10:40.971728+0000, chain.objs.size()=1 2024-09-12T01:34:08.491 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.490+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vmWFTNv0lsEGyaOF5RWPgLj-jKXeHZI_0 2024-09-12T01:34:08.494 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.494+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/45416 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=38, truncated=0, next_marker='' 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3399308931703335792', time=2024-09-12T03:10:41.016587+0000, chain.objs.size()=1 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wvUnVDnSEHAa3MJwQMnAUKJ1yHjfaQ0_0 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4767979149328462771', time=2024-09-12T03:10:41.086141+0000, chain.objs.size()=1 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eR0YLa_MXPqn5SmgZ8Jr7KtunM2AGmV_0 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10855801401926810539', time=2024-09-12T03:10:41.261833+0000, chain.objs.size()=1 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lrEAAnOz4Zg3ERZWSZzD0NbxDhkfhMC_0 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15083855381733811356', time=2024-09-12T03:10:41.371407+0000, chain.objs.size()=1 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.maC54399WWdbGCm75qvjvK-8sqPmRnm_0 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1070043131826058039', time=2024-09-12T03:10:42.275461+0000, chain.objs.size()=1 2024-09-12T01:34:08.498 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KbIDwOtQt3OdbZoieybc2u9_azgUeS0_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6354353788770121691', time=2024-09-12T03:10:42.374882+0000, chain.objs.size()=1 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xKJYbF4hbUsHOM_G2KGMJp7B_plTfEG_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14702459440845180461', time=2024-09-12T03:10:43.269136+0000, chain.objs.size()=1 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zs47DSUUfE3yhKMW5nM2YTC-p5a90z3_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13788320761665590723', time=2024-09-12T03:10:43.272765+0000, chain.objs.size()=1 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vySEK4FXNWQwp7-4JTfvJPxllQWJuGw_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7842517157211275720', time=2024-09-12T03:10:43.623347+0000, chain.objs.size()=1 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fWe4AYwYo1buSgKvNRa-y68HQmCsRJM_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.708584086924200886', time=2024-09-12T03:10:43.639303+0000, chain.objs.size()=1 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yXuuwulxjfWe8aWtsvFEx8cxUQ1rCWi_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17886006261811801903', time=2024-09-12T03:10:43.798163+0000, chain.objs.size()=1 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cCe9a8HTZ_mHGKsyN6EVbG0AAPgV4Ka_0 2024-09-12T01:34:08.499 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3959338433526890992', time=2024-09-12T03:10:44.775679+0000, chain.objs.size()=1 2024-09-12T01:34:08.500 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.497+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._lsk_R80D1izB-RUikNN2DoR2Vhib60_0 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5963776162449107926', time=2024-09-12T03:10:44.797977+0000, chain.objs.size()=1 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JI7Myc0WvTDWUuGIAzkuXC_eDsdzILu_0 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10406489700490163427', time=2024-09-12T03:10:44.892397+0000, chain.objs.size()=1 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nAbfOlPKhZm4JKeh3OnhHc3FJPCwluA_0 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12961897204501779013', time=2024-09-12T03:10:58.623657+0000, chain.objs.size()=1 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.339__shadow_.gql-AuSvOLQZ3WjMSW-sazXqx0LqSQ7_0 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4452621306261634000', time=2024-09-12T03:11:31.517111+0000, chain.objs.size()=1 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.376__shadow_.j8L_X4PE0OrE5PcpPswmu-LpyS4IkHn_0 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11190732618546180152', time=2024-09-12T03:12:37.958998+0000, chain.objs.size()=1 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.444__shadow_.wvLPIQHIgc8PwlGBrjAHgYnWCFW9lLl_0 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5830206186965283764', time=2024-09-12T03:12:57.000608+0000, chain.objs.size()=1 2024-09-12T01:34:08.501 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.460__shadow_.w1I02sJ49t8cYN9wEXG-RxALLQ4lpzy_0 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13386201142901686411', time=2024-09-12T03:14:12.116971+0000, chain.objs.size()=1 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.516__multipart_mymultipartcopy.2~SDKjjTbDx4v9MNv-AzfwjIaw3Uur-T5.1 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16738955402279303823', time=2024-09-12T03:14:22.344352+0000, chain.objs.size()=2 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.500+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.517__shadow_.s47kSkV6jiEgqeZtWIYtx70MTOrJQvC_0 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.501+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.517__shadow_.s47kSkV6jiEgqeZtWIYtx70MTOrJQvC_1 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.501+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13143453773400975997', time=2024-09-12T03:14:59.161625+0000, chain.objs.size()=3 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.501+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~tvqGGbsYqhEh8sw9h0PUMvMVtr4OCSW.1 2024-09-12T01:34:08.502 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.501+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~tvqGGbsYqhEh8sw9h0PUMvMVtr4OCSW.2 2024-09-12T01:34:08.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~tvqGGbsYqhEh8sw9h0PUMvMVtr4OCSW.3 2024-09-12T01:34:08.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI', time=2024-09-12T03:16:44.402056+0000, chain.objs.size()=1 2024-09-12T01:34:08.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI.1 2024-09-12T01:34:08.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI', time=2024-09-12T03:16:44.405935+0000, chain.objs.size()=1 2024-09-12T01:34:08.504 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI.2 2024-09-12T01:34:08.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI', time=2024-09-12T03:16:44.409340+0000, chain.objs.size()=1 2024-09-12T01:34:08.505 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.504+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI.3 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI', time=2024-09-12T03:16:44.413024+0000, chain.objs.size()=1 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI.4 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI', time=2024-09-12T03:16:44.416871+0000, chain.objs.size()=1 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI.5 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI', time=2024-09-12T03:16:44.421065+0000, chain.objs.size()=1 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~d1HCOQEvfKRbjLiHG0_8TYXmVR3OCTI.6 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1382980915829741248', time=2024-09-12T03:17:20.255229+0000, chain.objs.size()=2 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~O_1SYE1BVZYc6AWp7pBxvVYBbFnFjW-.1 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~O_1SYE1BVZYc6AWp7pBxvVYBbFnFjW-.2 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8652421608309490726', time=2024-09-12T03:18:22.757778+0000, chain.objs.size()=1 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.537__shadow_.edVO7YaoSXcAvz7E8L0jYGzzwSL3jiG_0 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4097972691824292228', time=2024-09-12T03:18:51.084670+0000, chain.objs.size()=1 2024-09-12T01:34:08.506 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.505+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.551__shadow_.jZhiDua_mo8HIH_pwS8kNeCNxON2NHD_0 2024-09-12T01:34:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10045806051429420949', time=2024-09-12T03:19:23.984804+0000, chain.objs.size()=1 2024-09-12T01:34:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.558__shadow_.AQePSP4NAfgv8zJV_CTTUeNgU_Ah8w-_0 2024-09-12T01:34:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14251745015735054702', time=2024-09-12T03:19:49.232291+0000, chain.objs.size()=1 2024-09-12T01:34:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:MsLYF1QIY2MJVq9d6MEURS7deb24SeF_.CMtdjJhviTp_eUA4fs_3sUptL1nOu_U_0 2024-09-12T01:34:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6819510517355122919', time=2024-09-12T03:19:51.013005+0000, chain.objs.size()=1 2024-09-12T01:34:08.508 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:z.pGp5xFcir.uZxFqYxrWe39Y8DKIHI_.DqBz2c-GhUD6rWnPtbKUwmA9fKzkBqD_0 2024-09-12T01:34:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13925977338169223303', time=2024-09-12T03:20:16.488301+0000, chain.objs.size()=1 2024-09-12T01:34:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:raLRIiue2aA3-XTCtxAQMhxeZTiwwHq_.D-cirjKZl1pkMvgobR3ou1ljTfrQF3e_0 2024-09-12T01:34:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4471086548105371895', time=2024-09-12T03:20:22.096358+0000, chain.objs.size()=1 2024-09-12T01:34:08.509 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.508+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:KZZWABTNfMYR8OeHp6hXH.ORhF7EuKI_.mPnYziJSA-lEQzEGPJM84ZAtMozkE-5_0 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8337527526555522730', time=2024-09-12T03:24:32.241315+0000, chain.objs.size()=1 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.617__shadow_.hNovgd02n483efo_PfCP1PsYBb4eA8j_0 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11953740777241580831', time=2024-09-12T03:26:42.094904+0000, chain.objs.size()=1 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.642__shadow_.JVV_QH1Ib2JK3olIq8UltIou-_NNUpR_0 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2454071525361807703', time=2024-09-12T03:26:44.359451+0000, chain.objs.size()=2 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.643__shadow_.iTyZMHDSCx-hC6DpxiGquV2bOI_G0jY_0 2024-09-12T01:34:08.510 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.510+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.643__shadow_.iTyZMHDSCx-hC6DpxiGquV2bOI_G0jY_1 2024-09-12T01:34:08.514 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.514+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.516 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.516+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:34:08.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.518+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.518 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.518+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46897' 2024-09-12T01:34:08.519 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_iJbhCZDojw9OrO8ljMCNjlDphvHrFpo', time=2024-09-12T03:03:12.349699+0000, chain.objs.size()=1 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.sdLFsUWZLgp2WlFSSje8E-12VuF6Ms-_0 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_d01z44yXJYQAbNsjI7RdJT-uhNK-LDB', time=2024-09-12T03:03:17.564001+0000, chain.objs.size()=3 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.lQCNMGWkDi1FZimBOnd9_7dFjsQz0TC_0 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.lQCNMGWkDi1FZimBOnd9_7dFjsQz0TC_1 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.lQCNMGWkDi1FZimBOnd9_7dFjsQz0TC_2 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_AAipKG4QqGuijNH0QMCy57xplH2Hqtk', time=2024-09-12T03:03:23.928352+0000, chain.objs.size()=3 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.pQMUBIuWa7C1daI3zz3U8-wqoSOv5Ak_0 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.pQMUBIuWa7C1daI3zz3U8-wqoSOv5Ak_1 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.pQMUBIuWa7C1daI3zz3U8-wqoSOv5Ak_2 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15980650604586329514', time=2024-09-12T03:06:41.216480+0000, chain.objs.size()=1 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.228__shadow_.eGrtDTQoT0HtLhkbk9tzJo078A8TGqk_0 2024-09-12T01:34:08.520 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9244671704416735033', time=2024-09-12T03:06:49.956848+0000, chain.objs.size()=1 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.237__shadow_.6gvNAF6WkLIDQHptyYrgX6cI52Guj6v_0 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12022464957892677957', time=2024-09-12T03:07:04.554025+0000, chain.objs.size()=1 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.250__shadow_.8drl4UmuET0LqqPzliRJzAMlrHzapVy_0 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5853866159390149377', time=2024-09-12T03:07:07.489107+0000, chain.objs.size()=1 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.253__shadow_.OYCdKePzANu7sU6XgOjw7pykvaX067f_0 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17667821757678966387', time=2024-09-12T03:07:52.377160+0000, chain.objs.size()=1 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.519+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-UHZiPiP3KBu7YJmnUsbKMQIjRc9BBy_0 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.521+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1190218661648595329', time=2024-09-12T03:07:52.455481+0000, chain.objs.size()=1 2024-09-12T01:34:08.521 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.521+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wpgEM4cAtrJ1_Vv3osytQ5MOC4CyfmN_0 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.522+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1703408704668824847', time=2024-09-12T03:07:52.761017+0000, chain.objs.size()=1 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.522+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VTaEXeOyyDw4dfqSVVQac7QGf83RhZN_0 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.522+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12072541079986439686', time=2024-09-12T03:07:53.160035+0000, chain.objs.size()=1 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.522+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XyVQStkVPlwvbMYQF1Ggk18G-Oab75H_0 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15955291950713055059', time=2024-09-12T03:07:53.175638+0000, chain.objs.size()=1 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OMpxe4lL8XkYfv7E5b2ctjfm3js4HUU_0 2024-09-12T01:34:08.523 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12772429574648329223', time=2024-09-12T03:07:53.250351+0000, chain.objs.size()=1 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XY1Ar2Hqu4IewHATGTNQzyA6JenJvEs_0 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15564984602356571321', time=2024-09-12T03:07:54.489111+0000, chain.objs.size()=1 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mL_1cZhbetiE4GDUgcIZmybaIQSVkYW_0 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3448073182277800298', time=2024-09-12T03:07:55.381181+0000, chain.objs.size()=1 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yi_648oNmUHvJAu8IzoFbDGpLnHJ3Sg_0 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6582966960980949452', time=2024-09-12T03:07:55.381695+0000, chain.objs.size()=1 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PaVA6V8RM_4izi5gu7MwIHQiBPReuCq_0 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5551392058459344578', time=2024-09-12T03:07:55.631421+0000, chain.objs.size()=1 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4EjSqiGsMTdFXDnhacde8DpNd_G7vWj_0 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11192168372924143198', time=2024-09-12T03:07:55.748923+0000, chain.objs.size()=1 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mQ3ePvA8qRHuWlSsiX4Q5NhwKXGguKV_0 2024-09-12T01:34:08.524 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14419615733898978173', time=2024-09-12T03:07:55.749696+0000, chain.objs.size()=1 2024-09-12T01:34:08.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.523+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ceheh7rsEL2XIhFRXM17gitIOHRqhrK_0 2024-09-12T01:34:08.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.525+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3295262861169185174', time=2024-09-12T03:07:55.965845+0000, chain.objs.size()=1 2024-09-12T01:34:08.525 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.525+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7F6JT-j4z3F4zTfh8hAiPmKqmNfIN5e_0 2024-09-12T01:34:08.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1910865273650539850', time=2024-09-12T03:07:56.206516+0000, chain.objs.size()=1 2024-09-12T01:34:08.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JRzM19VwYLtgVXI7JEvHEyBILg8u9at_0 2024-09-12T01:34:08.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8611094478224287838', time=2024-09-12T03:07:58.111812+0000, chain.objs.size()=1 2024-09-12T01:34:08.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.u6xegnMIKRRr0dkcPAtfn53t3LzHYgc_0 2024-09-12T01:34:08.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7930310072430946866', time=2024-09-12T03:07:58.453673+0000, chain.objs.size()=1 2024-09-12T01:34:08.527 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.d6MThO7-VtsCqlBbr8vk554324YKih0_0 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13951414023618974772', time=2024-09-12T03:07:58.454257+0000, chain.objs.size()=1 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1hhvP5dvYhPWDyTRdWhjQfXqIMcnUSy_0 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18028503641494336499', time=2024-09-12T03:07:58.767797+0000, chain.objs.size()=1 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Hf-GQaMyibKv9PeKySPALEGOWKBD2e3_0 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6230360080451931425', time=2024-09-12T03:07:58.768478+0000, chain.objs.size()=1 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Qg43QwpGTulhYMc76PISwWOIZAq9b_c_0 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.798449855481243394', time=2024-09-12T03:07:59.535047+0000, chain.objs.size()=1 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hRsPM2tAuJQ-lBqP4opCTtb9G0bq7N5_0 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16788341440134963561', time=2024-09-12T03:07:59.535632+0000, chain.objs.size()=1 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yC0a0YgKaV2ZdCc_rhkLJoa8-QBOTRY_0 2024-09-12T01:34:08.528 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5103202621432015219', time=2024-09-12T03:07:59.650113+0000, chain.objs.size()=1 2024-09-12T01:34:08.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z2hx-nLjhc2gvWk6EwNmsw1E9eQ74hU_0 2024-09-12T01:34:08.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6924668351021359314', time=2024-09-12T03:07:59.722024+0000, chain.objs.size()=1 2024-09-12T01:34:08.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.527+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._NFFx3opt7fLrMruIdteulpUnuf81Nw_0 2024-09-12T01:34:08.529 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.530+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3091949769756776293', time=2024-09-12T03:07:59.805059+0000, chain.objs.size()=1 2024-09-12T01:34:08.530 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.530+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QpSfqSJIW8PrXj9sciKGgSVPzh9u14A_0 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.530+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8665217906374552184', time=2024-09-12T03:07:59.878680+0000, chain.objs.size()=1 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.530+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-CpuyCxQWDLGIKDymqOJqmnAuki7G8d_0 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.530+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7475189874046185565', time=2024-09-12T03:07:59.981629+0000, chain.objs.size()=1 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.530+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AJkuOmkZ6cpze48dHNhETGqV_8Mv7qQ_0 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1471317266776579921', time=2024-09-12T03:08:00.322522+0000, chain.objs.size()=1 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1HUmYqmMgQC7tyZhNWiomEOSxocBEMf_0 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16246933327060584339', time=2024-09-12T03:08:00.366224+0000, chain.objs.size()=1 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WZKJ2g0v1b18rPbeaC4GCg14DlBjNpR_0 2024-09-12T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9787516424426723530', time=2024-09-12T03:08:00.373973+0000, chain.objs.size()=1 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vNyDE1OPY_P5ZTvQNelz8n00RmkBY_C_0 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2392611505513487575', time=2024-09-12T03:08:00.689422+0000, chain.objs.size()=1 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NFRICq9IfF0KHWUL-iwC22o4LJAbbe-_0 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16454515348723762696', time=2024-09-12T03:08:01.216487+0000, chain.objs.size()=1 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HQJA9k8LE4xskaoscUWkCm4yzEJDXdu_0 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14480624770062132877', time=2024-09-12T03:08:01.431862+0000, chain.objs.size()=1 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HtNV1CyRN11UHI7zuuWmGcLhHPUQU6X_0 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13335402432002949277', time=2024-09-12T03:08:01.530800+0000, chain.objs.size()=1 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0B47iM0nKqdwYJo5ibZtbKgJvCRjVMK_0 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4927507337189567617', time=2024-09-12T03:08:01.632668+0000, chain.objs.size()=1 2024-09-12T01:34:08.532 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.531+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vvQFlHA4tt95tI4G_H78I6PRkcqHabs_0 2024-09-12T01:34:08.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.533+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16688759788965319462', time=2024-09-12T03:08:02.459119+0000, chain.objs.size()=1 2024-09-12T01:34:08.533 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.533+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LHLGf4LbAQx7tTUihpWwYN2GwA3h4Z8_0 2024-09-12T01:34:08.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2127458617387630522', time=2024-09-12T03:08:02.710905+0000, chain.objs.size()=1 2024-09-12T01:34:08.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ntKi3N6eN--eIIWFDKEA5HURXqEF5uK_0 2024-09-12T01:34:08.534 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12366956691909359164', time=2024-09-12T03:08:06.721719+0000, chain.objs.size()=1 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.266__shadow_.VyverS2hrd0qxLW64mkv1kEX-kloR9O_0 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2128590171883891147', time=2024-09-12T03:08:09.536504+0000, chain.objs.size()=1 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.269__shadow_.tbiA7-WeXS9hnUXjvV4CEl5cF4Ic1AV_0 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.534+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16433791374493409959', time=2024-09-12T03:08:16.211733+0000, chain.objs.size()=1 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.276__shadow_.v1ZgGE0pxGqOAnxY3WWv-eB-nxIVkpE_0 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14292869464727486644', time=2024-09-12T03:08:26.175110+0000, chain.objs.size()=1 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.286__shadow_.e_ow1pCnVbFTW2vOGvLLbK7hYsseyRi_0 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8698178829964442122', time=2024-09-12T03:08:33.643318+0000, chain.objs.size()=1 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.q5NXb-36M4SLKIc7IGte5KYlMt-wKb3_0 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6905920169550420504', time=2024-09-12T03:08:44.933219+0000, chain.objs.size()=1 2024-09-12T01:34:08.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.302__shadow_.cSCALa0YAuG2UhHjsoKVR8ndSEMENNl_0 2024-09-12T01:34:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10471527952166004676', time=2024-09-12T03:09:46.932268+0000, chain.objs.size()=1 2024-09-12T01:34:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Iv7WOh58wqUixXqYfpZPFO3VviArDLe_0 2024-09-12T01:34:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.936992385444295188', time=2024-09-12T03:09:47.361977+0000, chain.objs.size()=1 2024-09-12T01:34:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fPWhdBO6wKP8ok-94kb_J1n5UcjSG8H_0 2024-09-12T01:34:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9109977501708179075', time=2024-09-12T03:09:47.750043+0000, chain.objs.size()=1 2024-09-12T01:34:08.536 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.535+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0LBhNxVJAd7BkR1pJyttHBg0iZnlxCv_0 2024-09-12T01:34:08.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.537+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15036975502676959308', time=2024-09-12T03:09:48.866183+0000, chain.objs.size()=1 2024-09-12T01:34:08.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.537+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bbolijWm-TPsGyNd0TzWpbUZC1h5WLG_0 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.82261321274984489', time=2024-09-12T03:09:50.622022+0000, chain.objs.size()=1 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wtZBshcGMn8L4JH2_UP8nI3zkwxlCVY_0 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12928441574117500571', time=2024-09-12T03:09:50.777600+0000, chain.objs.size()=1 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fGqonAqwSJx1RYYEWkANbOtmEV12nJ1_0 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12153581053328705455', time=2024-09-12T03:09:51.402227+0000, chain.objs.size()=1 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aI54q6qZ19Y38VmlMqcfAek8bCAbmn-_0 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.855613676118058658', time=2024-09-12T03:09:51.578386+0000, chain.objs.size()=1 2024-09-12T01:34:08.539 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.539+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.EkXniRbQELGsnVGPnzbCNrI9TvYWKyF_0 2024-09-12T01:34:08.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8755872041675462293', time=2024-09-12T03:09:51.952562+0000, chain.objs.size()=1 2024-09-12T01:34:08.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ga8PAAOdOqn4uyLpJ9mEjNZZSqzylE-_0 2024-09-12T01:34:08.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10785499484905317078', time=2024-09-12T03:09:52.002946+0000, chain.objs.size()=1 2024-09-12T01:34:08.540 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9o1yvS_eBoHHDAlonUGCyo-UhWvaYbF_0 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10149528283190243267', time=2024-09-12T03:09:52.518595+0000, chain.objs.size()=1 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UbBtSUYX6yDYIs6FmADuHqd22E4mqxM_0 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15630402611570053343', time=2024-09-12T03:09:52.739932+0000, chain.objs.size()=1 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BXBd1Zm-D8-GXSRB67h1NCJgQxnUikh_0 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11283584097785738839', time=2024-09-12T03:09:52.788324+0000, chain.objs.size()=1 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.d3WRvpTv00u-peW1PCQhL7HxhR0IVlO_0 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6143054488920074563', time=2024-09-12T03:09:53.004309+0000, chain.objs.size()=1 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ak_dyiSSQh-Zio0JtL1Vzc7d-56NNr6_0 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14757768781023171768', time=2024-09-12T03:09:53.840436+0000, chain.objs.size()=1 2024-09-12T01:34:08.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.540+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ft355-TVph2G9fmVF5wVQ8GdMJSxMXS_0 2024-09-12T01:34:08.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5325552885598840379', time=2024-09-12T03:09:54.295849+0000, chain.objs.size()=1 2024-09-12T01:34:08.543 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.no1VKKjbyPNQJtLA2QBCc2Ze-6OT8UC_0 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17559204343732737574', time=2024-09-12T03:09:54.451855+0000, chain.objs.size()=1 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.KXaukWYE38vTp9Jok3WvqpJZRe5tqOD_0 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6641613847578174193', time=2024-09-12T03:09:54.722654+0000, chain.objs.size()=1 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NkUcTlahiNiRukypHi8eHG2osjSHzHQ_0 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6693305246497784762', time=2024-09-12T03:09:55.337802+0000, chain.objs.size()=1 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MWfzxxF8cQc3RzuLGfOJJzS7tJtnLW0_0 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17506635778925544660', time=2024-09-12T03:09:55.654149+0000, chain.objs.size()=1 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tTrdRLU2CUeKDE90WFA5GWMrvquRS1y_0 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8162187887715629617', time=2024-09-12T03:09:55.768911+0000, chain.objs.size()=1 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wjRh7TGHZs9HB1UtSDxHe_x48xFkhER_0 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12889029814718966002', time=2024-09-12T03:09:56.321038+0000, chain.objs.size()=1 2024-09-12T01:34:08.544 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tLcI1zdSWcl1xK3cTIvQBq664goucl9_0 2024-09-12T01:34:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8994346821584631319', time=2024-09-12T03:09:56.460707+0000, chain.objs.size()=1 2024-09-12T01:34:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.543+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LiJcTdKB78N1_kAlV6kxy37cPY4PP6n_0 2024-09-12T01:34:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.544+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8845644348865289788', time=2024-09-12T03:09:57.058467+0000, chain.objs.size()=1 2024-09-12T01:34:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.544+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wAMoEoqaGqv5qM-JjqwZN-gWLCLHS0Y_0 2024-09-12T01:34:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.544+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11752636332062704667', time=2024-09-12T03:10:35.359640+0000, chain.objs.size()=1 2024-09-12T01:34:08.545 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.544+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.z5vo8CZli-m-AQkvbckAoDLaUpFBV-4_0 2024-09-12T01:34:08.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.545+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16031369518663234074', time=2024-09-12T03:10:35.385206+0000, chain.objs.size()=1 2024-09-12T01:34:08.546 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.545+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.n-QgXRkRNvEjn4d6NycIKQa0qyrhxka_0 2024-09-12T01:34:08.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14417083343382137088', time=2024-09-12T03:10:35.419846+0000, chain.objs.size()=1 2024-09-12T01:34:08.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5_aI2RDg3zx9WHmp1pyWuTBoe8icDSB_0 2024-09-12T01:34:08.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11536526182370073966', time=2024-09-12T03:10:35.568604+0000, chain.objs.size()=1 2024-09-12T01:34:08.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PcKvL0u8CnAdCv01I8Irh6NAQ9UQGK1_0 2024-09-12T01:34:08.548 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3450415478202025470', time=2024-09-12T03:10:35.629408+0000, chain.objs.size()=1 2024-09-12T01:34:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3-wCAEs5oH68kLQl-oDI7jOs5Gbjjxb_0 2024-09-12T01:34:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5311433085152011444', time=2024-09-12T03:10:35.671814+0000, chain.objs.size()=1 2024-09-12T01:34:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lGubFUyHothg56-LOBMgFd4AJfe7pfW_0 2024-09-12T01:34:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1516585663640900386', time=2024-09-12T03:10:36.322883+0000, chain.objs.size()=1 2024-09-12T01:34:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.548+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UrVRsLLfVDRgyKyk02ImNTDhUV6Kbop_0 2024-09-12T01:34:08.549 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1871091559493119878', time=2024-09-12T03:10:36.590241+0000, chain.objs.size()=1 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UEunEH-QBRhibHo8ufRF1MUcw1uBV-T_0 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3717667500775814505', time=2024-09-12T03:10:36.670437+0000, chain.objs.size()=1 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KqaDgJ_s5S96r2kT1XBMUEUEVcIE2ri_0 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3787071734690397659', time=2024-09-12T03:10:37.206946+0000, chain.objs.size()=1 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tsuzk-EO2fgWLv9REg_zenpzIyBImiD_0 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12947364046725221667', time=2024-09-12T03:10:37.687829+0000, chain.objs.size()=1 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dg1pd_XECRGZh21gXetNVbB4j6NYJsE_0 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3491905665849141001', time=2024-09-12T03:10:38.122325+0000, chain.objs.size()=1 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.E7n877mNQWgQNRdXTqIE7iZq10Cgsyc_0 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3120307813890435731', time=2024-09-12T03:10:38.279418+0000, chain.objs.size()=1 2024-09-12T01:34:08.550 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.549+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.H2lMbPMmDcPfUrV1DRRPqSfa9ENaAPb_0 2024-09-12T01:34:08.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.551+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1442414013080361972', time=2024-09-12T03:10:38.627594+0000, chain.objs.size()=1 2024-09-12T01:34:08.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.551+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WLxkXDvRBsFGF-Xu_5z-tLg3s9pRwnJ_0 2024-09-12T01:34:08.551 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.551+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17060581288063701511', time=2024-09-12T03:10:38.629480+0000, chain.objs.size()=1 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.551+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Z_MDpRwhCqEpsqSQWap3dJK6tPTNzOQ_0 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16627099445979725782', time=2024-09-12T03:10:39.116513+0000, chain.objs.size()=1 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BHrU4g51d6VWNq2jH40ZifLnzlE8piQ_0 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8896960856483286082', time=2024-09-12T03:10:39.455551+0000, chain.objs.size()=1 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dumCbdLstZSPjaAlK-5h4Rr2nme3Cnk_0 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7638068890616842456', time=2024-09-12T03:10:39.457516+0000, chain.objs.size()=1 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._QEitMbIEhi76M86HLSDHHb5gnuVKuy_0 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12056799169367337271', time=2024-09-12T03:10:39.539470+0000, chain.objs.size()=1 2024-09-12T01:34:08.552 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.552+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VsDJaiZrSjEZx-IXwm34Zu1OKfG8ZDD_0 2024-09-12T01:34:08.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.553+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11378969571724960196', time=2024-09-12T03:10:39.839867+0000, chain.objs.size()=1 2024-09-12T01:34:08.553 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.553+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0hSR9K1mHE4xV2CtYKF_eznw0GxJrgf_0 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.554+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.564352061603137445', time=2024-09-12T03:10:40.425065+0000, chain.objs.size()=1 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.554+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.59vmrAqbLdFwl_1hk92sUdiqxAbk0KP_0 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17630439003953553826', time=2024-09-12T03:10:40.425825+0000, chain.objs.size()=1 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3qVZ8hrXdbTS70PFK1FqLm4J12-FCBb_0 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9087720948746955687', time=2024-09-12T03:10:40.485095+0000, chain.objs.size()=1 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8beQ-2KxTA0ug6LrZGMfmkrfnd753qE_0 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7320646395516872331', time=2024-09-12T03:10:40.873267+0000, chain.objs.size()=1 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Se0btjNppNgqdALWruv1VjqqbZbaUX2_0 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17810980619041086273', time=2024-09-12T03:10:40.905915+0000, chain.objs.size()=1 2024-09-12T01:34:08.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-VUs5NlP-m2_YZHrRRf0G9rMUwwAbHn_0 2024-09-12T01:34:08.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5362651615209323260', time=2024-09-12T03:10:41.098270+0000, chain.objs.size()=1 2024-09-12T01:34:08.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QTXo1hzqMZLGPu5KH6NYCIJvU0bkhz5_0 2024-09-12T01:34:08.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6795759190260986686', time=2024-09-12T03:10:41.950222+0000, chain.objs.size()=1 2024-09-12T01:34:08.556 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.555+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.p1yZYEuTDD9jN6ST9T0ivHelCWe4n88_0 2024-09-12T01:34:08.559 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.559+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/46897 2024-09-12T01:34:08.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T01:34:08.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17714339233149338355', time=2024-09-12T03:10:41.951581+0000, chain.objs.size()=1 2024-09-12T01:34:08.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YwR0YK51H08pa88CrPM_vSyXRdOyIl5_0 2024-09-12T01:34:08.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3638483180427603225', time=2024-09-12T03:10:42.602724+0000, chain.objs.size()=1 2024-09-12T01:34:08.562 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WPCgLVaOn2pdM2X1451NuecoL5f34YD_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2595158695184284494', time=2024-09-12T03:10:42.675134+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5hNIAFg4fPtEroCH3grAGf7TsE0syhn_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10899494652306264181', time=2024-09-12T03:10:42.731142+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PbHH9AEMAxaeHdy_2Yxk088Zo8QTE5R_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11303628476170185231', time=2024-09-12T03:10:43.054253+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FCJ_0iZv3Qvy7PE8mf52i6r6DfjIvr3_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.689423969768833551', time=2024-09-12T03:10:43.306711+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.A_3y_VpACXh6Fcrv1g7IKbPrKno0d8Q_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13328557811183704877', time=2024-09-12T03:10:44.972320+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sannWxGPyR_TqWJ4AHobtYL9DqMBpm2_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5538430181666838655', time=2024-09-12T03:10:45.131142+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LoyJt5YRHIOmTRIFEdhih5uRs4UJsZK_0 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1685321562492378009', time=2024-09-12T03:11:03.813189+0000, chain.objs.size()=1 2024-09-12T01:34:08.563 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.344__shadow_.GTk0PCFpUj73eeHnGZB_LVpZDxzxYsW_0 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2440509742170222165', time=2024-09-12T03:11:37.570121+0000, chain.objs.size()=1 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.382__shadow_.JoOlpqSk2nkN0_nxGYl4IOyUp1yrik3_0 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9183413066423394979', time=2024-09-12T03:12:03.696016+0000, chain.objs.size()=1 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.409__shadow_.ZAmvhplAHqJyFtvYOU6UB_cDld3Zs_N_0 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13166041936939667092', time=2024-09-12T03:12:32.478324+0000, chain.objs.size()=1 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.562+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.439__shadow_.NQgD-KIyTW3B9E_AtllkFfgPfs5cXUO_0 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3767199890787362999', time=2024-09-12T03:13:17.355851+0000, chain.objs.size()=1 2024-09-12T01:34:08.564 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.484__shadow_.HLwOA_GIMfz-Pcr-769Iz1RZsOGXsOS_0 2024-09-12T01:34:08.565 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.564+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.259322134483064778', time=2024-09-12T03:15:57.469389+0000, chain.objs.size()=6 2024-09-12T01:34:08.565 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.564+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7.1 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.9XOztvndTLIEeRT9FtLIubhH8AzBH67q.2 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7.3 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7.4 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7.5 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~uDgHSrB4qgU0GueFHFJXv5_uKoDzsY7.6 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14518512197131536315', time=2024-09-12T03:16:57.796765+0000, chain.objs.size()=6 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.Qqts2_XQEq0Si0lBX1MTW4dLZBvLTR6s.1 2024-09-12T01:34:08.566 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.vQU8n-W0MzhD-sAA2ACQZ68c3E03Bt1w.2 2024-09-12T01:34:08.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.ZnZ-9GrsLSAXxHVBlX8dvMB2ThrhXBsD.3 2024-09-12T01:34:08.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.566+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.GO2y572CYH65hqLKVm-IdQmj_vu0iRjn.4 2024-09-12T01:34:08.567 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.567+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.r-12YCUbrvBSdvSf5C-fyy94E4Mkiin0.5 2024-09-12T01:34:08.568 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.568+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.HUVsFkcdJ-kAMn6Pr22hd_L82LyrMhjQ.6 2024-09-12T01:34:08.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14853597700920985325', time=2024-09-12T03:19:27.022006+0000, chain.objs.size()=1 2024-09-12T01:34:08.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.559__shadow_.73wqozDVTAcR3jIteH_tqnI37_Hov6s_0 2024-09-12T01:34:08.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12698719381132665514', time=2024-09-12T03:20:19.962125+0000, chain.objs.size()=1 2024-09-12T01:34:08.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:AzvFF9hHgr77UCBHAWR0yCoA8kJjQz9_.3vezavQbeeYMUy1BK4FZdvb4mJwY1Xm_0 2024-09-12T01:34:08.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.569+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17238278171578473129', time=2024-09-12T03:20:22.779017+0000, chain.objs.size()=1 2024-09-12T01:34:08.569 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.569+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:Swz2D02XeRmUPKmKWYfJfJYE0egOQEQ_.ylCgfJn9qPTIXuyaiVig9qbU5OoXf9C_0 2024-09-12T01:34:08.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.570+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15361329396941979110', time=2024-09-12T03:20:23.045349+0000, chain.objs.size()=1 2024-09-12T01:34:08.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.570+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:ls-nixj8V2qKfIXzGLmrcbLBZaDOUqS_.lnGOIl1ynlaNQlNJOgkmLB9mQMT7LbQ_0 2024-09-12T01:34:08.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.570+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3728677492931466556', time=2024-09-12T03:21:13.099284+0000, chain.objs.size()=1 2024-09-12T01:34:08.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.570+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:WoqaSMWY4MB3QwL-xTBobGhaTg6Jnmd_.CBRHghzh0xYz1wsk8gIobLL_7d0oD3F_0 2024-09-12T01:34:08.570 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.570+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15730395515518965107', time=2024-09-12T03:21:15.858184+0000, chain.objs.size()=1 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.570+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:BP1ighB2CuldDxcj-DLKYLAk.fy.AFL_.udNtWqJwcQ8Nn3ko8eXVgF43Y3PD2R4_0 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.571+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~OCp97xehXfD7BND67LYrOZtc6eiMPRz', time=2024-09-12T03:26:24.588162+0000, chain.objs.size()=12 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.571+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__multipart_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.1 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.571+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__shadow_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.1_1 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.571+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__multipart_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.2 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.571+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__shadow_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.2_1 2024-09-12T01:34:08.571 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.571+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__multipart_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.3 2024-09-12T01:34:08.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.573+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__shadow_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.3_1 2024-09-12T01:34:08.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.573+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__multipart_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.4 2024-09-12T01:34:08.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.573+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__shadow_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.4_1 2024-09-12T01:34:08.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.573+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__multipart_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.5 2024-09-12T01:34:08.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.573+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__shadow_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.5_1 2024-09-12T01:34:08.573 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.573+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__multipart_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.6 2024-09-12T01:34:08.574 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.574+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.625__shadow_multipart_enc.2~OCp97xehXfD7BND67LYrOZtc6eiMPRz.6_1 2024-09-12T01:34:08.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4896202404886598140', time=2024-09-12T03:26:48.994999+0000, chain.objs.size()=2 2024-09-12T01:34:08.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.645__shadow_.ckEzee1Hjs1ogtPP_BjfQC7VEA9dsSI_0 2024-09-12T01:34:08.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.645__shadow_.ckEzee1Hjs1ogtPP_BjfQC7VEA9dsSI_1 2024-09-12T01:34:08.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.575+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7657452532504377555', time=2024-09-12T03:27:10.745160+0000, chain.objs.size()=2 2024-09-12T01:34:08.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.656__shadow_.O4t3K_uzic3cxO4E4PnBJ4RObNeSP9B_0 2024-09-12T01:34:08.575 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.575+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.656__shadow_.O4t3K_uzic3cxO4E4PnBJ4RObNeSP9B_1 2024-09-12T01:34:08.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.580+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.582+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:34:08.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.583+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.584+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47969' 2024-09-12T01:34:08.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7768212872727759120', time=2024-09-12T03:03:28.025444+0000, chain.objs.size()=5 2024-09-12T01:34:08.586 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-STANDARD.2~It9yG9i174_5WilkBfIBIuuuuooIWIm.1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_foo-STANDARD.2~It9yG9i174_5WilkBfIBIuuuuooIWIm.1_1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-STANDARD.2~It9yG9i174_5WilkBfIBIuuuuooIWIm.2 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_foo-STANDARD.2~It9yG9i174_5WilkBfIBIuuuuooIWIm.2_1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-STANDARD.2~It9yG9i174_5WilkBfIBIuuuuooIWIm.3 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_BmA1oD3Urx9tLH1ndfPRUjlF5IdPP2u', time=2024-09-12T03:03:50.485011+0000, chain.objs.size()=1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.163__shadow_.PYij_G9IOOeCsd4I4uYF8AuBLEhFgD-_0 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13091894190206687827', time=2024-09-12T03:06:47.239789+0000, chain.objs.size()=1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.235__shadow_.91N9uPo-3QHBxegWJ8CFe5wFMpfit1P_0 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12076094314908687887', time=2024-09-12T03:06:48.252103+0000, chain.objs.size()=1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.236__shadow_.R-vYDy8E6Kds8dc1OJyeHi53RMgbaZM_0 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12609040934745137290', time=2024-09-12T03:06:51.616298+0000, chain.objs.size()=1 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.238__shadow_.yBfEjJ-xTX4BwQSTXjE9oVsKxhkFFTd_0 2024-09-12T01:34:08.587 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16183266351061588005', time=2024-09-12T03:07:52.180432+0000, chain.objs.size()=1 2024-09-12T01:34:08.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tGsqp8g08BA3ZDFa8ilmAmd2q_45qe8_0 2024-09-12T01:34:08.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.162829158052639590', time=2024-09-12T03:07:52.441925+0000, chain.objs.size()=1 2024-09-12T01:34:08.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.75afnQzpDxdrNNmQpA8y3mhp9Hdc4A8_0 2024-09-12T01:34:08.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17582976828001336763', time=2024-09-12T03:07:52.577764+0000, chain.objs.size()=1 2024-09-12T01:34:08.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.585+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3Ez7OHMoireAN8U-W9C492CTCOJ3Mzh_0 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2387499049969748805', time=2024-09-12T03:07:52.999546+0000, chain.objs.size()=1 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mqieiLkyqB8JMSHGfnSiwnPIeOqnslz_0 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14422411096583808179', time=2024-09-12T03:07:53.912807+0000, chain.objs.size()=1 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sq-jTP6V2r3_BGB4xa-oW5bGQXDt97u_0 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17349114679347938504', time=2024-09-12T03:07:54.015446+0000, chain.objs.size()=1 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.18msPm4ITQvkAOpheaGmuV8KzCvJhbF_0 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15978646189940894809', time=2024-09-12T03:07:54.080648+0000, chain.objs.size()=1 2024-09-12T01:34:08.589 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.my7KuEQvgiW9ud2jYLbS4Q21JI_XeIq_0 2024-09-12T01:34:08.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14821953373351389210', time=2024-09-12T03:07:54.312579+0000, chain.objs.size()=1 2024-09-12T01:34:08.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cHvNDyFw891Bzo8z9zMLwtwEuH8zlXM_0 2024-09-12T01:34:08.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17386270614075505205', time=2024-09-12T03:07:54.752696+0000, chain.objs.size()=1 2024-09-12T01:34:08.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5KhJmoDm9X5YjUl21YwNgQkYwogAM5V_0 2024-09-12T01:34:08.590 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5647630203895998168', time=2024-09-12T03:07:54.785672+0000, chain.objs.size()=1 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KkZYNsgW8iXfeK9qyLKdYK2YcKM7fzu_0 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7775540268828875156', time=2024-09-12T03:07:55.218292+0000, chain.objs.size()=1 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3GjmY9cwiwGNbmwkvAUNqIcRgcQovyV_0 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2089920734671977794', time=2024-09-12T03:07:55.719784+0000, chain.objs.size()=1 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rff3ALxPGLmAvm_5q2EBEM8f6GTIBVW_0 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7965137987817283133', time=2024-09-12T03:07:55.810817+0000, chain.objs.size()=1 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.P2C1YMhjfq6Z32_NHGBC8SnXw-arWxW_0 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18193434049282837470', time=2024-09-12T03:07:57.082259+0000, chain.objs.size()=1 2024-09-12T01:34:08.591 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.589+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Sj6MgLvqOPVAg538AiIShijYIx7EApH_0 2024-09-12T01:34:08.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12164073341107634631', time=2024-09-12T03:07:57.199993+0000, chain.objs.size()=1 2024-09-12T01:34:08.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VuRgkn-vkcSC0UFlpV9rdB9CDvE3CZj_0 2024-09-12T01:34:08.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2091391617862334208', time=2024-09-12T03:07:57.425189+0000, chain.objs.size()=1 2024-09-12T01:34:08.592 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wQUO0aTPK8fLgn156BOkceIN7YBiaPw_0 2024-09-12T01:34:08.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.592+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5986788330624773406', time=2024-09-12T03:07:58.087812+0000, chain.objs.size()=1 2024-09-12T01:34:08.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.592+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ipLCgcQOkkh8oGMLtqdUZ4OfC1uWIM5_0 2024-09-12T01:34:08.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.593+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7293490036801767139', time=2024-09-12T03:07:58.143282+0000, chain.objs.size()=1 2024-09-12T01:34:08.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.593+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yNRo1PTGFMEiPt3Wxnx83YwpUVsRyea_0 2024-09-12T01:34:08.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.593+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6257348811724159990', time=2024-09-12T03:07:58.144567+0000, chain.objs.size()=1 2024-09-12T01:34:08.593 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.593+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6WAtH5JBDUBi6UN67bYC-QFpv2ke6EP_0 2024-09-12T01:34:08.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12487803060070955465', time=2024-09-12T03:07:58.234995+0000, chain.objs.size()=1 2024-09-12T01:34:08.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z8eGO7DnxX_QdKR11nd8ln86YQZaHlN_0 2024-09-12T01:34:08.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16420842726303694516', time=2024-09-12T03:07:58.668400+0000, chain.objs.size()=1 2024-09-12T01:34:08.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yzNSlI7lL8k3jKLtWFXg90KvPLSOwPW_0 2024-09-12T01:34:08.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9660385855754149939', time=2024-09-12T03:07:59.367184+0000, chain.objs.size()=1 2024-09-12T01:34:08.594 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8_Qu9Z9lhrXhnSJpz3PUKsw0J7hjvxf_0 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4061239054470839777', time=2024-09-12T03:07:59.514813+0000, chain.objs.size()=1 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XM8ETR0YQz4pSi1azkQJ-UrYEpq1_ke_0 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14491310450994356968', time=2024-09-12T03:07:59.728757+0000, chain.objs.size()=1 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0xKERcLjA0ngcMG09UVSF9bhwGBTHEf_0 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10323995512856057430', time=2024-09-12T03:07:59.830950+0000, chain.objs.size()=1 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.594+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gyCdLsgWQ7ZQnVPWkFOS5QADhCllwXD_0 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.595+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2855120956602413124', time=2024-09-12T03:08:00.164988+0000, chain.objs.size()=1 2024-09-12T01:34:08.595 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.595+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.A1x-BQ2RLaunbVH07HtXvUkO7TjKwYa_0 2024-09-12T01:34:08.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4333501597184381837', time=2024-09-12T03:08:00.360817+0000, chain.objs.size()=1 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.v0lzYZ95QkTxP6VqaWv8xCLBY0MQKwx_0 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14914701587884148133', time=2024-09-12T03:08:00.380890+0000, chain.objs.size()=1 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.okSRLzbJB3y_tfw9oJVloaxZEMV50e7_0 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7481610743633525840', time=2024-09-12T03:08:01.409460+0000, chain.objs.size()=1 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.01tcyp-IoLl76ohqMNinomNfDTewEz6_0 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13787292847688692331', time=2024-09-12T03:08:01.449227+0000, chain.objs.size()=1 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.n-Jdnxei9wkgtroKo-yAMNdKeZC3U4h_0 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5438538339089245071', time=2024-09-12T03:08:01.529817+0000, chain.objs.size()=1 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.R-nrsEpt40Q6PN6VBMQTllc3I9LnJbm_0 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8084109845783347152', time=2024-09-12T03:08:01.690177+0000, chain.objs.size()=1 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.597+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RD4XeWtTDslrR6Fh1Gc_LWcM_iLuSDP_0 2024-09-12T01:34:08.598 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16761831017343647586', time=2024-09-12T03:08:02.237315+0000, chain.objs.size()=1 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WzyXbzbX6Nl1uqJoisrn97UZoDDqhXV_0 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3606731353280330836', time=2024-09-12T03:08:02.365469+0000, chain.objs.size()=1 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rhpch5fgdDYdEiKNA3DTVg4kTMDVXx1_0 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.177995684580335197', time=2024-09-12T03:08:02.424551+0000, chain.objs.size()=1 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yXBgnvSPhhgwSFhMxSeRkgLed47Rz-3_0 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13283993979153040982', time=2024-09-12T03:08:02.813756+0000, chain.objs.size()=1 2024-09-12T01:34:08.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.aFH80wOhELP7mghI5wl0iIQXIP3KFng_0 2024-09-12T01:34:08.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1316047202943948249', time=2024-09-12T03:08:06.720190+0000, chain.objs.size()=1 2024-09-12T01:34:08.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.598+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.266__shadow_.7gUA7ZPTVw4mSHZbrdHE0BHo30lWTMX_0 2024-09-12T01:34:08.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18171340199545951980', time=2024-09-12T03:08:15.237856+0000, chain.objs.size()=1 2024-09-12T01:34:08.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.275__shadow_.RHYGNUDNFaUTTtgZHbmnrZ7awoeFylv_0 2024-09-12T01:34:08.601 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12100148366551698524', time=2024-09-12T03:08:17.214438+0000, chain.objs.size()=1 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.277__shadow_.v4s05-CCCNdpcYGHYH2t5fTkSUtxQgE_0 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8345368050709913104', time=2024-09-12T03:08:26.173359+0000, chain.objs.size()=1 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.286__shadow_.3rJdE6SCEPHwpo-86PUVBDlZa9mpT8Y_0 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3042715996125735614', time=2024-09-12T03:08:33.652981+0000, chain.objs.size()=1 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.601+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.ucPF8LEL9ZVQV_tJE6CMv7IYCE8gaNw_0 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.602+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8792460896695857131', time=2024-09-12T03:08:35.828860+0000, chain.objs.size()=1 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.602+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.TLmnjOMWu4QirYymAHGcjpdkp66pB9d_0 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.602+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13280241658053796963', time=2024-09-12T03:08:36.947277+0000, chain.objs.size()=1 2024-09-12T01:34:08.602 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.602+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.294__shadow_.3crbkoDWtb2dkwZ_yhdQ78nCWj2g8mH_0 2024-09-12T01:34:08.603 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13667580245948840051', time=2024-09-12T03:09:07.460213+0000, chain.objs.size()=1 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.321__shadow_.1zCTr69ivRDjtbcEK0hKjXp2DRa5Dki_0 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2076367554367206974', time=2024-09-12T03:09:47.675549+0000, chain.objs.size()=1 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1PRCnlGQNa6L-eo1VwGwM8xBOkIDRYF_0 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15728746370463488810', time=2024-09-12T03:09:47.742282+0000, chain.objs.size()=1 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TacQ8-HzQJHN7pl4jen3YMY6jnC33os_0 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9242236765322950635', time=2024-09-12T03:09:48.340078+0000, chain.objs.size()=1 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nJtI7AZS_aGnmMfZu3ke8HvUvvc4JNg_0 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3506305730137606413', time=2024-09-12T03:09:48.903108+0000, chain.objs.size()=1 2024-09-12T01:34:08.604 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.603+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zFuUYUI-sSJaqkoW2ogXvZ9AkBmqBYX_0 2024-09-12T01:34:08.605 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12310581847906540153', time=2024-09-12T03:09:48.995816+0000, chain.objs.size()=1 2024-09-12T01:34:08.605 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WcoppbqmrPG4qztSbkVEOWyIM-rfF0-_0 2024-09-12T01:34:08.605 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11793133764610338322', time=2024-09-12T03:09:49.345283+0000, chain.objs.size()=1 2024-09-12T01:34:08.605 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.R1DNze2F62DGEHWeNpxer2WGDo9ed6O_0 2024-09-12T01:34:08.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8897645142470164973', time=2024-09-12T03:09:50.298082+0000, chain.objs.size()=1 2024-09-12T01:34:08.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CFJf3ykyHY7TfB8HnU9petcUBKQnJB9_0 2024-09-12T01:34:08.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8540965787193990', time=2024-09-12T03:09:50.431999+0000, chain.objs.size()=1 2024-09-12T01:34:08.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i-5yg04BLLDkG9JznOCJlv4wuE0qvFv_0 2024-09-12T01:34:08.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11256072432973167538', time=2024-09-12T03:09:50.781259+0000, chain.objs.size()=1 2024-09-12T01:34:08.606 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.605+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2y--eYmo2ijFujK_6tnVUbggeL92tZa_0 2024-09-12T01:34:08.607 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.606+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10385363705584990472', time=2024-09-12T03:09:51.277794+0000, chain.objs.size()=1 2024-09-12T01:34:08.607 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.606+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.myfzJA3-Z68RN6u8wh9XZ86uGgl2LTK_0 2024-09-12T01:34:08.607 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.606+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2785825070528185179', time=2024-09-12T03:09:51.962854+0000, chain.objs.size()=1 2024-09-12T01:34:08.607 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.606+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zdKXXSHku8sHSq3njwLHMpW_5g9DuCt_0 2024-09-12T01:34:08.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.608+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13909925349959678606', time=2024-09-12T03:09:52.096070+0000, chain.objs.size()=1 2024-09-12T01:34:08.608 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.608+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UNUh4Hrsqf5rfxF86MRwm6s8bRbptki_0 2024-09-12T01:34:08.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.609+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6027822092820575611', time=2024-09-12T03:09:52.763427+0000, chain.objs.size()=1 2024-09-12T01:34:08.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.609+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.FWchjrjTW4HD2UTYVfT0kdkBEByDwAm_0 2024-09-12T01:34:08.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.609+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9733451111933718270', time=2024-09-12T03:09:52.877882+0000, chain.objs.size()=1 2024-09-12T01:34:08.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.609+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CKcMDtona75Y-Pl0V4g_NQPSW0Gq6SW_0 2024-09-12T01:34:08.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.609+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3472824978293028777', time=2024-09-12T03:09:52.931869+0000, chain.objs.size()=1 2024-09-12T01:34:08.609 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.609+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MNJVByWFbgImnGKcgJcbnm0216u_I-L_0 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.137583383245676174', time=2024-09-12T03:09:52.935956+0000, chain.objs.size()=1 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X4estOwjNQ6A6K-kEQyc9CLiHQShc2Y_0 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5136733242532112421', time=2024-09-12T03:09:53.019606+0000, chain.objs.size()=1 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1Gv5Yh7MRk-RR6ZmJ-gd96L5E0XranU_0 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3024029117202728142', time=2024-09-12T03:09:53.967723+0000, chain.objs.size()=1 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jE_6Rfmi12Ole0YBXxknd8XqhPe2KXK_0 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17944297256043936866', time=2024-09-12T03:09:53.968571+0000, chain.objs.size()=1 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8-jXeEDuErIMN115jWw5GpWrasR2lPA_0 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5541840100998838642', time=2024-09-12T03:09:53.969861+0000, chain.objs.size()=1 2024-09-12T01:34:08.610 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Fex4vLK8Ocv86WAAky3iJ4704lVR-2f_0 2024-09-12T01:34:08.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15567124859290677800', time=2024-09-12T03:09:54.051593+0000, chain.objs.size()=1 2024-09-12T01:34:08.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Q_3dS7f4rMwEo9EeYe2ngZ8_7qHpmrB_0 2024-09-12T01:34:08.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7273061472733762694', time=2024-09-12T03:09:54.380573+0000, chain.objs.size()=1 2024-09-12T01:34:08.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Q-kTdCvSM0MNriS7rEOfEUBQ4-4ywV5_0 2024-09-12T01:34:08.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17433455075269123502', time=2024-09-12T03:09:54.716910+0000, chain.objs.size()=1 2024-09-12T01:34:08.611 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.610+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pJxBYk9zaUoUqkudu8dWAyz6gvn8S0k_0 2024-09-12T01:34:08.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.612+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15327978412107274905', time=2024-09-12T03:09:55.375287+0000, chain.objs.size()=1 2024-09-12T01:34:08.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.612+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BFyPlt4ATWaTyIjFqgT2ckaU9vMTDAO_0 2024-09-12T01:34:08.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.612+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15480687429177020660', time=2024-09-12T03:09:55.632329+0000, chain.objs.size()=1 2024-09-12T01:34:08.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.612+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dFKHlWPN2SyW5mG67Tu_w0YK_XeTVJk_0 2024-09-12T01:34:08.612 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.612+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13732176200578865067', time=2024-09-12T03:09:55.864960+0000, chain.objs.size()=1 2024-09-12T01:34:08.613 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.612+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.B9s4aaQr60J1ajLLDt9yOHq9vzOjOeR_0 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12470765622558469998', time=2024-09-12T03:09:55.882673+0000, chain.objs.size()=1 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OdgeUrGnnWHQo90T_sxam1n_CzANopK_0 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8810825770810923165', time=2024-09-12T03:09:56.062898+0000, chain.objs.size()=1 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pHyCA5fv_3_43zF4BWUWCx7Dhk30SVN_0 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1336895450878015643', time=2024-09-12T03:09:56.455196+0000, chain.objs.size()=1 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2WtjD76PqSEOo87ufuR78CR7rz_7xwb_0 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1415797387801643335', time=2024-09-12T03:09:56.657735+0000, chain.objs.size()=1 2024-09-12T01:34:08.617 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.AzYpLMiHVHD5Fzpl6Uw_hnAB_mwr_Ug_0 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17198511720267585203', time=2024-09-12T03:09:56.696776+0000, chain.objs.size()=1 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.614+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.afLKhTN7FzzW7fscBaJZipVqqS_rvzg_0 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8639476855685597025', time=2024-09-12T03:09:56.818998+0000, chain.objs.size()=1 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yOga6epl4wxVzSXHgtBIHpeiunh2DGF_0 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.903888199951685167', time=2024-09-12T03:09:57.056822+0000, chain.objs.size()=1 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.G0Bgs8bLyTmP93gEdfncW5YDPBBcyUQ_0 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3269583905455811704', time=2024-09-12T03:10:34.876989+0000, chain.objs.size()=1 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Oi2kDsHn81CL6sckFXvNBlvhsUeuaEs_0 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14896251842403679086', time=2024-09-12T03:10:35.062259+0000, chain.objs.size()=1 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.615+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.n6hOZ9KfVqHiNP5aBoz8Z_cpTbNZUpk_0 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.616+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15473104684534523853', time=2024-09-12T03:10:35.256055+0000, chain.objs.size()=1 2024-09-12T01:34:08.618 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.616+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aKqyNO0_x2llSem_KeQPz4WCw5A4-ld_0 2024-09-12T01:34:08.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.616+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.347326801837403536', time=2024-09-12T03:10:36.379605+0000, chain.objs.size()=1 2024-09-12T01:34:08.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.616+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OFg3AqyW0kNlEkf_l6hOcLJACKve-0v_0 2024-09-12T01:34:08.619 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4008030205961066748', time=2024-09-12T03:10:36.450634+0000, chain.objs.size()=1 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eaMYZoWnQ9OtpbibcXYbQd1Y-1TJeDj_0 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1856749346719341027', time=2024-09-12T03:10:37.031251+0000, chain.objs.size()=1 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YAc0m7uF9nUlO33mYYOqgFRRCvF30dg_0 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11296956252392323571', time=2024-09-12T03:10:37.970330+0000, chain.objs.size()=1 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JVVR2jrhjd5hQvax4pcEfrblvDvRazR_0 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18422277360527228235', time=2024-09-12T03:10:38.113845+0000, chain.objs.size()=1 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.y6dZ0NVwM_K2wuGDe4RbSHVPlMJqLS4_0 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7478261471861819026', time=2024-09-12T03:10:38.406590+0000, chain.objs.size()=1 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.apRbaekGcGhFypToBSIL2UAG__iKZgW_0 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2489023233411773961', time=2024-09-12T03:10:38.516036+0000, chain.objs.size()=1 2024-09-12T01:34:08.620 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fDjPOPjPQCybjl2n-jaziVPl9hW1Hpx_0 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11205609827370346240', time=2024-09-12T03:10:38.658663+0000, chain.objs.size()=1 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iJcyf6egIWLKbzdwS6qrjctdWVrHyTj_0 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3355678403369612921', time=2024-09-12T03:10:39.168132+0000, chain.objs.size()=1 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.618+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.R5sjf6gvIgmZPLnMe6InlEdytQPmOQu_0 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.620+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15936601657264310511', time=2024-09-12T03:10:39.317010+0000, chain.objs.size()=1 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.620+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ngAUl0Q6_-HRbsa_R_uqDlQIA1mdSRc_0 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.620+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11167219900227410361', time=2024-09-12T03:10:40.476775+0000, chain.objs.size()=1 2024-09-12T01:34:08.621 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.620+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pokxTcfzM5X-PHYt3k--jkHy-RllWgw_0 2024-09-12T01:34:08.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.620+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8869553195117653571', time=2024-09-12T03:10:40.535051+0000, chain.objs.size()=1 2024-09-12T01:34:08.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.620+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uV-Kkw0nCkeykBEX8FVu45icFKMEXir_0 2024-09-12T01:34:08.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.622+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14217490650474738381', time=2024-09-12T03:10:40.801334+0000, chain.objs.size()=1 2024-09-12T01:34:08.622 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.622+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Twf0aJw78a6xCprJi45kRHsAdaWyR6-_0 2024-09-12T01:34:08.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.623+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10968821402257002642', time=2024-09-12T03:10:40.825037+0000, chain.objs.size()=1 2024-09-12T01:34:08.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.623+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.K2pXlju6E-BJUHkcd5rAPZZQPxETjRd_0 2024-09-12T01:34:08.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.623+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12903889678181956403', time=2024-09-12T03:10:40.844039+0000, chain.objs.size()=1 2024-09-12T01:34:08.623 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.623+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Y7qpIqFR-f2tdksf9EE0nznrXTwm6_1_0 2024-09-12T01:34:08.625 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.625+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/47969 2024-09-12T01:34:08.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T01:34:08.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16186365520635537533', time=2024-09-12T03:10:41.164151+0000, chain.objs.size()=1 2024-09-12T01:34:08.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PL5AL0P5qSaUivdkMk-gYEGzcU0AP_6_0 2024-09-12T01:34:08.628 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12107737298142983618', time=2024-09-12T03:10:41.877033+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.s2fGHdP_RwvmPx9fv5pbg3umHDDISsO_0 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7534256874009580661', time=2024-09-12T03:10:42.094172+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UZI4s5dCoxyAuajtqMeVJe6o7Fcuf7E_0 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15887808342418731909', time=2024-09-12T03:10:42.215248+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9csNQeVxQK0kZ5FVhFznoW8Bp-50ZES_0 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6517558845302054401', time=2024-09-12T03:10:42.308056+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KuqkQtMs59VHueZ60jblHCenslVKcad_0 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12636779416408070804', time=2024-09-12T03:10:43.161930+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.H1zRNM32v6nGRkwer7GvQt5bXR5cfgy_0 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16335741651362016058', time=2024-09-12T03:10:43.206927+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._LAZzE6B8EXqBe1nu5SpFVpgX0F4lsf_0 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8270834344457984802', time=2024-09-12T03:10:43.327084+0000, chain.objs.size()=1 2024-09-12T01:34:08.629 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BZqHAQISTe7hHHXRZ1ye9m8q-prMOGD_0 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13258522858533525658', time=2024-09-12T03:10:43.700045+0000, chain.objs.size()=1 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wbxwGiKhC7ahaanWrOTueHTXfbFh5Bw_0 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7763736878335810931', time=2024-09-12T03:10:43.782981+0000, chain.objs.size()=1 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.NQUSPNIfCjehcrct_jHDE5P0U-mXYEH_0 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.568651050417747562', time=2024-09-12T03:10:45.079678+0000, chain.objs.size()=1 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uTmMWp_XNriYPBEOQTN1BWxipoTN5Q6_0 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5489453607722569233', time=2024-09-12T03:10:56.157854+0000, chain.objs.size()=1 2024-09-12T01:34:08.630 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.628+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.336__shadow_.FcMn3ZmnxNx2KOIqz5UAOG9-4dHnNU5_0 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4581841195305069363', time=2024-09-12T03:11:39.550701+0000, chain.objs.size()=1 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.384__shadow_.gBrWIdf7XTLK6LKu2QsJIPHAjFCJUUC_0 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3205641383673674134', time=2024-09-12T03:12:51.479179+0000, chain.objs.size()=1 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.456__shadow_.p9GGkOpRfBLW2Myns21rMDDP4Eyrtab_0 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15103627156410737122', time=2024-09-12T03:13:32.144699+0000, chain.objs.size()=1 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.497__shadow_.bg8fFtAhkfIohbLu6_ocmjtieAUy87r_0 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12734919276575995280', time=2024-09-12T03:14:21.702757+0000, chain.objs.size()=1 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.518__multipart_mymultipart.2~9my0eqvCpPeaCwvAUQjzHvPrCWyv-oL.1 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5363433910969393424', time=2024-09-12T03:18:18.207247+0000, chain.objs.size()=7 2024-09-12T01:34:08.631 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__multipart_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.1 2024-09-12T01:34:08.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.630+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__shadow_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.1_1 2024-09-12T01:34:08.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__multipart_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.2 2024-09-12T01:34:08.632 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.632+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__shadow_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.2_1 2024-09-12T01:34:08.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.633+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__multipart_mymultipart.OaWmgJc0OjlFtzZcZUj150Bky5bDCHmF.3 2024-09-12T01:34:08.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.633+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__shadow_mymultipart.OaWmgJc0OjlFtzZcZUj150Bky5bDCHmF.3_1 2024-09-12T01:34:08.633 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.633+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.535__multipart_mymultipart.2~YxF3rSIHqxcdfjrbymxvO9T027cTJQA.4 2024-09-12T01:34:08.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.634+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16853790757757533064', time=2024-09-12T03:19:44.399268+0000, chain.objs.size()=1 2024-09-12T01:34:08.634 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.634+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:lyrJjL3j8C7s4s0hQtY2vl1qcMNmPFI_.I7ap6SinmSIRdV7mTSXRZZkg0nQfhol_0 2024-09-12T01:34:08.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.635+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13119334504316708203', time=2024-09-12T03:19:45.941504+0000, chain.objs.size()=1 2024-09-12T01:34:08.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.635+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:TVV6jZkQegHsol0jRDTz6kFEasVeiuc_.M-04gucvdGP9NdMhBp1cIt0Buzq4nND_0 2024-09-12T01:34:08.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.635+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12220105570740664763', time=2024-09-12T03:21:15.613754+0000, chain.objs.size()=1 2024-09-12T01:34:08.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.635+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:r6TCEfGYRSkTBwKPLhVE.MlxY6uMIXk_.2shUcejQR4bdKUtc7PXiE8V8XfvsFOv_0 2024-09-12T01:34:08.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.635+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15267975933029013508', time=2024-09-12T03:21:24.090923+0000, chain.objs.size()=1 2024-09-12T01:34:08.635 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.635+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:IyPDfmFvEGCe5L5bT-IJIUx9A3J90rQ_.HXVWK8yvroUSpEPZfAUWKvIpTVwrCbM_0 2024-09-12T01:34:08.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.636+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12253773337662208710', time=2024-09-12T03:21:24.444561+0000, chain.objs.size()=1 2024-09-12T01:34:08.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.636+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:HRaxIV0RCYue66kE.TFiq1kJbOtPTaN_.U5WF4gsSzmQCNGYi5DVb1_hMv6vQFKF_0 2024-09-12T01:34:08.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.636+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2029171030663544176', time=2024-09-12T03:27:37.363937+0000, chain.objs.size()=1 2024-09-12T01:34:08.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.636+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.664__shadow_.Q2P_MncjOncsUejqMZpiQ9noZGKMgWj_0 2024-09-12T01:34:08.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.636+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18362570456968833205', time=2024-09-12T03:27:50.395382+0000, chain.objs.size()=1 2024-09-12T01:34:08.636 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.636+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.679__shadow_.qGHlbbMK9cst5bV6wIQI8tGTM2NH9cJ_0 2024-09-12T01:34:08.640 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.640+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.643+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:34:08.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.645+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47925' 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10742144708514778931', time=2024-09-12T03:03:01.198719+0000, chain.objs.size()=1 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.158__shadow_.5lcBy_pNkFcwQkjWmnpH-P9mMF7LeVe_0 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_mGeJnGXHVZLWR5-JGDPEMos1ACwdg-T', time=2024-09-12T03:03:50.510949+0000, chain.objs.size()=1 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.163__shadow_.sVabtyE5ENH7jWwIGvrksMbs2R9tT9x_0 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15091539542085201088', time=2024-09-12T03:04:16.827666+0000, chain.objs.size()=1 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.178__shadow_.jGCpOJVfFNK_k2xw5Bo990HYS3oY-k0_0 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1888307911710829328', time=2024-09-12T03:06:45.284488+0000, chain.objs.size()=1 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.233__shadow_.fdFEA1Kg93BhM7lPhwaDQsovwqCQ-nI_0 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3195643115489005308', time=2024-09-12T03:06:49.945202+0000, chain.objs.size()=1 2024-09-12T01:34:08.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.237__shadow_.klq3CO-dPdZvl7zmJBtcafCkbSgoanK_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18238348568137493071', time=2024-09-12T03:06:59.627499+0000, chain.objs.size()=1 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.245__shadow_.xHwAG3jIL2hTdzEQiGX9yIBct9kXQvu_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1447175968632665253', time=2024-09-12T03:07:01.569680+0000, chain.objs.size()=1 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.247__shadow_.uckljX-gnbOuH_LjAiSNOoV__zobhuC_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3578535722458431335', time=2024-09-12T03:07:06.503082+0000, chain.objs.size()=1 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.252__shadow_.BTpW0987TLxTx4sTID3WPsujKlLcusR_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12593574464681653914', time=2024-09-12T03:07:09.421794+0000, chain.objs.size()=1 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.255__shadow_.wC_cQ4LT3yyINgDxS5qpg6U7_9GbM32_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4156586625027082490', time=2024-09-12T03:07:52.450727+0000, chain.objs.size()=1 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.33AOsPFd1Tcg88la84uDHcoFdXIk2vZ_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16456545795369688667', time=2024-09-12T03:07:52.783812+0000, chain.objs.size()=1 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FHQIwTSct5pjsAxIZnrF2LadS0-91Ni_0 2024-09-12T01:34:08.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17713731546356117521', time=2024-09-12T03:07:52.785083+0000, chain.objs.size()=1 2024-09-12T01:34:08.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.646+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k6gtSf8Ze9ktGEK-WoIjJCLJpjR-ygd_0 2024-09-12T01:34:08.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6502115338460914954', time=2024-09-12T03:07:53.275234+0000, chain.objs.size()=1 2024-09-12T01:34:08.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xPZx7Gp0hwmv5I33knO0pcrfU-8tzWM_0 2024-09-12T01:34:08.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18391215883908130815', time=2024-09-12T03:07:53.914069+0000, chain.objs.size()=1 2024-09-12T01:34:08.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LBUbk6tdbrD5XX89th6MhlP9aOI81sG_0 2024-09-12T01:34:08.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660216256343391980', time=2024-09-12T03:07:54.345237+0000, chain.objs.size()=1 2024-09-12T01:34:08.650 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DWzmnUiHc2yqT3_t9iOip78SeKOzTbo_0 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2442256701576331706', time=2024-09-12T03:07:54.752764+0000, chain.objs.size()=1 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OTb1_-NLoXcAFmYgSQrnupHXC0euB6i_0 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18288990165755588272', time=2024-09-12T03:07:54.784045+0000, chain.objs.size()=1 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nr8Unc_lNKxSwJihyk1opkAOqhQqECS_0 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1893094975838429085', time=2024-09-12T03:07:54.785412+0000, chain.objs.size()=1 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.q14zRl6wXC3YHB3Hyy_B8xxJAipxUsR_0 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12178085764384313113', time=2024-09-12T03:07:55.218252+0000, chain.objs.size()=1 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CnZiItYYKjohCE9_6n8NkIMGPavjsPD_0 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13356575397038030248', time=2024-09-12T03:07:55.602825+0000, chain.objs.size()=1 2024-09-12T01:34:08.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.649+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ymEoRcOpLSb1rOzqY3wINz8Yq9p13pt_0 2024-09-12T01:34:08.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6353175869739063990', time=2024-09-12T03:07:55.810388+0000, chain.objs.size()=1 2024-09-12T01:34:08.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lxtMgPZAxS8VldcxCuIQAkpprJUlKmJ_0 2024-09-12T01:34:08.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4982516102466654779', time=2024-09-12T03:07:56.178523+0000, chain.objs.size()=1 2024-09-12T01:34:08.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IIB727bcKHsxtdBS_Yh8nBvuwF1fKGS_0 2024-09-12T01:34:08.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.651+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3152257120884381900', time=2024-09-12T03:07:56.620300+0000, chain.objs.size()=1 2024-09-12T01:34:08.652 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.651+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.taSlTAUk2SDBjVzSxx19wr8x5AWlqbX_0 2024-09-12T01:34:08.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.652+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9971974064573065798', time=2024-09-12T03:07:56.721195+0000, chain.objs.size()=1 2024-09-12T01:34:08.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.652+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._EfraOcHUrEjgA2MTir3rR_EAVUAGFk_0 2024-09-12T01:34:08.653 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3881675920047278115', time=2024-09-12T03:07:56.948728+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4Ag66bGC77xvkYZWGQUVtNMCjSUTfyz_0 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14853814046559121904', time=2024-09-12T03:07:57.592815+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2e11ee9Wgv_a8aKOJcRhxt12fb5c8UP_0 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6988382365870278160', time=2024-09-12T03:07:58.087784+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y7ujpaAhRj0pQJuyTk2QklcE4H1qzck_0 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15248721083186162984', time=2024-09-12T03:07:58.511460+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CjNK148-SVxu9RXCOD4X4DDSfdw3FsT_0 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.759960874879912890', time=2024-09-12T03:07:58.924451+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.aYidttqJBe4i4Al0fPQugESOiKQHI5-_0 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17453835009189369762', time=2024-09-12T03:07:58.924966+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Lhgk9S2n9UyygKmYP0hymYGtc1tU0_h_0 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13124650993878503309', time=2024-09-12T03:07:58.964732+0000, chain.objs.size()=1 2024-09-12T01:34:08.654 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.653+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6uPZnjFOHeAC5BCEhRlEPNBM435ZU9s_0 2024-09-12T01:34:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.654+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3468143442337706246', time=2024-09-12T03:07:59.514816+0000, chain.objs.size()=1 2024-09-12T01:34:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.654+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KmIWC-MiVO-0w-TJIDzPaj72MJG1GGt_0 2024-09-12T01:34:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.654+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9310389839703543329', time=2024-09-12T03:07:59.515803+0000, chain.objs.size()=1 2024-09-12T01:34:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.654+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Su1Lg3N7f6zRXSkph1-IWnrdrMc65OC_0 2024-09-12T01:34:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.654+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17980978144343762278', time=2024-09-12T03:07:59.518916+0000, chain.objs.size()=1 2024-09-12T01:34:08.655 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.654+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PKXHjUapfECEvdSa8q_tNWrLWiM4cfm_0 2024-09-12T01:34:08.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.656+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4877153008559603385', time=2024-09-12T03:08:00.361286+0000, chain.objs.size()=1 2024-09-12T01:34:08.656 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.656+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WHoqRqsm0gXLnW5Y9WPJYzKMFPSmWBL_0 2024-09-12T01:34:08.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17480816765380126983', time=2024-09-12T03:08:00.728168+0000, chain.objs.size()=1 2024-09-12T01:34:08.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hp2ucR9uWPItOqxZekTvLFuejN9NVzp_0 2024-09-12T01:34:08.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9781501816827631760', time=2024-09-12T03:08:00.902428+0000, chain.objs.size()=1 2024-09-12T01:34:08.657 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QTgvmg2htIDESh1V-QedEax09BFI9zq_0 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8683351750243367219', time=2024-09-12T03:08:01.134845+0000, chain.objs.size()=1 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._bJeh-R6HU-qvyI6fEm4xHwBMxE_Pw-_0 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3225771299148680775', time=2024-09-12T03:08:01.186388+0000, chain.objs.size()=1 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.657+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9o2IapdD08hHRq4q2rdt8En8svb_qUG_0 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6222225123247915680', time=2024-09-12T03:08:01.688540+0000, chain.objs.size()=1 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HkS2RQ5B62apJiFdaI7bOCl1tvKn4l1_0 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6627849385441318162', time=2024-09-12T03:08:02.149122+0000, chain.objs.size()=1 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.52BCjjUEhBog6Lo-sSEVM1XmRiT-AzM_0 2024-09-12T01:34:08.658 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8064902028347917781', time=2024-09-12T03:08:02.237352+0000, chain.objs.size()=1 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.M4ZARnjQZWDqe5sT-fEzNlJ5h1Dz81E_0 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2720493463847945965', time=2024-09-12T03:08:02.365457+0000, chain.objs.size()=1 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.o5QpzKCUKgMGzF6jVVKvIvlyH9gSE6f_0 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13553448063723973836', time=2024-09-12T03:08:02.413374+0000, chain.objs.size()=1 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.L9PYtCzi_fvu0YnE5chiOqr3eHbKXLx_0 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10054543453378051755', time=2024-09-12T03:08:02.797972+0000, chain.objs.size()=1 2024-09-12T01:34:08.659 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.658+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ITzp3oniwR44qmKXd_1X4nm5KvEifqU_0 2024-09-12T01:34:08.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.660+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6831193426630255679', time=2024-09-12T03:08:09.528858+0000, chain.objs.size()=1 2024-09-12T01:34:08.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.660+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.269__shadow_.wU418tRcD48bB7F3DBKtjo3r5Fjaz3u_0 2024-09-12T01:34:08.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.660+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5532082799545016846', time=2024-09-12T03:08:14.263862+0000, chain.objs.size()=1 2024-09-12T01:34:08.660 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.660+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.274__shadow_.diNi5Z2pB0Iy__G73nELbrEIwbaObFA_0 2024-09-12T01:34:08.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11329285291153871465', time=2024-09-12T03:08:16.217882+0000, chain.objs.size()=1 2024-09-12T01:34:08.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.276__shadow_.SsttEKm1jUrhwDJ4aEZ8K8NMHO3K11P_0 2024-09-12T01:34:08.661 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7499058207702503503', time=2024-09-12T03:08:20.145690+0000, chain.objs.size()=1 2024-09-12T01:34:08.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.280__shadow_.D2lgD24wRzLEee-ghIy9RMuK78Dpeu1_0 2024-09-12T01:34:08.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.661+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11014406181773078591', time=2024-09-12T03:08:23.073575+0000, chain.objs.size()=1 2024-09-12T01:34:08.662 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.661+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.283__shadow_.0azODY5gNQP5itljD6GTl92evyoOaaP_0 2024-09-12T01:34:08.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.663+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7143775999026492711', time=2024-09-12T03:08:25.122305+0000, chain.objs.size()=1 2024-09-12T01:34:08.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.663+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.285__shadow_.aro_-qlXqnwhIVy-DqEQr4Tt09l2xBx_0 2024-09-12T01:34:08.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.663+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4876662551668611368', time=2024-09-12T03:08:27.160422+0000, chain.objs.size()=1 2024-09-12T01:34:08.663 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.663+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.287__shadow_.xoeaJZjpc-Kx12kyp1xtYoiRZUF5Z2b_0 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.663+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2173536819492824081', time=2024-09-12T03:08:35.958722+0000, chain.objs.size()=1 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.663+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.3x3ojC58K4e__h9xo0IStonqy8ruovk_0 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6804345032365147017', time=2024-09-12T03:08:50.638239+0000, chain.objs.size()=1 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.307__shadow:CQDotkYaTUx.Kqx.NBuWAbPEM25EAc3_.I-d40ObQ-_qcHlyQAjn0ZAtuxHfk89a_0 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5673434867843388899', time=2024-09-12T03:09:06.008022+0000, chain.objs.size()=1 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.319__shadow:9rgwR1IlmP6PY0XK3qFzZaOyRWPxBiH_.t2AuXlL5wsu9JlOCw-CGMnPwbC2USQp_0 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11636619398212645813', time=2024-09-12T03:09:47.364248+0000, chain.objs.size()=1 2024-09-12T01:34:08.665 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4V1bOZvPBtHqlOV9fvkWmUDhmR6bFFP_0 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2516300313864844548', time=2024-09-12T03:09:48.285263+0000, chain.objs.size()=1 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yvfrvE9G1KvZVoVsDmv6cVQep4wbpkq_0 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2955316758541641587', time=2024-09-12T03:09:48.416225+0000, chain.objs.size()=1 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YPOoS2fd_TbJrrCQXS6XgBpvxEz6S3b_0 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8664783894385483625', time=2024-09-12T03:09:48.419080+0000, chain.objs.size()=1 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2eUmqW4VCDvI7eztx8kBNuETqVnVF54_0 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7660810974103018679', time=2024-09-12T03:09:48.495233+0000, chain.objs.size()=1 2024-09-12T01:34:08.666 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XgwpXMzKlv6j18dypOoRI61sYEtyqmK_0 2024-09-12T01:34:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7353400665138170079', time=2024-09-12T03:09:48.961595+0000, chain.objs.size()=1 2024-09-12T01:34:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.664+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lUby_zkBHJk8OmRc84Vy_kO-7fSZ0SR_0 2024-09-12T01:34:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.666+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9360363803053255395', time=2024-09-12T03:09:49.113806+0000, chain.objs.size()=1 2024-09-12T01:34:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.666+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BQPIeL_JxARKQXbphj2YO7dPOQMy0yn_0 2024-09-12T01:34:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.667+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4299843101022293491', time=2024-09-12T03:09:49.297106+0000, chain.objs.size()=1 2024-09-12T01:34:08.667 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.667+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X85Y0hrePyqkz_jhAxb2uZBv_6kdf8I_0 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14764293435012404627', time=2024-09-12T03:09:49.820278+0000, chain.objs.size()=1 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MOq-0Ft6Ui61vKMiLxyvQhAeKZ7-MJB_0 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11888777211336494016', time=2024-09-12T03:09:50.232113+0000, chain.objs.size()=1 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aLJBISYEGxlAhdyT34Y_zG0tKolx75i_0 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13228284501658109932', time=2024-09-12T03:09:50.281419+0000, chain.objs.size()=1 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dTYFx5a7FCA8OOo9er-hFpZqhV4_LlY_0 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4509546872460657567', time=2024-09-12T03:09:50.501058+0000, chain.objs.size()=1 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HEaWzAcNpuM0-QKD4tcxWhWxpLIR4ja_0 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13455483106730460751', time=2024-09-12T03:09:50.758787+0000, chain.objs.size()=1 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Bu41ZmxH3OjkDE4EMM_V9CJNvbyE9UJ_0 2024-09-12T01:34:08.669 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15880677803389158283', time=2024-09-12T03:09:51.212278+0000, chain.objs.size()=1 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Y0jSbMr_Fl61Tlts-ur049274ks39c2_0 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16585169536139837165', time=2024-09-12T03:09:51.345802+0000, chain.objs.size()=1 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Bwh4n9kAeOhnvmZ5ug5L-OozB-HXHtP_0 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10005112414650399402', time=2024-09-12T03:09:51.359523+0000, chain.objs.size()=1 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.H0sava3Qm06sT41z3yX_oGine90mToS_0 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4586203475253030296', time=2024-09-12T03:09:51.531774+0000, chain.objs.size()=1 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.W76cqib6HmJV2AjJLrhNzhadX9K6KzI_0 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6781018695610676290', time=2024-09-12T03:09:51.732133+0000, chain.objs.size()=1 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.668+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-D9lyOD4ohjV-F3hpDNPq2VEd5mxB9r_0 2024-09-12T01:34:08.670 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.670+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4920044899817465582', time=2024-09-12T03:09:51.787722+0000, chain.objs.size()=1 2024-09-12T01:34:08.671 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.670+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zYtskCvYw686-8deKq-TV2m5cuyyMrS_0 2024-09-12T01:34:08.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.672+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13907156785933001587', time=2024-09-12T03:09:52.121717+0000, chain.objs.size()=1 2024-09-12T01:34:08.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.672+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yeDHFMBx2IEXy7SySiILxYHDa6cSAkU_0 2024-09-12T01:34:08.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.672+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10966324462677639681', time=2024-09-12T03:09:53.305425+0000, chain.objs.size()=1 2024-09-12T01:34:08.672 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.672+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.O8NDUGwH9Zgt1eAxdTP47xP4L9gK1yN_0 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2641765272595968691', time=2024-09-12T03:09:53.504803+0000, chain.objs.size()=1 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.k9N2EgLRCWy6wh25Q45IKHKJy_wWLQH_0 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2691949764005106965', time=2024-09-12T03:09:53.853606+0000, chain.objs.size()=1 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ncPxu717tziBBvKs1c0ncYHQwu4QdV__0 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9177880587708521686', time=2024-09-12T03:09:53.864031+0000, chain.objs.size()=1 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fdV1SItqakAxzOVgE3t7c9YS-GtF3Vk_0 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12970242696207722325', time=2024-09-12T03:09:54.525610+0000, chain.objs.size()=1 2024-09-12T01:34:08.673 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.o9D705Y09LIDZrbI-fHuA6yjOqW0LmQ_0 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17275606168337335096', time=2024-09-12T03:09:54.571763+0000, chain.objs.size()=1 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YCkBZwFqhCSBqxze6l-R-YnrLfHp7MH_0 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9857926498161048689', time=2024-09-12T03:09:54.572951+0000, chain.objs.size()=1 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X3yNO6TPuap7z8LGYPfbgrJjqSmZGFy_0 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2460151122767125418', time=2024-09-12T03:09:55.217199+0000, chain.objs.size()=1 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.20KUd_u9i_TL2jD-SyGm7CUlUuK7eP__0 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14983112117504065991', time=2024-09-12T03:09:55.236267+0000, chain.objs.size()=1 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9RphmH6bNHabtnx3lIvBHDFEfPoQRph_0 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13969302698098556256', time=2024-09-12T03:09:55.274468+0000, chain.objs.size()=1 2024-09-12T01:34:08.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.673+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.B05AVsILCPlK2s71xcSShazCCbKrswH_0 2024-09-12T01:34:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.675+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17793832825775322042', time=2024-09-12T03:09:55.666778+0000, chain.objs.size()=1 2024-09-12T01:34:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.675+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Lw0smiXUlk0mLsMhFHP80OnpsBYBko__0 2024-09-12T01:34:08.675 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.675+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9635534177345351977', time=2024-09-12T03:09:56.033214+0000, chain.objs.size()=1 2024-09-12T01:34:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.675+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nKLOffJvcqAqA8gG3kiNTWY6NkZ98rw_0 2024-09-12T01:34:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11828791980981871115', time=2024-09-12T03:09:56.042764+0000, chain.objs.size()=1 2024-09-12T01:34:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.f02h7ebFcc0G4V_OzIKoRPNB_r_mtts_0 2024-09-12T01:34:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1331421351962957155', time=2024-09-12T03:09:56.350858+0000, chain.objs.size()=1 2024-09-12T01:34:08.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.W5zaL-wM0WmpP71vebramdxsqPcQnur_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17468899422070525219', time=2024-09-12T03:09:56.663131+0000, chain.objs.size()=1 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZveS9XwTuEaM5wgEhdsxKNihSFzDyiY_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13242388565221636089', time=2024-09-12T03:09:56.850126+0000, chain.objs.size()=1 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.n3jmwnnhdL3eS51XFZwZ07-Tc9XAe5B_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7674643015931630167', time=2024-09-12T03:10:34.678023+0000, chain.objs.size()=1 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iiuf1kXgqRLB4OjKEg7LuULerILWP2M_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13038874079069227609', time=2024-09-12T03:10:34.713678+0000, chain.objs.size()=1 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wY6XRqD4IFoymP6EJrI0dcuiuV7FUVG_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2975697654542090791', time=2024-09-12T03:10:36.565965+0000, chain.objs.size()=1 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BGRHUCLmknusMohQ46_3vzcps_eniHD_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3361038905953209068', time=2024-09-12T03:10:37.106385+0000, chain.objs.size()=1 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CsdUauHaCinx3VT7RHszt77k0ZnGdFe_0 2024-09-12T01:34:08.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10583016022310462934', time=2024-09-12T03:10:37.238856+0000, chain.objs.size()=1 2024-09-12T01:34:08.678 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.676+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QZmsQDV5EdxesXdzNuARI5ehcTUFOdV_0 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2929719588235536975', time=2024-09-12T03:10:37.826896+0000, chain.objs.size()=1 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.188NMFx5wFu5d4ikErWRA3jvJIam7GP_0 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18312537699351702099', time=2024-09-12T03:10:37.970305+0000, chain.objs.size()=1 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.X-EnEHQj9H1YlBWgjNAQh3Bjb6XiNYE_0 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5112107092473388066', time=2024-09-12T03:10:38.017140+0000, chain.objs.size()=1 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mItrCh3Etl9xq11mrlBA01b8-CwNhHQ_0 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2679986073340728555', time=2024-09-12T03:10:38.408071+0000, chain.objs.size()=1 2024-09-12T01:34:08.680 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.680+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kOos-AVGhauSRCcErS2kp2SQbv6s8id_0 2024-09-12T01:34:08.683 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.683+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/47925 2024-09-12T01:34:08.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=50, truncated=0, next_marker='' 2024-09-12T01:34:08.686 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7668368760495233914', time=2024-09-12T03:10:38.586098+0000, chain.objs.size()=1 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GjtvuHMnc6Sn2z2w-vtn-iTqVPasbj4_0 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12217731639987249642', time=2024-09-12T03:10:38.625357+0000, chain.objs.size()=1 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Q_QUx38IqMW4fS6JZ9HEk1etWsb_Y7B_0 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13990154038433275970', time=2024-09-12T03:10:39.181695+0000, chain.objs.size()=1 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xCoBDreRGZ1maaqu43LAluA-frMflDg_0 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16595847531167939969', time=2024-09-12T03:10:39.283712+0000, chain.objs.size()=1 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BR4Cum29nciIP4vgR3bcpJuzRSTMbGp_0 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1355328291234918674', time=2024-09-12T03:10:39.624394+0000, chain.objs.size()=1 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.TSysJ3aYG0sX3UOS4BKJzJc8Y6n6O6F_0 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10065689453179893655', time=2024-09-12T03:10:39.742977+0000, chain.objs.size()=1 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kklSgzo1V_xw5D5af4zL-diH5DDUdRj_0 2024-09-12T01:34:08.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1897059158594880625', time=2024-09-12T03:10:40.027584+0000, chain.objs.size()=1 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.m9GSZOEArRnuyMLxNqLw6t6a1k8gyjK_0 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.656695199567931531', time=2024-09-12T03:10:40.028425+0000, chain.objs.size()=1 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GjctGxkSy759xSZHsoUxa1ioemqY3wM_0 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11912690406277291930', time=2024-09-12T03:10:40.447175+0000, chain.objs.size()=1 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.IUMWmzUSZ8TZ7zBkrmMImjFn8t_HHG__0 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7490414097468568729', time=2024-09-12T03:10:40.478110+0000, chain.objs.size()=1 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Zmv365mjefpWYAtwNh6efNVBA0iDrx2_0 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4905469734784547103', time=2024-09-12T03:10:41.042755+0000, chain.objs.size()=1 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1t-7BgexexvZlq21TktXYm5XavGmXCo_0 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13847877243554772175', time=2024-09-12T03:10:41.274092+0000, chain.objs.size()=1 2024-09-12T01:34:08.688 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.686+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.e3zHDY3RXJ4NJXqkcCDDzD9WCQcp2-7_0 2024-09-12T01:34:08.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.688+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6744527644203429237', time=2024-09-12T03:10:42.275548+0000, chain.objs.size()=1 2024-09-12T01:34:08.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.688+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-9_HWg-ApAhyjsLzUjp72pxe-FUbzNg_0 2024-09-12T01:34:08.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.688+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9769215249470111188', time=2024-09-12T03:10:42.335205+0000, chain.objs.size()=1 2024-09-12T01:34:08.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.688+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qKg0E4hSVgOXtR0eKEYOwYdLOX-uO-u_0 2024-09-12T01:34:08.689 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2544892959538008324', time=2024-09-12T03:10:42.405492+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.689+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9e3ezMTCzXr2Y-QpFnQuTlBkrKrx4M__0 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.689+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7902631858220726344', time=2024-09-12T03:10:42.505560+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EGkSWzVcFUntAyLxBtM5GXO3HhFtwcM_0 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12116511615624401494', time=2024-09-12T03:10:42.541505+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KlI9dQXtKk8N0lXPIgfWqv98es8zqxA_0 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1718911022957386958', time=2024-09-12T03:10:42.727970+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qx4WUpTPQwNLADP6BamR-UNR9oXoF7C_0 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4717316824035995214', time=2024-09-12T03:10:43.043030+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eeODmCZWm406KRdCfqv0HZq45duuVTI_0 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8721074178410465308', time=2024-09-12T03:10:43.043740+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.80AswiC7WZg1xK-N3vVkgc7IQf7U_EO_0 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14939060228106426378', time=2024-09-12T03:10:43.110079+0000, chain.objs.size()=1 2024-09-12T01:34:08.690 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.6eaGDCyEq3DVt6ciW6hIlcjp8gWkKCV_0 2024-09-12T01:34:08.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5109407592061279527', time=2024-09-12T03:10:43.110583+0000, chain.objs.size()=1 2024-09-12T01:34:08.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RhElIYA4VLAipPZQCncQbQXixNiPGgQ_0 2024-09-12T01:34:08.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18371423705829401096', time=2024-09-12T03:10:43.161981+0000, chain.objs.size()=1 2024-09-12T01:34:08.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.690+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3ENMegx1dy3WrMb5PvmkZCwl6pSIbVk_0 2024-09-12T01:34:08.691 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.691+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7343769741938490074', time=2024-09-12T03:10:43.326046+0000, chain.objs.size()=1 2024-09-12T01:34:08.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.691+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5YsCUSyvcncHS_2AmxZowzovQx0m_9m_0 2024-09-12T01:34:08.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.692+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13932836944246628737', time=2024-09-12T03:10:43.529090+0000, chain.objs.size()=1 2024-09-12T01:34:08.692 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.692+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xgE04BD2MX7-9Whg4bx4_pcd47t5EvJ_0 2024-09-12T01:34:08.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2446991111140307550', time=2024-09-12T03:10:43.885682+0000, chain.objs.size()=1 2024-09-12T01:34:08.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.O27kR78VocyJw4Kq8cf4ochBvoLart6_0 2024-09-12T01:34:08.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8359970950711182078', time=2024-09-12T03:10:43.949925+0000, chain.objs.size()=1 2024-09-12T01:34:08.693 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.h1mHX4cpTNHsvH4s0KgOK_r1m2bUKwe_0 2024-09-12T01:34:08.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.693+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7195733331517200082', time=2024-09-12T03:10:43.978410+0000, chain.objs.size()=1 2024-09-12T01:34:08.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.693+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bPtdG03ACPthrxjREBOAl_fJikGCEA0_0 2024-09-12T01:34:08.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8391181455271732692', time=2024-09-12T03:10:44.174122+0000, chain.objs.size()=1 2024-09-12T01:34:08.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dWOxqyI59zSsv_EALU-dR4dAOIZE_kc_0 2024-09-12T01:34:08.694 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5951571118503800946', time=2024-09-12T03:10:44.587451+0000, chain.objs.size()=1 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WdBkSic5oKxih8a6HydCdsmBtoHZn0C_0 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14950291919618861143', time=2024-09-12T03:10:44.663128+0000, chain.objs.size()=1 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.01du_lPBfwiFgbsCE6PC7bbhcGxaP6z_0 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3064231173948037559', time=2024-09-12T03:10:44.775923+0000, chain.objs.size()=1 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.05UJ1Vhfhw18LvWb1zlhmWcbN6ssQZ6_0 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6033304781737446099', time=2024-09-12T03:10:44.854367+0000, chain.objs.size()=1 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.XcmqgrE-JHQM_gXc81HIX8x3fIoeO1v_0 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3606804711895805316', time=2024-09-12T03:10:45.226557+0000, chain.objs.size()=1 2024-09-12T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.694+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dW0zYklkZvb0LlALNXlQs6Ju97flQn7_0 2024-09-12T01:34:08.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.696+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18380725052134525579', time=2024-09-12T03:10:50.516316+0000, chain.objs.size()=1 2024-09-12T01:34:08.696 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.696+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.330__shadow_.zgWqec_8iq59RUynS9INLBD6_pjCyq__0 2024-09-12T01:34:08.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.697+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.199921211084214094', time=2024-09-12T03:11:45.370537+0000, chain.objs.size()=1 2024-09-12T01:34:08.697 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.697+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.390__shadow_.3sfC0i8H6SYM4U8gIiOLjCv9OX6_3Y-_0 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.697+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.223132345176866830', time=2024-09-12T03:11:50.462258+0000, chain.objs.size()=1 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.697+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.394__shadow:-Oa1IBXRGODEIL1o7EZ5NvGyy6zB2Wr_.GgNRqNB4aL1aLkz4BSFyViMQia_ZLVh_0 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.697+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14749639138882794004', time=2024-09-12T03:12:24.970710+0000, chain.objs.size()=1 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.697+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.431__shadow_.oPDFXXfonhGkXgUeKD_Z7C1gUPc8y2D_0 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7490364857430681892', time=2024-09-12T03:17:34.114133+0000, chain.objs.size()=1 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.524__shadow_.pFnSUdb9w8g83GCrH2mtDUZH3qLuwOI_0 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5998757293402780737', time=2024-09-12T03:17:34.288984+0000, chain.objs.size()=2 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~L68IBaSrXjqs-9ZDz1Tx3aSO8tMQPwD.1 2024-09-12T01:34:08.698 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~L68IBaSrXjqs-9ZDz1Tx3aSO8tMQPwD.2 2024-09-12T01:34:08.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10003975008215387546', time=2024-09-12T03:21:16.765587+0000, chain.objs.size()=1 2024-09-12T01:34:08.699 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.698+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.582__shadow:LW4KOOu0I8mfWA6JSdQrI4CZzK0v.Lw_.8NYI-DUVyt2lGJsdW6NC-8UiksJLO2J_0 2024-09-12T01:34:08.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1475107862776397759', time=2024-09-12T03:21:16.780383+0000, chain.objs.size()=1 2024-09-12T01:34:08.700 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.582__shadow:rDcO2B.HTVDu9CmXZicw6M3ih0WRsqL_.es7eD5x_yz-KwC1Z7iof5FRhUMzxRT7_0 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11025903076706472944', time=2024-09-12T03:21:37.982333+0000, chain.objs.size()=1 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.603__shadow_.37Lm7aKuSDGE0-DFOJ4WMzN0kCh2wOx_0 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13236663150771047564', time=2024-09-12T03:21:39.309418+0000, chain.objs.size()=1 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.604__shadow_.-2MLj1KU0g_wIXap8AfSo6YRUS6ARJM_0 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17817819082976515116', time=2024-09-12T03:26:36.488224+0000, chain.objs.size()=1 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.637__shadow_.nRuKRwvO4Ly7L4XCg-Atd91ugFOmK7t_0 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10040258233118811877', time=2024-09-12T03:26:46.693851+0000, chain.objs.size()=2 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.644__shadow_.3wkB-ZYtCBiOfxLLKbcCw6GCrTMwlW1_0 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.644__shadow_.3wkB-ZYtCBiOfxLLKbcCw6GCrTMwlW1_1 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17475197589924465627', time=2024-09-12T03:27:36.034237+0000, chain.objs.size()=1 2024-09-12T01:34:08.701 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.700+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.663__shadow_.eTwlsfvugHV_p14gQig3TsTfS7zKoP__0 2024-09-12T01:34:08.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.701+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15204405386242858233', time=2024-09-12T03:28:43.084852+0000, chain.objs.size()=1 2024-09-12T01:34:08.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.701+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.718__shadow_.JymGp29iZyjHLPE4XhfKquBKlIbmjR4_0 2024-09-12T01:34:08.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.701+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7174738817327262052', time=2024-09-12T03:29:24.956170+0000, chain.objs.size()=3 2024-09-12T01:34:08.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.701+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.743__multipart_mymultipart3.2~2ouZl7ULwe1oIgfm4X_UxmIVUSFbJK2.1 2024-09-12T01:34:08.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.701+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.743__multipart_mymultipart3.2~2ouZl7ULwe1oIgfm4X_UxmIVUSFbJK2.2 2024-09-12T01:34:08.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.701+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.743__multipart_mymultipart3.2~2ouZl7ULwe1oIgfm4X_UxmIVUSFbJK2.3 2024-09-12T01:34:08.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.704+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16763507622487416394', time=2024-09-12T03:29:26.935668+0000, chain.objs.size()=1 2024-09-12T01:34:08.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.704+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.744__shadow_.0TsramlvDWEjdlxvLGI6-I4UDhDXv7K_0 2024-09-12T01:34:08.706 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.707+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.709 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.709+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:34:08.710 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.710+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.711 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.711+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/57010' 2024-09-12T01:34:08.712 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10584609759706734572', time=2024-09-12T03:04:46.292332+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.199__shadow_.VbGicMI65BwKCv9eIOliv5KNbxqbs3z_0 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9797275443880924532', time=2024-09-12T03:06:45.292288+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.233__shadow_.lagLibGTbzbv9lxoFBs7-LJC3OYomdb_0 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15952033080120417733', time=2024-09-12T03:06:51.617968+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.238__shadow_.Bu1tTlHvlOlWtCjK9DlRIbK7HWbYK2s_0 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16431424599211521040', time=2024-09-12T03:07:07.477876+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.253__shadow_.OsROp1-_it9QAbq90qbJEwDlLz5Hnkk_0 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13769143887564188629', time=2024-09-12T03:07:13.239279+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.259__shadow_.YxzlDxb5pRsZBKZV6dkSH-04ThNfRwc_0 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5628952389572402809', time=2024-09-12T03:07:52.194524+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KansbN4LOuVy154E7JfqOo2AekjYYat_0 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17992393603912478418', time=2024-09-12T03:07:52.564833+0000, chain.objs.size()=1 2024-09-12T01:34:08.713 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FQ2R6v1v3sYJCNdoNvG9ZwQbOUyod-a_0 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7766711220150912122', time=2024-09-12T03:07:52.760748+0000, chain.objs.size()=1 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fL6sGOaVjX9s1Eb_EAElhdyuvZhAC-f_0 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16485271328370900889', time=2024-09-12T03:07:53.124700+0000, chain.objs.size()=1 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LkYYQBOMyWgc2Fl4YV7V8ZD1Z_9iyxW_0 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10650753950493449868', time=2024-09-12T03:07:53.748985+0000, chain.objs.size()=1 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ReIzDzmFQ-9UX4I_S5KRQJ6g5r4W81C_0 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14730937201686593290', time=2024-09-12T03:07:53.792044+0000, chain.objs.size()=1 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wgIh4RujzsMgdgBmxuHdJf654lQZ1eP_0 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9082119595397553778', time=2024-09-12T03:07:53.990668+0000, chain.objs.size()=1 2024-09-12T01:34:08.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.712+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZZ2FJFxFF8VJHKMSyki6oLX38U2G-iE_0 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.714+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3261526138008095397', time=2024-09-12T03:07:55.307261+0000, chain.objs.size()=1 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.714+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.H_DNAvfeS9lCWdQ_P0wLXT2nvcSSW8v_0 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10177832641960078158', time=2024-09-12T03:07:55.597999+0000, chain.objs.size()=1 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._NaWF6NuvghDmaD9oJkNFo0sMPLOUET_0 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.88618167431302669', time=2024-09-12T03:07:56.052644+0000, chain.objs.size()=1 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YXk2kamCsE65uwKLMJ2rE9VSMb_Xicw_0 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10987591445282552992', time=2024-09-12T03:07:56.857087+0000, chain.objs.size()=1 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.moWn22HAIgXUZLFvqB3Zbtn8cU9uCX0_0 2024-09-12T01:34:08.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9838444382640241275', time=2024-09-12T03:07:56.942726+0000, chain.objs.size()=1 2024-09-12T01:34:08.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.715+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z8I9ZzyrZcnOlTVSNwJ5NjRVbfS12Vc_0 2024-09-12T01:34:08.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8731891254157906204', time=2024-09-12T03:07:56.965643+0000, chain.objs.size()=1 2024-09-12T01:34:08.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MIbQtuDkcCcYRPzNFALEDFLOzwIm41H_0 2024-09-12T01:34:08.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16468377144171150499', time=2024-09-12T03:07:58.082942+0000, chain.objs.size()=1 2024-09-12T01:34:08.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NN1a47hLwtqJ98DsqMP-tMSSxP9ZxQr_0 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5087440492096131003', time=2024-09-12T03:07:58.300967+0000, chain.objs.size()=1 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.K1QcjrEKxnMGdd1BQzi0iS1YV0CbMHf_0 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6098606033498765352', time=2024-09-12T03:07:58.713300+0000, chain.objs.size()=1 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Ksng6TMiUDjSfyF8UDy7EhKWKILARhN_0 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3896801147993762079', time=2024-09-12T03:07:58.759033+0000, chain.objs.size()=1 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.onCBIf3Je8V_JCUQXrZhCjHTwG3DMDN_0 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7159776230327602849', time=2024-09-12T03:07:59.398822+0000, chain.objs.size()=1 2024-09-12T01:34:08.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.716+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y1Xxhtqi55cWZ3PlYEj4i4XRgjMbZgv_0 2024-09-12T01:34:08.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11919958054620787794', time=2024-09-12T03:08:00.266454+0000, chain.objs.size()=1 2024-09-12T01:34:08.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JOaJJzYlD4UCA1TYJe3qtbEhOIf3KQ7_0 2024-09-12T01:34:08.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.718+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3217521366917911863', time=2024-09-12T03:08:00.372639+0000, chain.objs.size()=1 2024-09-12T01:34:08.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.718+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2dFoHWXbMCrtpC5kbGywJOC_6RMH5Sy_0 2024-09-12T01:34:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.719+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3247338094291854222', time=2024-09-12T03:08:01.057661+0000, chain.objs.size()=1 2024-09-12T01:34:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.719+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dfn_0-pppJ40i1leCdjnAoaiAgMyEne_0 2024-09-12T01:34:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.719+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11230518775321224806', time=2024-09-12T03:08:01.283898+0000, chain.objs.size()=1 2024-09-12T01:34:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.719+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yrCjFFkRTK363LSoOF9DJGjCH0uFd3g_0 2024-09-12T01:34:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.719+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5718513694105203983', time=2024-09-12T03:08:02.155240+0000, chain.objs.size()=1 2024-09-12T01:34:08.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.719+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Ue9RWuzG9oGsZ-2_GtL5G1lp08LHysX_0 2024-09-12T01:34:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.720+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8833074805373060600', time=2024-09-12T03:08:02.537715+0000, chain.objs.size()=1 2024-09-12T01:34:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.720+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ysbUY0iL1LsLaBJheODzW-8VUYEtHte_0 2024-09-12T01:34:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.720+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6661171913747519664', time=2024-09-12T03:08:02.695853+0000, chain.objs.size()=1 2024-09-12T01:34:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.720+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XtLcJ1Y_mx4ycpJVRv3qUhfCvEXmjuk_0 2024-09-12T01:34:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.720+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9800690820011592398', time=2024-09-12T03:08:02.777323+0000, chain.objs.size()=1 2024-09-12T01:34:08.720 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.720+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JxphCVLD2Rdrt1M70fpfPlg0WXWFEJT_0 2024-09-12T01:34:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.721+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14454307439774065203', time=2024-09-12T03:08:14.262823+0000, chain.objs.size()=1 2024-09-12T01:34:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.721+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.274__shadow_.-ZW9gZefBqUPlOoMuK5fHb2hFT2xgs3_0 2024-09-12T01:34:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.721+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5035875991125805463', time=2024-09-12T03:08:18.201141+0000, chain.objs.size()=1 2024-09-12T01:34:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.721+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.278__shadow_.drcBa6JSlEQi6P_wDub2XyorITPtIwB_0 2024-09-12T01:34:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.721+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5899938984154191818', time=2024-09-12T03:08:35.867302+0000, chain.objs.size()=1 2024-09-12T01:34:08.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.721+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.5zMolPMJdyfl8FBkQ8wqMH3exxYEzV4_0 2024-09-12T01:34:08.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.722+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17478846300569353755', time=2024-09-12T03:08:43.929963+0000, chain.objs.size()=1 2024-09-12T01:34:08.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.722+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.301__shadow_.KCT27yqDmTOZHIzmSnoCbTuF3-BnGs7_0 2024-09-12T01:34:08.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.722+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15474058273520743915', time=2024-09-12T03:09:07.464954+0000, chain.objs.size()=1 2024-09-12T01:34:08.722 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.722+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.321__shadow_.y2QZ0idnk0IZZFHwTnWRlV-XF-XUmiD_0 2024-09-12T01:34:08.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.723+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11168442622560402195', time=2024-09-12T03:09:46.992101+0000, chain.objs.size()=1 2024-09-12T01:34:08.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dcV8Jitr3lQTwdzHwvNywKf4ORu0OdO_0 2024-09-12T01:34:08.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.723+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10418526653132512738', time=2024-09-12T03:09:47.064838+0000, chain.objs.size()=1 2024-09-12T01:34:08.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mVcqICZTCTdFLqP3IA17C5f5o4bmkUO_0 2024-09-12T01:34:08.723 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.723+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5344184509335192161', time=2024-09-12T03:09:47.520849+0000, chain.objs.size()=1 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.723+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5YBExTl28lAQlWYLTFKJD6y28pQAh6R_0 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13851554215305638589', time=2024-09-12T03:09:48.333427+0000, chain.objs.size()=1 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gj3AoN5Q9cYUUgK1qqawLC-30qFOWpu_0 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3686820441339463676', time=2024-09-12T03:09:48.583329+0000, chain.objs.size()=1 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YNI9-p3Ql7ePJgn_ZeB5yDHFFFZdOxA_0 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11773882685778283266', time=2024-09-12T03:09:48.607993+0000, chain.objs.size()=1 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eu_py4HlmcL8zdcMo2TYwRL2nTSMbEd_0 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2708503088342921771', time=2024-09-12T03:09:48.666671+0000, chain.objs.size()=1 2024-09-12T01:34:08.724 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QlTp7Ix1HJZ9vWqPwAtzH573ujf0lnE_0 2024-09-12T01:34:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4419735536597597250', time=2024-09-12T03:09:48.671077+0000, chain.objs.size()=1 2024-09-12T01:34:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.724+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.F5L8n_leokFpsZEP55DdUSpMY0TBEjV_0 2024-09-12T01:34:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.725+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12186794316811858317', time=2024-09-12T03:09:48.692827+0000, chain.objs.size()=1 2024-09-12T01:34:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.725+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qDD2ahcwXANgvQvDupvmj97Iw3GnbpB_0 2024-09-12T01:34:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.726+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15514662825538473663', time=2024-09-12T03:09:48.835280+0000, chain.objs.size()=1 2024-09-12T01:34:08.725 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.726+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.L7nPSkzQtoEU-cdketBQo079cWdQ4WF_0 2024-09-12T01:34:08.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.726+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3926651784399874114', time=2024-09-12T03:09:49.793203+0000, chain.objs.size()=1 2024-09-12T01:34:08.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.726+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jdZOsGB7053pY-JM3Sp-otcHEXeR3Q8_0 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13562783484418786070', time=2024-09-12T03:09:49.817469+0000, chain.objs.size()=1 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zwaEYGZ_5oBe7YDf8qfOUuvGs_VvO-5_0 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14976747767981148223', time=2024-09-12T03:09:50.336231+0000, chain.objs.size()=1 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.K_BmEpu1iAb-kwbpJq5jJFVHQvQF1Ii_0 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9742747527577802665', time=2024-09-12T03:09:50.376227+0000, chain.objs.size()=1 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Q93hnI-daD9wxp_XPETuav0qtDkvreO_0 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5982518646601344927', time=2024-09-12T03:09:50.551833+0000, chain.objs.size()=1 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IJUPnknYARMurNIJlSWnqtZwZrNEk8n_0 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7332105814419861381', time=2024-09-12T03:09:50.654444+0000, chain.objs.size()=1 2024-09-12T01:34:08.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2KYbDfh1yRKRkK0VOKkcMkV4i3vINOu_0 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16455284379373534679', time=2024-09-12T03:09:50.705644+0000, chain.objs.size()=1 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DWnmfvszPD1vCleS4i_QZRnJ3nJIy7H_0 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.383302828948493058', time=2024-09-12T03:09:51.288428+0000, chain.objs.size()=1 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.727+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.AomJ7EmX0nsTWa4pe8fqNUUD_ebIKxB_0 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.728+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16568015725577820434', time=2024-09-12T03:09:51.324366+0000, chain.objs.size()=1 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.728+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._Zc9dAMQAJLqoxCqVIuFREyfQD7VWmh_0 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.728+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5959064804154994584', time=2024-09-12T03:09:51.536809+0000, chain.objs.size()=1 2024-09-12T01:34:08.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.728+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rrGZPKKyq5-EkJ5tAxKo8h2uOVR0j-u_0 2024-09-12T01:34:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.420935766476713731', time=2024-09-12T03:09:51.579175+0000, chain.objs.size()=1 2024-09-12T01:34:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gar6LgbIvhUKlRG77dxR5kYrwEZfCPq_0 2024-09-12T01:34:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.731+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5256418566721210695', time=2024-09-12T03:09:53.004564+0000, chain.objs.size()=1 2024-09-12T01:34:08.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.731+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cRfR5IIefIcPiIBH0psBdX2lUweVDua_0 2024-09-12T01:34:08.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.732+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9507038998837322777', time=2024-09-12T03:09:53.026299+0000, chain.objs.size()=1 2024-09-12T01:34:08.732 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.732+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pprTisDZIkoRFit2wL4wLD6_-9Cimx__0 2024-09-12T01:34:08.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10974453868592967615', time=2024-09-12T03:09:53.146870+0000, chain.objs.size()=1 2024-09-12T01:34:08.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.86QWi-0tS9gEYMUzmUkcDsIREVUqQIy_0 2024-09-12T01:34:08.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18283379543794214409', time=2024-09-12T03:09:53.238432+0000, chain.objs.size()=1 2024-09-12T01:34:08.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.shti-HwEf_bboHgUOzP2G-RbJfwhi8S_0 2024-09-12T01:34:08.733 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10846322072931625063', time=2024-09-12T03:09:53.474471+0000, chain.objs.size()=1 2024-09-12T01:34:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7N4YqoUmvi56mLmQGqg848kYWFwgoB3_0 2024-09-12T01:34:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8350071218437298704', time=2024-09-12T03:09:53.480804+0000, chain.objs.size()=1 2024-09-12T01:34:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.733+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QiTOpo7fUQTTMxlh8fXZWr8okZYVnxZ_0 2024-09-12T01:34:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2786814696719507034', time=2024-09-12T03:09:54.030161+0000, chain.objs.size()=1 2024-09-12T01:34:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.52Aw7Q0DaQnhCOz3-Johjwa6zVueaGr_0 2024-09-12T01:34:08.734 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16995889739598511653', time=2024-09-12T03:09:54.732253+0000, chain.objs.size()=1 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fDBtOUq-D7Q8kHCwqxqBtIimj-dBS3m_0 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3481618627573524559', time=2024-09-12T03:09:55.241132+0000, chain.objs.size()=1 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Rzi-DbhAUfXiIsR2uL-SwYBdJmQcc10_0 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9762699990795360204', time=2024-09-12T03:09:55.323116+0000, chain.objs.size()=1 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vW3zzzJjQC-0W1tAakMMjsI2e86KbP6_0 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18365015594542268900', time=2024-09-12T03:09:55.649415+0000, chain.objs.size()=1 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OQDidMagg8-jr0bRr5FsoHOuPdjku_y_0 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13498185382288324860', time=2024-09-12T03:09:55.858391+0000, chain.objs.size()=1 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4OqsxWkY3y9CNZ2-M6A9hAtZ0qyU7sB_0 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12870473649853531734', time=2024-09-12T03:09:55.860108+0000, chain.objs.size()=1 2024-09-12T01:34:08.735 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.734+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.O8vyd86CmOgqxYg1abLKZ5--uOUnJ2C_0 2024-09-12T01:34:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11821012946207951490', time=2024-09-12T03:09:56.005982+0000, chain.objs.size()=1 2024-09-12T01:34:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DUOG-nbyXQATHmQSGwX-hzKTlBjq2d6_0 2024-09-12T01:34:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12379699291725610163', time=2024-09-12T03:09:56.028619+0000, chain.objs.size()=1 2024-09-12T01:34:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XTBD_HKVHfTE1d51ht0lDbl4M8UsSjA_0 2024-09-12T01:34:08.737 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17619304439591607345', time=2024-09-12T03:09:56.066465+0000, chain.objs.size()=1 2024-09-12T01:34:08.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4X2cpyjTNaENNbc3oygZsuuzIolHuZs_0 2024-09-12T01:34:08.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10406791402828822203', time=2024-09-12T03:09:56.989294+0000, chain.objs.size()=1 2024-09-12T01:34:08.738 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.737+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uSMct80Fdr7yoatcTXs8XY4KqvMJPt7_0 2024-09-12T01:34:08.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.739+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1535410169425439269', time=2024-09-12T03:10:35.031604+0000, chain.objs.size()=1 2024-09-12T01:34:08.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.739+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yuo31hSf6URC2NuiSnYgDMWNEgXURbD_0 2024-09-12T01:34:08.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.739+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9220708653105420270', time=2024-09-12T03:10:35.058612+0000, chain.objs.size()=1 2024-09-12T01:34:08.739 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.739+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yEHtZ8tt7lv-GI_PlDyHNCvh5stH9V8_0 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10298426955845971784', time=2024-09-12T03:10:35.205232+0000, chain.objs.size()=1 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.s3oa3egXgWe42cN9XfHzeVUBLP-638P_0 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17008026269689366121', time=2024-09-12T03:10:35.672090+0000, chain.objs.size()=1 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bRYSQ7txJ9aaqxSxe7TfqCEmYxuFU94_0 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10190759684147735968', time=2024-09-12T03:10:36.341512+0000, chain.objs.size()=1 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nymuSrzr2M6RJtG7DnBq8yVIfukaAfD_0 2024-09-12T01:34:08.741 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16664932610007682816', time=2024-09-12T03:10:37.793936+0000, chain.objs.size()=1 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1J0Om08uhGkB8lESZUZvE9HIKpDTkyu_0 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12940441542507048316', time=2024-09-12T03:10:37.948813+0000, chain.objs.size()=1 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pMh8EtbIRSuFaTCiu1eQMGiST1wEc3v_0 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.484548213144190683', time=2024-09-12T03:10:38.023627+0000, chain.objs.size()=1 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4n9K-fXdduaQw9HghrCseWTKV7AYftx_0 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14778120166072395846', time=2024-09-12T03:10:38.403017+0000, chain.objs.size()=1 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YGk1NSALiBlB1MKs-G9Qa0eUH0MhcHu_0 2024-09-12T01:34:08.742 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.741+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10529819300735731190', time=2024-09-12T03:10:39.305431+0000, chain.objs.size()=1 2024-09-12T01:34:08.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.t0rsYXJNEOwvChlf4jBKZt7sCJGd8eu_0 2024-09-12T01:34:08.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.742+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15574701936679479140', time=2024-09-12T03:10:39.763525+0000, chain.objs.size()=1 2024-09-12T01:34:08.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jqCpnrmnE76taZPTaGi58Dp7JlvMwRC_0 2024-09-12T01:34:08.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.742+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11980601212541746270', time=2024-09-12T03:10:40.555410+0000, chain.objs.size()=1 2024-09-12T01:34:08.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.742+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ryRy4WdCIgBFcCSoD1EA4wAAvfIdN7J_0 2024-09-12T01:34:08.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.744+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16673194722861021144', time=2024-09-12T03:10:40.556169+0000, chain.objs.size()=1 2024-09-12T01:34:08.744 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.744+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.8eJpmHJIHOVppsxQeYI_yNc6J08ZSli_0 2024-09-12T01:34:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18414625447042640751', time=2024-09-12T03:10:40.618462+0000, chain.objs.size()=1 2024-09-12T01:34:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kf3L8TUde0ek3KOQys1DyeMfgBRLed3_0 2024-09-12T01:34:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9994595441353762991', time=2024-09-12T03:10:40.736511+0000, chain.objs.size()=1 2024-09-12T01:34:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.o9URq_CYfF8z1xNLEcDkYx4ek-f3pMo_0 2024-09-12T01:34:08.745 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.745+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15287988526259255047', time=2024-09-12T03:10:41.169661+0000, chain.objs.size()=1 2024-09-12T01:34:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.745+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kniT0xOtDIorlYI2tgcq5EufZBaj4-0_0 2024-09-12T01:34:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1969702665012967027', time=2024-09-12T03:10:42.465287+0000, chain.objs.size()=1 2024-09-12T01:34:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.w1Ebt1An9gRcPDLYtE0whvW8I0LepQR_0 2024-09-12T01:34:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12903951796780059881', time=2024-09-12T03:10:42.731905+0000, chain.objs.size()=1 2024-09-12T01:34:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.NjaOBqRDpVWEIFtosTP2NwVViJBGIst_0 2024-09-12T01:34:08.746 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13899412963724026609', time=2024-09-12T03:10:43.388086+0000, chain.objs.size()=1 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gfo9HnpCMvEqOPb4rYo-Ky-S2PaXE3q_0 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7013782453617309603', time=2024-09-12T03:10:43.913102+0000, chain.objs.size()=1 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Yr36t7PB2uZ_UiuPUNoFlHQDdr4mk28_0 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15434793965798313232', time=2024-09-12T03:10:44.479179+0000, chain.objs.size()=1 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ho62JIOGCIPjP8B7SsDB-2Js-Mtz6T9_0 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17387456657100759799', time=2024-09-12T03:10:44.635735+0000, chain.objs.size()=1 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.NnEbKMvcYUcTV4aVfs22-pq9PrBGC7z_0 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10092588038825606639', time=2024-09-12T03:10:44.718188+0000, chain.objs.size()=1 2024-09-12T01:34:08.747 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.746+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wfd57z4MPho8Bnhwlf5K_YwgJ6QYLrf_0 2024-09-12T01:34:08.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.748+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11823744457261812447', time=2024-09-12T03:10:45.170652+0000, chain.objs.size()=1 2024-09-12T01:34:08.748 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.748+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aO9Z7g4i5ISG0oRyeuTXLe9X4eeMiTc_0 2024-09-12T01:34:08.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.749+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7826089704317512603', time=2024-09-12T03:11:29.697986+0000, chain.objs.size()=1 2024-09-12T01:34:08.749 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.749+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.374__shadow_.8TrKWTSuim7MI0mWyZisYT6ZKrBmSc7_0 2024-09-12T01:34:08.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.750+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14268151416681877060', time=2024-09-12T03:11:36.523253+0000, chain.objs.size()=1 2024-09-12T01:34:08.750 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.750+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.381__shadow_.oUHAQI5HzOrF76CqE3opyHT6Hn-VY0W_0 2024-09-12T01:34:08.752 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.753+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/57010 2024-09-12T01:34:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T01:34:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9170066295272164707', time=2024-09-12T03:13:17.355318+0000, chain.objs.size()=1 2024-09-12T01:34:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.484__shadow_.OWfhDaCikyGs89javn1kPz5Fko0BOc1_0 2024-09-12T01:34:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4163993981160065528', time=2024-09-12T03:14:22.335606+0000, chain.objs.size()=1 2024-09-12T01:34:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.517__shadow_.242AniwJbvE4nbIy3iFPwGrYFAyMMM3_0 2024-09-12T01:34:08.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.275549126799525351', time=2024-09-12T03:18:51.889033+0000, chain.objs.size()=1 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.551__shadow_.Vw0U-dL2lYirw4ktZbcY5kw5nMrtdP4_0 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9032057601709255530', time=2024-09-12T03:19:44.157104+0000, chain.objs.size()=1 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:C1f-YjYaDniQj7UEElCWF6b6jT3qNB4_.3g_mPFioxatPr4WYNJHkkE1A03TEGLf_0 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6739592443347081087', time=2024-09-12T03:19:45.636092+0000, chain.objs.size()=1 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:81SwkbzaC176Lq7a947Z1tnpp3gusxf_.FeGkDD37eDwMFWsAYiv3UyqBsgEnpnz_0 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4911970912298827766', time=2024-09-12T03:19:46.614666+0000, chain.objs.size()=1 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:iIzNu0uc9LSpZCfjPlEtzA4yMepSYTx_.LcJqyFCUAFacHcJKeP8a6WE0SHnAao9_0 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5989603461051273277', time=2024-09-12T03:20:26.343051+0000, chain.objs.size()=1 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:9dNr9RPfolFaQehKgZmwkbCrmzP6ZZY_.0brUWxj_uT19msu5Cs9OaZFpUGehtGN_0 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16668175945582043140', time=2024-09-12T03:21:32.267827+0000, chain.objs.size()=1 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.596__shadow_.MCAJOER5XoBdWNaafIudWcuuc5GbaEb_0 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10049593166331021280', time=2024-09-12T03:23:19.730648+0000, chain.objs.size()=12 2024-09-12T01:34:08.756 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__multipart_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.1 2024-09-12T01:34:08.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__shadow_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.1_1 2024-09-12T01:34:08.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__multipart_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.2 2024-09-12T01:34:08.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.755+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__shadow_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.2_1 2024-09-12T01:34:08.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.757+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__multipart_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.3 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.758+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__shadow_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.3_1 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.758+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__multipart_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.4 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.758+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__shadow_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.4_1 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.758+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__multipart_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.5 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.759+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__shadow_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.5_1 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.759+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__multipart_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.6 2024-09-12T01:34:08.759 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.759+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614__shadow_multipart_enc.2~BfL8pQJz0mo_ILMc7UOEr0hURwTxK74.6_1 2024-09-12T01:34:08.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.761+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6809562766971110465', time=2024-09-12T03:27:38.643758+0000, chain.objs.size()=1 2024-09-12T01:34:08.761 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.761+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.665__shadow_.vRR-9auE9NWGJXDiRzmwSQv9jvl6_eL_0 2024-09-12T01:34:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.761+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3184113013756106216', time=2024-09-12T03:27:41.605127+0000, chain.objs.size()=1 2024-09-12T01:34:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.761+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.668__shadow_.4QtVNXg8zLTHtMi43Mas1BMj8jjNsG1_0 2024-09-12T01:34:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.761+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16671622475501765871', time=2024-09-12T03:27:59.624404+0000, chain.objs.size()=1 2024-09-12T01:34:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.761+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.691__shadow_.t5lfx5fN_D9fqYHDcrISAtkbe6lhTb7_0 2024-09-12T01:34:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.762+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6746891041467105587', time=2024-09-12T03:28:57.102448+0000, chain.objs.size()=1 2024-09-12T01:34:08.762 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.762+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.734__shadow_.1aErZV7LRmVwW4wCtATx7I7PRmlsDxs_0 2024-09-12T01:34:08.766 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.766+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.768 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.768+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:34:08.770 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.770+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.771 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.771+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48064' 2024-09-12T01:34:08.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13201607989034258484', time=2024-09-12T03:04:21.135633+0000, chain.objs.size()=1 2024-09-12T01:34:08.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.183__shadow_.WAzrbFOfV5Box1wD7q9yYDB-O-JMH_3_0 2024-09-12T01:34:08.772 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3743351672767788312', time=2024-09-12T03:06:48.249306+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.236__shadow_.2wb10n5pA6gtBPDl1LMPVq1zhikiWrw_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13931954379542907550', time=2024-09-12T03:06:52.465980+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.239__shadow_.agFXpaNYsqNWgzc_RvveEWMgQlZE2v1_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12176820349742298833', time=2024-09-12T03:07:00.589069+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.246__shadow_.ufmnKC5FKs_QsnEpR8mFXug9y5voBOk_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9306685863134480440', time=2024-09-12T03:07:08.457491+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.254__shadow_.afDCoGaI7IpDyMzg8CKQ5DKs4bsEsBX_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.703221700982707458', time=2024-09-12T03:07:52.286692+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qpsO5AzLFPaJl7DldPYQf6CwagsqW5B_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3912122174294065124', time=2024-09-12T03:07:53.164622+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0di0Uw-jf7aEd2DXZeLyHKq9hMNPLMO_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8621909251851259924', time=2024-09-12T03:07:53.886840+0000, chain.objs.size()=1 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z9Y41XRQu11I-bIqrqcrm9JZ_FCshox_0 2024-09-12T01:34:08.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1126560999359063656', time=2024-09-12T03:07:54.428087+0000, chain.objs.size()=1 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SCm76xe42VJJWew2cgCZ157N8nEep8n_0 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1544804161047606625', time=2024-09-12T03:07:54.609003+0000, chain.objs.size()=1 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Hfo0bud4KBThgwGbXHNbIPrvdz7sWzC_0 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2448155971221110558', time=2024-09-12T03:07:54.729699+0000, chain.objs.size()=1 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xLMwukb5QuOOKJdjqEWiNjT7KIiUBaP_0 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1606276024360925048', time=2024-09-12T03:07:55.379282+0000, chain.objs.size()=1 2024-09-12T01:34:08.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.772+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.H0bsF9GSVo4RNOYLHbloGzQrUb1vvIE_0 2024-09-12T01:34:08.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.775+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10521293337386718664', time=2024-09-12T03:07:55.527594+0000, chain.objs.size()=1 2024-09-12T01:34:08.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.775+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ADDRwJSqvTcQX1m_yoYRBQjCSOT4_aC_0 2024-09-12T01:34:08.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.775+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15032442384772944513', time=2024-09-12T03:07:56.744950+0000, chain.objs.size()=1 2024-09-12T01:34:08.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.775+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DPa7gbUccC8K9tYfPdIUAjDGlTSmyaZ_0 2024-09-12T01:34:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7310377076267510398', time=2024-09-12T03:07:57.080378+0000, chain.objs.size()=1 2024-09-12T01:34:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hNdySYcROirimbQhkZM6r4aVFwys7UH_0 2024-09-12T01:34:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10586317973909687893', time=2024-09-12T03:07:57.126251+0000, chain.objs.size()=1 2024-09-12T01:34:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._MTwfxir3r_sCy6EOZC8K2IZxv6Ed6r_0 2024-09-12T01:34:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11284652505031178999', time=2024-09-12T03:07:57.270644+0000, chain.objs.size()=1 2024-09-12T01:34:08.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AHdUwvXwwayXRYymps4jULCQhrYy_Ig_0 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8464620780260224993', time=2024-09-12T03:07:57.550005+0000, chain.objs.size()=1 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xGLM_RcKgXTEEGpxBucpqIITsbsxYQY_0 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16729496083693339401', time=2024-09-12T03:07:57.636287+0000, chain.objs.size()=1 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7mHr-7ge066Nllkyoyx4crXkBz77NPy_0 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8598503829097606566', time=2024-09-12T03:07:57.638070+0000, chain.objs.size()=1 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.aXGdETqxk1FYnSoqdTLwrihhGeax315_0 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12028417833443747789', time=2024-09-12T03:07:57.999712+0000, chain.objs.size()=1 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WmJYoAGGFADM3fd5ap3uDujn0tPGWiU_0 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6499455534594680120', time=2024-09-12T03:07:58.417075+0000, chain.objs.size()=1 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iY4-q0ObMkfTfqQOah1gxgzgQxek-rQ_0 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18007856309407667685', time=2024-09-12T03:07:58.830125+0000, chain.objs.size()=1 2024-09-12T01:34:08.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.776+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LS8IVSKl26wTN41IK3lnosBM4LNw-6T_0 2024-09-12T01:34:08.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.778+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7853696305830126934', time=2024-09-12T03:07:59.020901+0000, chain.objs.size()=1 2024-09-12T01:34:08.778 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.778+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.l6q_Vm28UkXumpzeGWsa1zm7WG64SaE_0 2024-09-12T01:34:08.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2428583735843776193', time=2024-09-12T03:07:59.479893+0000, chain.objs.size()=1 2024-09-12T01:34:08.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fp-ts78Jvhp-mjSXLfoB8Jpro2v3CWU_0 2024-09-12T01:34:08.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4464344856982856591', time=2024-09-12T03:07:59.512273+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Os-8Zgs_JIXQAtyrIAmehKr73Unskjz_0 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10218385087026816314', time=2024-09-12T03:07:59.973619+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5Fjxxd1y02VcBQpx_F3m3BW8nW-2Kor_0 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2224106613285755968', time=2024-09-12T03:08:00.139628+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.br4NR_Xodi2weDBgUarlLHMpQotqB7a_0 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14084568721907665541', time=2024-09-12T03:08:00.244918+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZK-TdNYAlJDsHNj-ZNFoBmPQKGRCO0S_0 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2108963654137606301', time=2024-09-12T03:08:00.294931+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vfjQR8KoHNtLc3qIqy0Daxf3Y1jeqjT_0 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1717364863433634729', time=2024-09-12T03:08:00.667059+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iZcl3vKPSrp5a3Db0g8YgEkk7gb6Wkh_0 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5634907736896510850', time=2024-09-12T03:08:14.270814+0000, chain.objs.size()=1 2024-09-12T01:34:08.781 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.274__shadow_.O-N5jSEe4RmeU5aUR1N01M1NjJuphKX_0 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1962563804419138026', time=2024-09-12T03:08:15.249681+0000, chain.objs.size()=1 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.275__shadow_.Q8p8NWgACk7fUKMKKtIp9rYuUfzNr3U_0 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1969097752790331469', time=2024-09-12T03:08:21.119438+0000, chain.objs.size()=1 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.281__shadow_.uwqJzXfnDVqXy3dO-TizOyb8Z7MhmD1_0 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2745364757525898435', time=2024-09-12T03:08:23.076439+0000, chain.objs.size()=1 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.780+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.283__shadow_.ptoc8nP21PyhXRiWXAUDJSJu1DKxw1a_0 2024-09-12T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.782+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7526544568517253911', time=2024-09-12T03:08:33.642105+0000, chain.objs.size()=1 2024-09-12T01:34:08.783 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.782+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_._MMZBnxZK863lHvefeckxmCHjz1hkJr_0 2024-09-12T01:34:08.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10763493440019436593', time=2024-09-12T03:08:33.643060+0000, chain.objs.size()=1 2024-09-12T01:34:08.786 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.LBi7YKI4OcugaVtQ4ZzKYtwYmmbPTP5_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2174027175451294807', time=2024-09-12T03:08:35.827223+0000, chain.objs.size()=1 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.h1QAdUG3j4crs4mxWT0DP7WeDi7qTf8_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7997379380642842738', time=2024-09-12T03:08:38.931316+0000, chain.objs.size()=1 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.296__shadow_.u9QmjkNhgxT1D-vtQJWAZFfzJfAaXQW_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14229394614856534761', time=2024-09-12T03:09:46.784818+0000, chain.objs.size()=1 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mTJfJykIBZAvLCnCqA9YXMSzVg0D0wR_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7157536771757570488', time=2024-09-12T03:09:47.648784+0000, chain.objs.size()=1 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-QwXvptlIoc__bJ_z_pcpxP2pZ7t42e_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.485497120579423205', time=2024-09-12T03:09:47.710348+0000, chain.objs.size()=1 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.79fpq4xUpe_YnFObHPrKNFn6Wl_u6Gs_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5289231832474953259', time=2024-09-12T03:09:48.506312+0000, chain.objs.size()=1 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gG3xrIK0i7avi0__-_DSgglvUMsLAtm_0 2024-09-12T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4996721581739073861', time=2024-09-12T03:09:48.563741+0000, chain.objs.size()=1 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Pier03CnvMiLdXLzgidm_3_RmAhFg7p_0 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8059665700683015453', time=2024-09-12T03:09:49.161781+0000, chain.objs.size()=1 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1Zt6SUPjDyeGg1Zs_cOLv7Y3DXgZHWQ_0 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8276897010969731065', time=2024-09-12T03:09:49.268396+0000, chain.objs.size()=1 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CG2KzvdyBIMWUiPrx8rLjtpHurnW_00_0 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18443970591907089316', time=2024-09-12T03:09:49.272802+0000, chain.objs.size()=1 2024-09-12T01:34:08.788 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.786+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ompi1fh_iNAhZNWwHh0xuKiE6RgsRx7_0 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.789+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15674768847789002190', time=2024-09-12T03:09:50.193654+0000, chain.objs.size()=1 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.789+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mrnIcVac5rWSxCwX4VFwvq91cmPCbiN_0 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.789+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4211760870246576473', time=2024-09-12T03:09:50.423717+0000, chain.objs.size()=1 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.789+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rFk9IR25m7RCQLvgG9qoFqiKhdzJGdc_0 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5288351174751634336', time=2024-09-12T03:09:50.669596+0000, chain.objs.size()=1 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0kEJ2WiD3w5DwKUO0L1SEiLhrHttiTf_0 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8085982693813512006', time=2024-09-12T03:09:50.670682+0000, chain.objs.size()=1 2024-09-12T01:34:08.790 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UpUD0pyk2kDbJmkbrful3c8mTrbK7nB_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13782019602343519286', time=2024-09-12T03:09:50.678804+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.f1OBHBbwIsXSfJMuCa3K6v65h2viDMs_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8461156434676744174', time=2024-09-12T03:09:50.679304+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.c10ViT2ZZt7vU2GegRzLMFuYwK-mLxx_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4770661070301863052', time=2024-09-12T03:09:50.679788+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9z4AuJYstKah-Gl4GrkgnUohDO92zNn_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13257963527008005025', time=2024-09-12T03:09:50.729792+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7r-sybVuaK60Nu0SSC1N3NSoUYneDJ9_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13674251503351497861', time=2024-09-12T03:09:51.370283+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GKeJj409dtA6IRIioFcEAVZ0disgSTr_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15803841167043808752', time=2024-09-12T03:09:51.495960+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ge16Q41UyqnqeQKD7xp1ZLlnh9QdVbh_0 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17046519807286657891', time=2024-09-12T03:09:51.751811+0000, chain.objs.size()=1 2024-09-12T01:34:08.791 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.790+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1bIxrM2TrgFJd7zphgNugLdr_HxW47t_0 2024-09-12T01:34:08.793 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.793+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5512294444017093467', time=2024-09-12T03:09:51.773419+0000, chain.objs.size()=1 2024-09-12T01:34:08.793 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.793+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cPclI6wDzW3X63wMCjxV8arZADE-z12_0 2024-09-12T01:34:08.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.793+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13135986336647819378', time=2024-09-12T03:09:51.953334+0000, chain.objs.size()=1 2024-09-12T01:34:08.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.793+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xMB-YmJNp4TG69kH8No_WtC6K56vqg2_0 2024-09-12T01:34:08.794 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4149916228772106333', time=2024-09-12T03:09:52.032803+0000, chain.objs.size()=1 2024-09-12T01:34:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yArN3MpYplR9Az53vh3PLi4S-XGI5EW_0 2024-09-12T01:34:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4073974436538068243', time=2024-09-12T03:09:52.073133+0000, chain.objs.size()=1 2024-09-12T01:34:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0gly1HL6q6eBOFAtAM8k5uAdcvdMc3e_0 2024-09-12T01:34:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9744867269440081635', time=2024-09-12T03:09:52.146214+0000, chain.objs.size()=1 2024-09-12T01:34:08.795 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LIiXN7JI1y0zA7uXQ5_J3h2SCQYdZBE_0 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13088194656816079001', time=2024-09-12T03:09:52.600194+0000, chain.objs.size()=1 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BXzJpIG95xKfvBukRtVh81od_pzQ3SP_0 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16997498896048052637', time=2024-09-12T03:09:52.667661+0000, chain.objs.size()=1 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MXPKAXmbs-SJKMQgDs7jSSQSjNrO7FI_0 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2933121527455853614', time=2024-09-12T03:09:52.820139+0000, chain.objs.size()=1 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6gSkc8FnW_Pa1OaMrRwwI-6fCerWMQ__0 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17709578772257367168', time=2024-09-12T03:09:52.900391+0000, chain.objs.size()=1 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZrbH0oaIjwvbs-66WzLIXAsMfjv4ENY_0 2024-09-12T01:34:08.796 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11584925667107560092', time=2024-09-12T03:09:53.852438+0000, chain.objs.size()=1 2024-09-12T01:34:08.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cn-3W-G44zFEoJ5qutPi7bvXs52JFOv_0 2024-09-12T01:34:08.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11725563171810166407', time=2024-09-12T03:09:54.208710+0000, chain.objs.size()=1 2024-09-12T01:34:08.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.795+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.n8i78j6en42WOob9eZ-c5zLuOssdSch_0 2024-09-12T01:34:08.797 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.798+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15360676958386818209', time=2024-09-12T03:09:54.583704+0000, chain.objs.size()=1 2024-09-12T01:34:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.798+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Xa09r--Bq_OKkEGbnJknArlw-ktRK3p_0 2024-09-12T01:34:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.798+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11873572714853288916', time=2024-09-12T03:09:54.808524+0000, chain.objs.size()=1 2024-09-12T01:34:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.798+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uAH-NPSV34H8pMXOtFUjrdzj0wx9DFR_0 2024-09-12T01:34:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.798+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5488574502642077829', time=2024-09-12T03:09:55.117639+0000, chain.objs.size()=1 2024-09-12T01:34:08.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.798+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Pv4oTxdgbB7X-Znxq2Y8Cn_C0t02d01_0 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13821105220848256745', time=2024-09-12T03:09:55.281925+0000, chain.objs.size()=1 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lMv8l_A89EMUCNIefcSvN-0mX0sqOpl_0 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9787293513879702130', time=2024-09-12T03:09:56.354375+0000, chain.objs.size()=1 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.9yJPIxF19Ql-I_d2UY0BioUxOYKKuSr_0 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15847109266021046107', time=2024-09-12T03:09:56.488608+0000, chain.objs.size()=1 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.izsL02aJLg1TydfmPh3GNLRd5JG8kTt_0 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4489360335988723934', time=2024-09-12T03:09:56.696171+0000, chain.objs.size()=1 2024-09-12T01:34:08.800 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.m-BaYibpN1PQsFo44OuTTLo4Tk8rcbp_0 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14447315055891151232', time=2024-09-12T03:09:56.847828+0000, chain.objs.size()=1 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qrgInBm8kIo9F5Sgsbl9MGl7Fx0q7EC_0 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7417210941694894650', time=2024-09-12T03:09:56.939174+0000, chain.objs.size()=1 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IavDFwLmBuYfNJdZICDnNxFtaQloCZv_0 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17631598903308293598', time=2024-09-12T03:09:57.108087+0000, chain.objs.size()=1 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bseY5Y5XdIHzGSx5h-EjdRkGzPqs4C7_0 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11773200384081806141', time=2024-09-12T03:10:35.558765+0000, chain.objs.size()=1 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.800+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pmF2zrSijJTf1EwzA8UTu-m14lbjqHC_0 2024-09-12T01:34:08.801 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.801+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13267785562715498859', time=2024-09-12T03:10:35.623573+0000, chain.objs.size()=1 2024-09-12T01:34:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.801+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CG9YmSPm2XAJpId5LpgmJ8JuEv41fJm_0 2024-09-12T01:34:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.801+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4544092647089961435', time=2024-09-12T03:10:36.255645+0000, chain.objs.size()=1 2024-09-12T01:34:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.801+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kL95dvzfYyw4tipNjlIMeepVtud8Oky_0 2024-09-12T01:34:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.802+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.841077264878315017', time=2024-09-12T03:10:36.718840+0000, chain.objs.size()=1 2024-09-12T01:34:08.802 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.802+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OoVNTSHjIQOytE9akpTxSkpUjSmQKoR_0 2024-09-12T01:34:08.803 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.803+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13349079407118833735', time=2024-09-12T03:10:36.800697+0000, chain.objs.size()=1 2024-09-12T01:34:08.803 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.803+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SbZS3uW7USCgvzvLQqG82L41tMYhC_w_0 2024-09-12T01:34:08.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6037687928947292027', time=2024-09-12T03:10:36.996133+0000, chain.objs.size()=1 2024-09-12T01:34:08.804 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qmYporKBCwbGmqIz7_DDPmEMnLOB61x_0 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6049448781751383228', time=2024-09-12T03:10:37.192052+0000, chain.objs.size()=1 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.W9nhBw8hzRU1oIgaRJ0Wv9uJCcLu0pm_0 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9084079163791028484', time=2024-09-12T03:10:37.205567+0000, chain.objs.size()=1 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.e5RiLrgKUN6VXXbrlXlms-cIVxp_whQ_0 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15613319013535330641', time=2024-09-12T03:10:37.683173+0000, chain.objs.size()=1 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Vp62EM958OjDRthLTaqa28kdCgH8Kzi_0 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3073063478236687341', time=2024-09-12T03:10:38.052902+0000, chain.objs.size()=1 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yeJu3JS9LQO81lpc_QRN_f8o78Qmis-_0 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17764136659076811103', time=2024-09-12T03:10:38.270399+0000, chain.objs.size()=1 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Kw7vh_hGrkHSZHIjc6BP2coDcpbmFxg_0 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12519911239148414574', time=2024-09-12T03:10:39.230815+0000, chain.objs.size()=1 2024-09-12T01:34:08.805 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.804+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Lpo0F-hwbNwm4kO8aWfUeiyG0J1UlRo_0 2024-09-12T01:34:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.805+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12354385172716713216', time=2024-09-12T03:10:39.431810+0000, chain.objs.size()=1 2024-09-12T01:34:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.805+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nMN8dU-o-QTs1moblmLBPEWISmif_mx_0 2024-09-12T01:34:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.805+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2264464331601401090', time=2024-09-12T03:10:39.487613+0000, chain.objs.size()=1 2024-09-12T01:34:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.805+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._lINSM2I2XFTx73b67YXAqW4VvSq2SS_0 2024-09-12T01:34:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.805+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9562356759364607103', time=2024-09-12T03:10:39.498270+0000, chain.objs.size()=1 2024-09-12T01:34:08.806 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.805+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.f8sLEM5F4H-BPL7VXi2E9B2i9WV5WAV_0 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4691175419132554559', time=2024-09-12T03:10:39.534683+0000, chain.objs.size()=1 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.K46wg4wY_Gn8smVsdo5ykD5O1sBtX5u_0 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.962886557210583765', time=2024-09-12T03:10:39.573088+0000, chain.objs.size()=1 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JdWtRDLqRRO0KD5kT6sR5kO0maPl6mZ_0 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1768909540827278626', time=2024-09-12T03:10:39.609145+0000, chain.objs.size()=1 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FZv_zW-47ewuikfD9ygv_4gIEDU8OVB_0 2024-09-12T01:34:08.809 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3613413781980345152', time=2024-09-12T03:10:39.925103+0000, chain.objs.size()=1 2024-09-12T01:34:08.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Dg04F5JtVMVYgJQYECWAViSUckAsnX9_0 2024-09-12T01:34:08.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8118729002650630483', time=2024-09-12T03:10:40.407836+0000, chain.objs.size()=1 2024-09-12T01:34:08.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1KV3EnXK-9lxCclkY4XgGhWkjB2ntmM_0 2024-09-12T01:34:08.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9278220914280753403', time=2024-09-12T03:10:40.423259+0000, chain.objs.size()=1 2024-09-12T01:34:08.810 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.809+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kqsmgrP28MRCTAOZBpttJP604h3aIY2_0 2024-09-12T01:34:08.812 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.812+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/48064 2024-09-12T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.814+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-12T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.814+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3237250180848258558', time=2024-09-12T03:10:40.604165+0000, chain.objs.size()=1 2024-09-12T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5dAEcQt6SVkdCgC71NZqPlJkvIjgUgb_0 2024-09-12T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9234889545645152956', time=2024-09-12T03:10:40.604962+0000, chain.objs.size()=1 2024-09-12T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.HZ8apIXMPFDGyBT1sZzfQR3ZaG-GOFh_0 2024-09-12T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6709556207066801268', time=2024-09-12T03:10:40.844124+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jgWO7LuRGAawSlRrFBlUyrTUVelIUce_0 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10927644627268532902', time=2024-09-12T03:10:41.165280+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iq_jlWgS0PM-eFpbc_f3hAMJGn2ELsy_0 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15605929561113624264', time=2024-09-12T03:10:41.358270+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bOQGN0lh4G6yOeLEsjphHUYqeFz6RxV_0 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13956640273064234365', time=2024-09-12T03:10:41.839624+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._iz_wz2LWlY_ApfVeN_3qI6oXx8inXS_0 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16303353569222996576', time=2024-09-12T03:10:42.025451+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.i3En3MX6jk9s_9hTKj_VScH475mXywx_0 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8689848613429237805', time=2024-09-12T03:10:42.025998+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.TceOrQE8BAQYfJHqqkE3ngR0EISRmKA_0 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1040878518734708178', time=2024-09-12T03:10:42.302006+0000, chain.objs.size()=1 2024-09-12T01:34:08.816 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eMBM7yBT_gbkmLV-Ype7gCREXTUdeRa_0 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10167831120312223037', time=2024-09-12T03:10:42.539716+0000, chain.objs.size()=1 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OBadOqO9HJkAMe0phz9xdyBgP_OBTUd_0 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17749093072655048840', time=2024-09-12T03:10:43.795586+0000, chain.objs.size()=1 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CTAoa4gAing_YkeLOEPLWlgEF9Wqksv_0 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7020301122522779951', time=2024-09-12T03:10:43.895436+0000, chain.objs.size()=1 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.815+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.a5O6mMQz0kFcXGPY4oCgjy3Of1aSDe0_0 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.817+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10275884029404323134', time=2024-09-12T03:10:44.962509+0000, chain.objs.size()=1 2024-09-12T01:34:08.817 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.817+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FGolbNAuY22dlFDBlWFAgMHmtkT1o5e_0 2024-09-12T01:34:08.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10326023676709001862', time=2024-09-12T03:10:44.968760+0000, chain.objs.size()=1 2024-09-12T01:34:08.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.t_3tTh1-X4bHnDwI-EV1Vd6tEUULdDN_0 2024-09-12T01:34:08.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2048638042813665641', time=2024-09-12T03:10:45.032943+0000, chain.objs.size()=1 2024-09-12T01:34:08.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4sg6mN8wqYoijKkJaofvRk-aog_SBsD_0 2024-09-12T01:34:08.821 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1244011121324027415', time=2024-09-12T03:10:45.121687+0000, chain.objs.size()=1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZH2RocIEnW5AwUOt7Ng6zg9647br0OJ_0 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17033529349410622991', time=2024-09-12T03:11:05.616354+0000, chain.objs.size()=1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.346__shadow_.UJVuH9IXEMv9Q2GX1Xs4JHZjPZ18f7C_0 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5626547571319972189', time=2024-09-12T03:12:23.071683+0000, chain.objs.size()=1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.429__shadow_.-jbtaXgiy8OFCcBs_SQHWE2mbfw5w8t_0 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14287647858178206437', time=2024-09-12T03:12:26.769166+0000, chain.objs.size()=1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.433__shadow_.hCHFBKZdYRedLXzkRi7umkeVuYRRvwz_0 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~OMAcWIG3P15bHb553o--1OeLxHIYP59', time=2024-09-12T03:15:17.131614+0000, chain.objs.size()=1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~OMAcWIG3P15bHb553o--1OeLxHIYP59.1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~stnodsl-v1CalaHIAVYV7cxw3f2OmDM', time=2024-09-12T03:17:49.518031+0000, chain.objs.size()=2 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.818+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.529__multipart_mymultipart.2~stnodsl-v1CalaHIAVYV7cxw3f2OmDM.1 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.529__multipart_mymultipart.2~stnodsl-v1CalaHIAVYV7cxw3f2OmDM.2 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.819+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~4HDqsx8GWkNSevUDgr95alYsDsqn8_n', time=2024-09-12T03:17:55.177113+0000, chain.objs.size()=2 2024-09-12T01:34:08.822 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.531__multipart_mymultipart.2~4HDqsx8GWkNSevUDgr95alYsDsqn8_n.1 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.819+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.531__multipart_mymultipart.2~4HDqsx8GWkNSevUDgr95alYsDsqn8_n.2 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.822+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2572774003018531049', time=2024-09-12T03:19:58.922452+0000, chain.objs.size()=1 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.822+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.573__shadow_.e8FcAuTkeNpJMr6pB59EJCVhxUDT321_0 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.822+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3254229816238534271', time=2024-09-12T03:20:07.221854+0000, chain.objs.size()=1 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.822+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:KHfPOErJcuIt.9rWqnrh0kMsRedyZlo_.y657_TRr5OqggUhfqSuEuo75O-4ViLw_0 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.822+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9635974840143323477', time=2024-09-12T03:21:00.473015+0000, chain.objs.size()=4 2024-09-12T01:34:08.823 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.822+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~hkIPEr96BqiyuZoJidIcrvnC2N8-l6K.1 2024-09-12T01:34:08.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~hkIPEr96BqiyuZoJidIcrvnC2N8-l6K.2 2024-09-12T01:34:08.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~hkIPEr96BqiyuZoJidIcrvnC2N8-l6K.3 2024-09-12T01:34:08.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~hkIPEr96BqiyuZoJidIcrvnC2N8-l6K.4 2024-09-12T01:34:08.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2899579056448256758', time=2024-09-12T03:21:13.211622+0000, chain.objs.size()=1 2024-09-12T01:34:08.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:kJJ4RM-yAhsD0xw-WZLwbfr7rmPcRMS_.FmjjfvKRAqG3uu3-JQGWUI-5sxl28_N_0 2024-09-12T01:34:08.824 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.113695507335235936', time=2024-09-12T03:21:15.864250+0000, chain.objs.size()=1 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:r6TCEfGYRSkTBwKPLhVE.MlxY6uMIXk_.2shUcejQR4bdKUtc7PXiE8V8XfvsFOv_0 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5219545412705828193', time=2024-09-12T03:23:30.237921+0000, chain.objs.size()=1 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.616__shadow_.6OtRaO6Y_7Lm7y6WWazO64AkBrKjRC1_0 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5694460039749793957', time=2024-09-12T03:26:25.460484+0000, chain.objs.size()=1 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.626__shadow_.9BDH2JkLJscXnls5c3QnP7J3X2pjOe3_0 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16859365505723822756', time=2024-09-12T03:28:00.566167+0000, chain.objs.size()=1 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.692__shadow:l5Bj1e.n.oH1vkqSTVrhkf5c31ekXDs_.alNa4jD8GRHb4XmNv59HkQJpfGLtlCw_0 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12294587172189085120', time=2024-09-12T03:28:11.425712+0000, chain.objs.size()=1 2024-09-12T01:34:08.825 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.824+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.704__shadow:Omsem-XEVJzzzM2bo2HrMunfSEyL-As_.inlTqSFyPTqNFpcivoPQSMbahLWyZUj_0 2024-09-12T01:34:08.828 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.828+0000 7fa9ddfa0640 0 -- 172.21.15.163:0/3252791195 >> [v2:172.21.15.181:6800/3916083588,v1:172.21.15.181:6801/3916083588] conn(0x7fa8a8087880 msgr2=0x7fa8a8089cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:34:08.829 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.829+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.831 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.831+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:34:08.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.833+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.833 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.833+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52717' 2024-09-12T01:34:08.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3275036342533800781', time=2024-09-12T03:03:16.232183+0000, chain.objs.size()=3 2024-09-12T01:34:08.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.RTYLjsl5yUFG1yOf8OiUytsoOujDi3q_0 2024-09-12T01:34:08.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.RTYLjsl5yUFG1yOf8OiUytsoOujDi3q_1 2024-09-12T01:34:08.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.RTYLjsl5yUFG1yOf8OiUytsoOujDi3q_2 2024-09-12T01:34:08.834 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6672160948446250888', time=2024-09-12T03:06:43.369871+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.231__shadow_.2_o27OxBd5e6clmL5hligGMPgeBTjze_0 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1665242066033006902', time=2024-09-12T03:06:45.292309+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.233__shadow_._2iQqPtbkiZtJxv4cZxxb008dJ0rNp9_0 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4883869329111766947', time=2024-09-12T03:06:51.617914+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.238__shadow_.L3GTilDx4HmOuZJyrNXpfZDT9YoLyp-_0 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16406000923319513845', time=2024-09-12T03:06:55.284755+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.242__shadow_.T8Cc9XaV4nNcaFFDhgkhijKQTvJDVhU_0 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8143707297686154131', time=2024-09-12T03:06:56.957219+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.243__shadow_.Rwt32ku6s9rKTTfEzoYDrRGcWTFBEdK_0 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5966857056794185618', time=2024-09-12T03:07:09.431802+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.255__shadow_.5Op1GK3s6vhsqUB88rzS35VhhIH73zr_0 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13371652501646862935', time=2024-09-12T03:07:11.373811+0000, chain.objs.size()=1 2024-09-12T01:34:08.835 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.257__shadow_.HYkPjDfqmFpEukGBr-b-aj_iKasyiVp_0 2024-09-12T01:34:08.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4269052050545257355', time=2024-09-12T03:07:52.288221+0000, chain.objs.size()=1 2024-09-12T01:34:08.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tLpLufrJFSH7MUx5aETk7uxgvM5hAXM_0 2024-09-12T01:34:08.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6181189054636626953', time=2024-09-12T03:07:52.564825+0000, chain.objs.size()=1 2024-09-12T01:34:08.836 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.834+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.X8Y0R6LUITAH9p8RGFI-UxS7WMZB0mG_0 2024-09-12T01:34:08.837 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13187171024245492367', time=2024-09-12T03:07:52.718240+0000, chain.objs.size()=1 2024-09-12T01:34:08.837 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yDhVn6AAeu53hlvCPW9arIVBtGRmYp6_0 2024-09-12T01:34:08.837 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1116629947938573730', time=2024-09-12T03:07:52.826529+0000, chain.objs.size()=1 2024-09-12T01:34:08.837 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dQbwV9RGwGAv7KPAOD5oJxinGGuVLJj_0 2024-09-12T01:34:08.837 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9000765167858922513', time=2024-09-12T03:07:52.967305+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VIoGruIF8kQ1CSJkdoZ_3hItB0jsjao_0 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12544271732663566952', time=2024-09-12T03:07:53.124708+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oaAPXNpYMSUuc9aBVNf6KUpEKaQQx-a_0 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6812472692362606662', time=2024-09-12T03:07:53.828079+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8QI5V-6Iw3S1dztf24y1rUTUEgYo-Ic_0 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15734796139087514355', time=2024-09-12T03:07:53.904213+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.eJFTynwUWlCBHIw9dQbXUWQjIkS1xE5_0 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7044891843119013906', time=2024-09-12T03:07:53.946854+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MS2o-mMk_J27nTePI3s_GxJ2-WykXv7_0 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6677735155242426424', time=2024-09-12T03:07:54.002120+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Ck5F2z4eQvN0CkRMC_zfAgAjS0t2-Xw_0 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5037788320951815528', time=2024-09-12T03:07:54.397295+0000, chain.objs.size()=1 2024-09-12T01:34:08.838 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0OwQYbNxgZtlQnbR4NxoUI5vQtq4bEc_0 2024-09-12T01:34:08.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7623064682910886854', time=2024-09-12T03:07:54.554504+0000, chain.objs.size()=1 2024-09-12T01:34:08.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0PqJLv-p8lTgEWShLwowGKueL5-Ht31_0 2024-09-12T01:34:08.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5902361792017917219', time=2024-09-12T03:07:54.777904+0000, chain.objs.size()=1 2024-09-12T01:34:08.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.837+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hOPuEuOtLgVsTMEIwmXTAm036YOCJqA_0 2024-09-12T01:34:08.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.839+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3806397860073300059', time=2024-09-12T03:07:55.245904+0000, chain.objs.size()=1 2024-09-12T01:34:08.839 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.839+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.53TodADiwjWglAs2llSsX8qM6Y_tNTa_0 2024-09-12T01:34:08.841 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.841+0000 7fa9ddfa0640 0 -- 172.21.15.163:0/3252791195 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7fa9d0055910 msgr2=0x7fa8a8093e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1230375655244398994', time=2024-09-12T03:07:55.381187+0000, chain.objs.size()=1 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YI44SUtOHs_BVyagn7gDY3rt0OGuR2M_0 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18361299063685557773', time=2024-09-12T03:07:55.401836+0000, chain.objs.size()=1 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JzZDnhf1iuqJlsx_z974s6x6LZmV4BR_0 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13038392051117513617', time=2024-09-12T03:07:55.402565+0000, chain.objs.size()=1 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AT8LGXtRGiTtFdtXDklZmCrqK1GDxiz_0 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3557835173163036728', time=2024-09-12T03:07:55.810253+0000, chain.objs.size()=1 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vRVUmzHcsoNQ-kgax_dsssiZCa_e385_0 2024-09-12T01:34:08.844 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2464318188481407292', time=2024-09-12T03:07:56.072423+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.P2wjmnLobgfsoXErY4_HfGH7bbBZD1n_0 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17997699600787060166', time=2024-09-12T03:07:56.205117+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LVTAGK33s412lJsPz8vnfoJGQIATzV2_0 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5768463564647333842', time=2024-09-12T03:07:56.632695+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GA0mY6gOM7svXt3QrgOoMqWu174KYh9_0 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5503772638228957949', time=2024-09-12T03:07:56.729456+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VNTn_p_kMSuoPdpvPl3H9bQSe9gMJcW_0 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12359983352060462397', time=2024-09-12T03:07:56.972790+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k1kEc3PDNx3bzyyNP8JQatO1uiM-VaD_0 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6800338275412197946', time=2024-09-12T03:07:57.002304+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TRe0eEh70UT70iNOndJwBqKTSCN1byC_0 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15296952105103096266', time=2024-09-12T03:07:58.618204+0000, chain.objs.size()=1 2024-09-12T01:34:08.845 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.843+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NFwYfhYPKwoz7vZ9bcOgtqChFsgH8YY_0 2024-09-12T01:34:08.846 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.845+0000 7fa9defa2640 0 -- 172.21.15.163:0/3252791195 >> [v2:172.21.15.181:6808/896755326,v1:172.21.15.181:6809/896755326] conn(0x55ba35075390 msgr2=0x55ba35077780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.846+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12881286110622515939', time=2024-09-12T03:07:58.668596+0000, chain.objs.size()=1 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.846+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CB4XrWNl0mrJF08Q7rlOzHVyDedrbMY_0 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6295302965927639044', time=2024-09-12T03:07:58.758981+0000, chain.objs.size()=1 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FSc0L0hEaWZdrAlfE2ppjaa4ZOXAAP5_0 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6052340434061541654', time=2024-09-12T03:07:58.844408+0000, chain.objs.size()=1 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.n8-p0oklQ1T8c6zqJuM7k1-GdI40FMw_0 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9043692278124230716', time=2024-09-12T03:07:59.599534+0000, chain.objs.size()=1 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.C0xakUnWp6Bmt-NNVdyYGeAETbNX8Sp_0 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17006877260309423512', time=2024-09-12T03:07:59.663215+0000, chain.objs.size()=1 2024-09-12T01:34:08.847 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zeEwiOMN-2kCM3_j8uZaOUxpxleEcAQ_0 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3229774186305796734', time=2024-09-12T03:08:00.138399+0000, chain.objs.size()=1 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SOt7he0pkyCkGhVNYDOlKfxsPWZ4vEf_0 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.936189873114960482', time=2024-09-12T03:08:00.726536+0000, chain.objs.size()=1 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UOofRIGi2zQnX5uozTYGGPBac-L47Zv_0 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7884842430474580255', time=2024-09-12T03:08:00.790179+0000, chain.objs.size()=1 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.K9RGH6zHyn2LzQHUBXIlY8qFy01yBpV_0 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13412947734907820608', time=2024-09-12T03:08:01.133425+0000, chain.objs.size()=1 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-er6rmyLHK_Leg7Tru4fs6NYHs0NW9v_0 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2368834150713877788', time=2024-09-12T03:08:01.252339+0000, chain.objs.size()=1 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NEJojreFOuzr6904Ek-_SlkO5a6ItOW_0 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12223183890232699308', time=2024-09-12T03:08:01.681689+0000, chain.objs.size()=1 2024-09-12T01:34:08.848 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.847+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZCC2mlqO0ILdr4DV11U7AWvkI7dpj7c_0 2024-09-12T01:34:08.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.850+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5766985044945366560', time=2024-09-12T03:08:01.974628+0000, chain.objs.size()=1 2024-09-12T01:34:08.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.850+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.03s_Y0G2y1kZn3HoS-vG1v5pzEnJVDj_0 2024-09-12T01:34:08.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.850+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8535554474735037848', time=2024-09-12T03:08:02.018285+0000, chain.objs.size()=1 2024-09-12T01:34:08.850 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.850+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.i9TFYaCgKrWBljr1V1QEYpryYiYZ2sg_0 2024-09-12T01:34:08.851 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4090369000462393665', time=2024-09-12T03:08:02.093963+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.0mqHsQMQFY3hxxBMft93pjGDeR0WBLw_0 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11704969149274742865', time=2024-09-12T03:08:30.074700+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.290__shadow_.tlmpIeickN9jZdHrMO6aRMFv8q2cgtE_0 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15016582990846543021', time=2024-09-12T03:09:47.143567+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sEvmEF5z7EIFCvuLtpTb7gXK_dGHVD5_0 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14340406519725498911', time=2024-09-12T03:09:47.418042+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UWcdwxijfR8_Ci_FL2DjQPBQuytATxG_0 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3518899042164849405', time=2024-09-12T03:09:47.600035+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yk5HcapHhcPUfnaEexhVYs6ZEmlUsf6_0 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12464521947528541271', time=2024-09-12T03:09:48.459144+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JebWLsySH3OzQDOcVXqYSbtv1vDKdR3_0 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4123464127798092932', time=2024-09-12T03:09:48.741125+0000, chain.objs.size()=1 2024-09-12T01:34:08.852 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.mtpzJAZm7_123wL0mN0Zn23z2Vdip6S_0 2024-09-12T01:34:08.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15609044059545807306', time=2024-09-12T03:09:48.996040+0000, chain.objs.size()=1 2024-09-12T01:34:08.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MJ6QG2Lnz7WIxDZsKuv5eTr-1UDE41C_0 2024-09-12T01:34:08.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12023272738040623872', time=2024-09-12T03:09:49.195799+0000, chain.objs.size()=1 2024-09-12T01:34:08.853 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.851+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CYid7svnvqcdAYykQmoKqmsfz0JkNuD_0 2024-09-12T01:34:08.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.855+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7110048245974795115', time=2024-09-12T03:09:49.931466+0000, chain.objs.size()=1 2024-09-12T01:34:08.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.855+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ryjGrkivLqQrsI6zbbDcg4wXKZmyFc9_0 2024-09-12T01:34:08.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.855+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3729707159268734596', time=2024-09-12T03:09:50.132168+0000, chain.objs.size()=1 2024-09-12T01:34:08.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.855+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CqqCgrDYXk4beXOf7_z8jvjiUpt5rrc_0 2024-09-12T01:34:08.855 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.855+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6460937704472264014', time=2024-09-12T03:09:51.273868+0000, chain.objs.size()=1 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.855+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SdenYOylqhp0MlJen9AodmR5Au98num_0 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7134775500354846710', time=2024-09-12T03:09:51.523115+0000, chain.objs.size()=1 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0dg8lko6xltHtJyAYT5VI0aPiJM5WmP_0 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10033708045349192848', time=2024-09-12T03:09:51.785245+0000, chain.objs.size()=1 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vJZRkycEHAsNLsBTGM43lvnFrigcMZU_0 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.856+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14804929149409207858', time=2024-09-12T03:09:52.131017+0000, chain.objs.size()=1 2024-09-12T01:34:08.856 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.856+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.x57-rwhlAzWAsY_efRz6Cyx8iELOlDK_0 2024-09-12T01:34:08.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14987244251975962561', time=2024-09-12T03:09:52.597755+0000, chain.objs.size()=1 2024-09-12T01:34:08.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dUJWFZ3jJ00i4XkB5ZZifY1PdNsgY01_0 2024-09-12T01:34:08.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.222218164971459771', time=2024-09-12T03:09:52.626005+0000, chain.objs.size()=1 2024-09-12T01:34:08.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.awzbbQ_R1t0NgbhpPQ27_v1e1iCWWjq_0 2024-09-12T01:34:08.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5424029886157899037', time=2024-09-12T03:09:52.819736+0000, chain.objs.size()=1 2024-09-12T01:34:08.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Yz0wOEKRMmfrO2zeBBK4zOZwcwDqugH_0 2024-09-12T01:34:08.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15972730693782693089', time=2024-09-12T03:09:52.820563+0000, chain.objs.size()=1 2024-09-12T01:34:08.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GgjA7TrdScm_jDGJTlpXHDkRXKIlO4i_0 2024-09-12T01:34:08.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9502159748957793895', time=2024-09-12T03:09:53.099773+0000, chain.objs.size()=1 2024-09-12T01:34:08.858 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.857+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wXjVy5D_NsjPWP0Mqr5H2q-YB25YEaM_0 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.858+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14904698507150964134', time=2024-09-12T03:09:53.368484+0000, chain.objs.size()=1 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kUwUB5CYq01g0eC0uMA8CUr4Q0Eo4aS_0 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15274966534486551489', time=2024-09-12T03:09:54.148197+0000, chain.objs.size()=1 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.AHPczG8JVZ1AbXjcN8fqr9LX_1Wm7O-_0 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2761121460128121114', time=2024-09-12T03:09:54.760464+0000, chain.objs.size()=1 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Q6hA3dBuMJM6xIRibIxjhTzZ0tveBWT_0 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12581718834092570011', time=2024-09-12T03:09:55.438554+0000, chain.objs.size()=1 2024-09-12T01:34:08.859 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.859+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i_npKZwwi8uSZNAufi9VZ5IB75yrpFP_0 2024-09-12T01:34:08.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.860+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14290499697977449890', time=2024-09-12T03:09:57.035393+0000, chain.objs.size()=1 2024-09-12T01:34:08.860 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.860+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4ya7kSjZfQjRftgYJyPB9C-GqlsFdaN_0 2024-09-12T01:34:08.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10730423814251616701', time=2024-09-12T03:10:34.683732+0000, chain.objs.size()=1 2024-09-12T01:34:08.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.di2jX7JLfHc5v41U8gLMk-t64Tahgy1_0 2024-09-12T01:34:08.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.861+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15399289166859142759', time=2024-09-12T03:10:34.864233+0000, chain.objs.size()=1 2024-09-12T01:34:08.861 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.861+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.U4Ztv2fltTeNMC5L93e6WAFsjMXy1uG_0 2024-09-12T01:34:08.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18423002307287701034', time=2024-09-12T03:10:35.253566+0000, chain.objs.size()=1 2024-09-12T01:34:08.862 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WcMHfOKU8yA501fiPgTm9fenziDDWNY_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.566644024411762009', time=2024-09-12T03:10:35.481697+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wyZAryW94uusAKVpi1F2Pm5O0BRDMud_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10559897048199750693', time=2024-09-12T03:10:35.528827+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Q_o1a4SqTyjTwm8tm5mWBp9rRyIKZuK_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9581500095951434696', time=2024-09-12T03:10:35.699635+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wVvUGKgRL3X281wS4jzDkPNO5f8Ps-y_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9999054792617200430', time=2024-09-12T03:10:36.441124+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.x9BwLUo7GhjdtYR8FUPP6TpkcM_Jn7Z_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14551245590900930450', time=2024-09-12T03:10:37.134848+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.L-63RruXU0Eq75FfArFclE_ucORZ53d_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4162777014128270928', time=2024-09-12T03:10:38.268802+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.14WDoYuCiCKciT8MxwoHMEMLIUEjuHT_0 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1782391084811938272', time=2024-09-12T03:10:38.403037+0000, chain.objs.size()=1 2024-09-12T01:34:08.863 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.862+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0ZXV4H5kOjErEMBUFXeiA0EdBWym6N0_0 2024-09-12T01:34:08.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.865+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9069348146060217177', time=2024-09-12T03:10:39.104990+0000, chain.objs.size()=1 2024-09-12T01:34:08.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.865+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ly8WBczB3niO1cE1gB3jHOwJB_CsyrA_0 2024-09-12T01:34:08.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12866373768690938771', time=2024-09-12T03:10:39.106228+0000, chain.objs.size()=1 2024-09-12T01:34:08.869 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.T0ZLynMwpMGub4dVEkOlXRkX_O6iM2u_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4433558415041775787', time=2024-09-12T03:10:39.305348+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RQp0X0FpMtC6NQI0c1PZij6O36Zv7pi_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13459956788264421059', time=2024-09-12T03:10:39.808003+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.AeIscR1lEyFzd-2GSiGXBVKffj3ESBn_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11713513078612545189', time=2024-09-12T03:10:39.832459+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LTS0ubf9pyKKTUXXQujvA7yQaJay0Yf_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5182725164511605799', time=2024-09-12T03:10:39.833060+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.240DM1xYC_RD-HtjjwKAqWPEgFImKb7_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10531208366306328757', time=2024-09-12T03:10:41.016397+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.exRbAugdUyk95OXasanqnn8ZJ875dhK_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14424947807871560700', time=2024-09-12T03:10:41.255674+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.866+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dZVKCmLTkn4p2qCqBCV9IsMIL5HnEEv_0 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.868+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5088537617865129132', time=2024-09-12T03:10:41.745966+0000, chain.objs.size()=1 2024-09-12T01:34:08.870 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.868+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Rj9GTk4QctnVE8fK0HWEG83wYNx32VW_0 2024-09-12T01:34:08.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.868+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10332250113752811164', time=2024-09-12T03:10:41.746912+0000, chain.objs.size()=1 2024-09-12T01:34:08.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.868+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.feq0IGf6bwu9qyixXkLE2--FiRu2T3O_0 2024-09-12T01:34:08.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.868+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6066485497703699681', time=2024-09-12T03:10:41.760926+0000, chain.objs.size()=1 2024-09-12T01:34:08.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.868+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jiQuR-rbioeyqey6V4H-ewQjHjP8Hn8_0 2024-09-12T01:34:08.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8762317553830483937', time=2024-09-12T03:10:41.761559+0000, chain.objs.size()=1 2024-09-12T01:34:08.871 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7HLequSs8R0YbemdA10VDsbGAOBTaeT_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6326253614343358040', time=2024-09-12T03:10:42.095900+0000, chain.objs.size()=1 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Et5zNhT2wWC5DCaDdbSZSwRNRBWqJjr_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17250553305643581929', time=2024-09-12T03:10:42.431545+0000, chain.objs.size()=1 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.D2La1fz7pnovezXuQQY9LMkBYcm9nWS_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7928459156822891695', time=2024-09-12T03:10:42.731796+0000, chain.objs.size()=1 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CaCnNI4s_BWUMrKpQa94RxESexlar1i_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9818269084038178191', time=2024-09-12T03:10:43.178778+0000, chain.objs.size()=1 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.LEF_9bFMFyIGNOXHQL29Znmv8nzbnXD_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8017633376546523266', time=2024-09-12T03:10:43.537168+0000, chain.objs.size()=1 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.869+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SNB-Pm4FSmZous8UBkhO3dKVE1TKFb6_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.870+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14344586036647390473', time=2024-09-12T03:10:43.620941+0000, chain.objs.size()=1 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.870+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9Y0knJokUfmJz_Dkx7mXYxwU1LyL_gc_0 2024-09-12T01:34:08.872 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.870+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1848150093474868517', time=2024-09-12T03:10:43.775848+0000, chain.objs.size()=1 2024-09-12T01:34:08.873 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.870+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5qgkmaJb1Y7e9l1qSFZ_oJ3tvzWpWbT_0 2024-09-12T01:34:08.875 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.875+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/52717 2024-09-12T01:34:08.877 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T01:34:08.877 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5408806309133169032', time=2024-09-12T03:10:43.810056+0000, chain.objs.size()=1 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jAashFAMG1khHWhcy06tfAI4mfELZ0G_0 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8650892884341916404', time=2024-09-12T03:10:43.810559+0000, chain.objs.size()=1 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FnpMWWcfKfpW3irrSjK74RvvOji0Njp_0 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16592961419408967089', time=2024-09-12T03:10:43.913122+0000, chain.objs.size()=1 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.T0SNWAdvvN_yHG5P3Lnc84wMrGnX-gp_0 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5471649622070869063', time=2024-09-12T03:10:44.479067+0000, chain.objs.size()=1 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.g4WPuuo-27HrcdSjR6zdzp9-ufJ8jIH_0 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7602513840167071783', time=2024-09-12T03:10:44.479675+0000, chain.objs.size()=1 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.v2DpcOiK9y5SIuDjNLeKrAGN0pmn0vE_0 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9706032689443332582', time=2024-09-12T03:10:45.251561+0000, chain.objs.size()=1 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SmSFiDbimlHBcwNkN4L-i8cY_f-p83S_0 2024-09-12T01:34:08.878 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6512652599194314050', time=2024-09-12T03:12:58.373356+0000, chain.objs.size()=1 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.461__shadow_.rvSzyR5Q6eMvrHlktmeOHun0bYiloQL_0 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6606797120669214862', time=2024-09-12T03:13:16.241327+0000, chain.objs.size()=1 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.XnWyPfc_2v1IpF6bmzD71Y7ysJPF6yO_0 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10954119395109810912', time=2024-09-12T03:13:21.970924+0000, chain.objs.size()=1 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.486__shadow_.62U4uLzI_P1a06yX5qfDyiIGM-W2UvD_0 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16838191368153494447', time=2024-09-12T03:14:03.975420+0000, chain.objs.size()=6 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.1 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.2 2024-09-12T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.877+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.3 2024-09-12T01:34:08.880 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.879+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.4 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.5 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.6 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12922155655606144075', time=2024-09-12T03:15:37.803209+0000, chain.objs.size()=6 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.cZ3YybrBE1GcH8gvgkbEEu8ZXsYEpcx_.1 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~OMAcWIG3P15bHb553o--1OeLxHIYP59.2 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~OMAcWIG3P15bHb553o--1OeLxHIYP59.3 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~OMAcWIG3P15bHb553o--1OeLxHIYP59.4 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~OMAcWIG3P15bHb553o--1OeLxHIYP59.5 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.522__multipart_mymultipart.2~OMAcWIG3P15bHb553o--1OeLxHIYP59.6 2024-09-12T01:34:08.881 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1544276251748731094', time=2024-09-12T03:20:16.925079+0000, chain.objs.size()=1 2024-09-12T01:34:08.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:JSU.-h7Ep0CstnokQ2SNqdUMqpFtmIC_.GRJq3cKTDnf8q32rnUWKApkbFeWM7J__0 2024-09-12T01:34:08.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16711840372210416616', time=2024-09-12T03:20:17.603513+0000, chain.objs.size()=1 2024-09-12T01:34:08.882 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.881+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:PNFGSrcUVKKuc2lHsd5uNRKvbTp7r4h_.ofvRAu0FEsO6sEiQ-cP5yWw7mZrdZXQ_0 2024-09-12T01:34:08.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.884+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5422575570933537518', time=2024-09-12T03:20:27.657621+0000, chain.objs.size()=1 2024-09-12T01:34:08.884 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.884+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:308bLINGFW4t3ROQv6TBjWZDLhweSOP_.1YQmtA4HgLrHewk1SMfYfqqrRubJQyi_0 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4137670380170675094', time=2024-09-12T03:20:33.126627+0000, chain.objs.size()=1 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:a7DypikpOOwPxKzpDlpzbEKydmdxKyV_.6ua1_RCrdHvA7viArfgHif9mKLQsxqV_0 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17830256864430950036', time=2024-09-12T03:27:08.284840+0000, chain.objs.size()=2 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.655__shadow_.L_-IPevs7E83sBDYObGDEOgr7P439yN_0 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.655__shadow_.L_-IPevs7E83sBDYObGDEOgr7P439yN_1 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16759994346106097164', time=2024-09-12T03:27:34.399343+0000, chain.objs.size()=12 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__multipart_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.1 2024-09-12T01:34:08.885 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__shadow_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.1_1 2024-09-12T01:34:08.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__multipart_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.2 2024-09-12T01:34:08.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__shadow_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.2_1 2024-09-12T01:34:08.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__multipart_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.3 2024-09-12T01:34:08.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__shadow_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.3_1 2024-09-12T01:34:08.886 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.885+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__multipart_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.4 2024-09-12T01:34:08.887 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.887+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__shadow_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.4_1 2024-09-12T01:34:08.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.888+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__multipart_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.5 2024-09-12T01:34:08.888 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.888+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__shadow_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.5_1 2024-09-12T01:34:08.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.889+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__multipart_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.6 2024-09-12T01:34:08.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.889+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.660__shadow_bar.2~OShTXiaN-vRiuZINwLNiLrPsXDiHoRX.6_1 2024-09-12T01:34:08.889 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.889+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8008879531186923839', time=2024-09-12T03:28:07.622652+0000, chain.objs.size()=1 2024-09-12T01:34:08.890 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.889+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.700__shadow:.OtcZvUZkczPe--3hpLzvc7wzk6u5QF_.vh2EQ7ozwGFX9ojim1ezKLJsw5KNNYO_0 2024-09-12T01:34:08.890 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.889+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13613442816095622145', time=2024-09-12T03:29:19.398960+0000, chain.objs.size()=1 2024-09-12T01:34:08.890 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.889+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.742__multipart_mymultipart3.2~BUwxc-VVkEinvmU73xRMImMPGVGfB5N.1 2024-09-12T01:34:08.893 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.893+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.896 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.896+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:34:08.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.897 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.897+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.898 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46678' 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.369428777716019984', time=2024-09-12T03:03:21.437789+0000, chain.objs.size()=3 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.xg6-NMKnZu0B6Zk-vc0yx86qdD3O0kD_0 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.xg6-NMKnZu0B6Zk-vc0yx86qdD3O0kD_1 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.xg6-NMKnZu0B6Zk-vc0yx86qdD3O0kD_2 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_JfiMLepZ-4yRxsgqwyC4pMG97KSHga8', time=2024-09-12T03:03:44.325553+0000, chain.objs.size()=3 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.DQKXVP9CSZjSNojRl8yY0OSjmHUeOOk_0 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.DQKXVP9CSZjSNojRl8yY0OSjmHUeOOk_1 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.DQKXVP9CSZjSNojRl8yY0OSjmHUeOOk_2 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14295904890045472967', time=2024-09-12T03:03:58.172924+0000, chain.objs.size()=1 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.166__shadow_.6yEt3jSsF8aHi57o4a012Cwxackda2e_0 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3565229058025678097', time=2024-09-12T03:06:56.971124+0000, chain.objs.size()=1 2024-09-12T01:34:08.899 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.243__shadow_.yJLh7mRV50bxDCKzztai5gbj9tqtvJq_0 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2615778298745120978', time=2024-09-12T03:07:52.416991+0000, chain.objs.size()=1 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.pIF1AvJHLumKQltbvVCPbtr7eEJorIC_0 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16377268913456935375', time=2024-09-12T03:07:52.575019+0000, chain.objs.size()=1 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4s22bqZWT-j_d7-1xXlrD06NXLwuNAZ_0 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4429502579113490660', time=2024-09-12T03:07:52.973254+0000, chain.objs.size()=1 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TlEdVk3XD8E-URll4tk1Aue0aXD1_Pr_0 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1045621456022982885', time=2024-09-12T03:07:53.187794+0000, chain.objs.size()=1 2024-09-12T01:34:08.900 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.898+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-UrIVxXcCdIM7iLzIj9SCXnmosToLEE_0 2024-09-12T01:34:08.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.901+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16254519688093843998', time=2024-09-12T03:07:54.001192+0000, chain.objs.size()=1 2024-09-12T01:34:08.901 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.901+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qciT1Bpl96kru2wB5OIG9pYHOVkg2PO_0 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15270554827668164308', time=2024-09-12T03:07:54.327643+0000, chain.objs.size()=1 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ebbQNYaoAUmqEYebBzf_Q8ieGCUJdby_0 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16035050014462327055', time=2024-09-12T03:07:54.400966+0000, chain.objs.size()=1 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.D9CVYE9oG1md9Id4QSLZk7BNCg9bUmR_0 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14102030685899701860', time=2024-09-12T03:07:54.635252+0000, chain.objs.size()=1 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ROgWtXOr74dNwoVdhMrqy8NRO5f9Nl1_0 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14427137141633519588', time=2024-09-12T03:07:54.679187+0000, chain.objs.size()=1 2024-09-12T01:34:08.902 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SA4RKUHYhr08Lyj3tRjcBH7OdJnZ8wv_0 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12184463610947561180', time=2024-09-12T03:07:54.751034+0000, chain.objs.size()=1 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TOiAfuEGRElGrGwyYyZHZRUsTw9N_Du_0 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10988131009066403760', time=2024-09-12T03:07:55.538752+0000, chain.objs.size()=1 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Amf37NG925OR4rPyKDp_k4khhdF3bPV_0 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4722658482303116286', time=2024-09-12T03:07:55.617023+0000, chain.objs.size()=1 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jm7xCN6jZjG7jj77qSKiUkJILqH6XZv_0 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11554695825071440511', time=2024-09-12T03:07:56.173697+0000, chain.objs.size()=1 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.j8ZpaVb60rt26rCtepC9uHDyH6V9hS8_0 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16090884156506072014', time=2024-09-12T03:07:56.785868+0000, chain.objs.size()=1 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.x0J0YGCu-hIbPMWe8WVDW1oZizdByMX_0 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11554905418968169664', time=2024-09-12T03:07:56.896684+0000, chain.objs.size()=1 2024-09-12T01:34:08.903 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.902+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VAR9dGPL3fgw-9qC-6T1Qz1f3cpFhWu_0 2024-09-12T01:34:08.905 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13840767855257160146', time=2024-09-12T03:07:58.020534+0000, chain.objs.size()=1 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bVTHTSErBA6_F8fHb-t5L_Rr972B0fc_0 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16808773152438632104', time=2024-09-12T03:07:58.121359+0000, chain.objs.size()=1 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LMp1xYXQvekXYLlDUpuDQfsMKV3HqCp_0 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4186691345096808479', time=2024-09-12T03:07:58.228436+0000, chain.objs.size()=1 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.x0N-rTiy8xGIX-OHy9rpeltf2eULktl_0 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9904251104468236274', time=2024-09-12T03:07:58.356144+0000, chain.objs.size()=1 2024-09-12T01:34:08.906 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4YdTgeHO3a8F9kH7OX-AM0o3Ryddo2W_0 2024-09-12T01:34:08.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14838593188269965397', time=2024-09-12T03:08:00.032450+0000, chain.objs.size()=1 2024-09-12T01:34:08.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WmTQEKQrqkBMKtQvF_1oYkSyWknp50u_0 2024-09-12T01:34:08.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14463007146647244500', time=2024-09-12T03:08:01.353889+0000, chain.objs.size()=1 2024-09-12T01:34:08.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.906+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.n9dqCTacCY7rQXQnZkok6O6tokdGEJM_0 2024-09-12T01:34:08.907 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16072693869882833974', time=2024-09-12T03:08:01.446150+0000, chain.objs.size()=1 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k8ft2x0x7feFWDms0_wi-f5XADQnTkk_0 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5567546914088088428', time=2024-09-12T03:08:02.343636+0000, chain.objs.size()=1 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7HwQqlXHBQXT-Cjlt_jUIocWlKr_lUh_0 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11970510039192462952', time=2024-09-12T03:08:02.377376+0000, chain.objs.size()=1 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.43WonIPovw1f3W9CH-AIF8Fduea8nCR_0 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9724537926335507149', time=2024-09-12T03:08:02.556296+0000, chain.objs.size()=1 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.G-8fRheikAY-3yO1EWvFgE3zFUlPBCN_0 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12375703575072489965', time=2024-09-12T03:08:02.642646+0000, chain.objs.size()=1 2024-09-12T01:34:08.908 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.907+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8y_pPv9u21funifZi4ADYB2mlnsg7jP_0 2024-09-12T01:34:08.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.909+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6781404195564528385', time=2024-09-12T03:08:13.326579+0000, chain.objs.size()=1 2024-09-12T01:34:08.909 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.909+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.273__shadow_.srlyH9man4QoglqNu0gDUEGj_06ruHs_0 2024-09-12T01:34:08.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.910+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15723631385164199600', time=2024-09-12T03:08:20.145572+0000, chain.objs.size()=1 2024-09-12T01:34:08.910 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.910+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.280__shadow_.7g6XrIv6bZy914UMxIK5n5r0h99rfYY_0 2024-09-12T01:34:08.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15486441182043586973', time=2024-09-12T03:08:23.075898+0000, chain.objs.size()=1 2024-09-12T01:34:08.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.283__shadow_.D-WF1CzkhvCHRZe0zfVbTeM2lO7-Idn_0 2024-09-12T01:34:08.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12905130409453747095', time=2024-09-12T03:08:24.090411+0000, chain.objs.size()=1 2024-09-12T01:34:08.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.284__shadow_.pDEnlc9zF6TuDTIXIJJ-QTLFzhKi8iM_0 2024-09-12T01:34:08.911 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12705029841279198894', time=2024-09-12T03:08:35.844040+0000, chain.objs.size()=1 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.JNmIS1vWsT6yy62IWgB3G-Yv3lYQyw1_0 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14141195910098731576', time=2024-09-12T03:08:35.844860+0000, chain.objs.size()=1 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.911+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.hVQZUKKCJ3Slvmtb8zKe-eOW1gydVh9_0 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14825935431901628328', time=2024-09-12T03:08:35.846115+0000, chain.objs.size()=1 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.VXGQT_0gIds8efUGV3Z1h928xnQ9_Gl_0 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5009015422680628744', time=2024-09-12T03:08:37.918743+0000, chain.objs.size()=1 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.295__shadow_.J9mDtdyCTm6U7REXppnhVncsT8yqRZ5_0 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1789453320442103780', time=2024-09-12T03:09:46.754068+0000, chain.objs.size()=1 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DuCPWGEYI6uqIvSWEeHkZKJhxCyu4FG_0 2024-09-12T01:34:08.912 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2084517760971922666', time=2024-09-12T03:09:46.945576+0000, chain.objs.size()=1 2024-09-12T01:34:08.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CEIYOzKfrkz0Qg3XSP-7nBgRQ5mnoV6_0 2024-09-12T01:34:08.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16363537969507149768', time=2024-09-12T03:09:46.946511+0000, chain.objs.size()=1 2024-09-12T01:34:08.913 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.912+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SEeL8HSle7WMAW1J2vbaHKOoh5VHz2x_0 2024-09-12T01:34:08.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6653009434177698271', time=2024-09-12T03:09:47.420193+0000, chain.objs.size()=1 2024-09-12T01:34:08.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5p7mO8Up5EGKhbifUcdihTaThZ2WroN_0 2024-09-12T01:34:08.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10009247727422966412', time=2024-09-12T03:09:48.337850+0000, chain.objs.size()=1 2024-09-12T01:34:08.914 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bLZjTRyI9Bb_YpJLKjwlJ3m3QNjPAPZ_0 2024-09-12T01:34:08.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.957858736807181372', time=2024-09-12T03:09:48.663968+0000, chain.objs.size()=1 2024-09-12T01:34:08.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4Ot5TyFwyXwo0Q0hbRaPBAJel60CM2p_0 2024-09-12T01:34:08.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8996851197958063019', time=2024-09-12T03:09:48.725677+0000, chain.objs.size()=1 2024-09-12T01:34:08.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dVWZ6Uzr6afmS2553yMbjPqzdrkQbp__0 2024-09-12T01:34:08.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13342646374088944474', time=2024-09-12T03:09:49.841244+0000, chain.objs.size()=1 2024-09-12T01:34:08.915 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.914+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gcWyqeWMFGuTSUqxBEsUq4l1_alMSah_0 2024-09-12T01:34:08.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2492600056478997914', time=2024-09-12T03:09:49.912591+0000, chain.objs.size()=1 2024-09-12T01:34:08.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tWhfD9gZ-aLgpvZ3Y7XCcuxDbEP0dDH_0 2024-09-12T01:34:08.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11899634516209937767', time=2024-09-12T03:09:49.992849+0000, chain.objs.size()=1 2024-09-12T01:34:08.917 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.caAT6asqRr5LKjllMA7VNWQ08N6A0E6_0 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5397771837619836428', time=2024-09-12T03:09:50.316949+0000, chain.objs.size()=1 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YgRweLSueZDxQac3NClE7vv_DovpXYR_0 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13085617542454786932', time=2024-09-12T03:09:50.691026+0000, chain.objs.size()=1 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eDzhype3kOd7MwIdaNR30Dl45TEZ_T-_0 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5145998403454603854', time=2024-09-12T03:09:50.731857+0000, chain.objs.size()=1 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PypM4W4SaAPk6n3vc67Wabot5GYuAvU_0 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.44809811027568227', time=2024-09-12T03:09:51.459041+0000, chain.objs.size()=1 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7V9IzKa9D4jQMWSmi1biGvTgAIfGjy6_0 2024-09-12T01:34:08.918 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2109378177560080691', time=2024-09-12T03:09:51.755694+0000, chain.objs.size()=1 2024-09-12T01:34:08.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.916+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yuwHffBLeR75uct-oQtlIaU7EnG6lBM_0 2024-09-12T01:34:08.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.917+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2518650549098261267', time=2024-09-12T03:09:51.993317+0000, chain.objs.size()=1 2024-09-12T01:34:08.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.917+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eNN0vL-4W6l3Y5i-DJ1F2SNgDgALrLH_0 2024-09-12T01:34:08.919 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.918+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5892738715784909282', time=2024-09-12T03:09:52.842049+0000, chain.objs.size()=1 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.918+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1iseMNn6-kHEJDi10bwfyhovc1ASmfo_0 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.918+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5230439104826947576', time=2024-09-12T03:09:53.197424+0000, chain.objs.size()=1 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.918+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bl5uKupt8JcwEZSJZ_qtb-EjbX9Nvav_0 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.918+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7130451551142471374', time=2024-09-12T03:09:53.375513+0000, chain.objs.size()=1 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.918+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tMu_b-EalpWVawjvPMaOfk0Ut00I5K__0 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.920+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1848074703323965499', time=2024-09-12T03:09:53.435807+0000, chain.objs.size()=1 2024-09-12T01:34:08.920 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.920+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-rWoRkIh9PAh3tTps4kNyrfzykPV0oN_0 2024-09-12T01:34:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.920+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3225913221011118186', time=2024-09-12T03:09:53.508151+0000, chain.objs.size()=1 2024-09-12T01:34:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.920+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XjUd1XZhEEOx7_6RNdHPhfjlkhRy-qs_0 2024-09-12T01:34:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.920+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3569714572287134435', time=2024-09-12T03:09:53.868944+0000, chain.objs.size()=1 2024-09-12T01:34:08.921 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.920+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XLN36topxBvqaeviScn1-hikdu2FnOR_0 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.921+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2741451610117712440', time=2024-09-12T03:09:54.052606+0000, chain.objs.size()=1 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.921+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SnOKtEVDEvetmb5fLmodxVKZvaTtGiF_0 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5345292918071570352', time=2024-09-12T03:09:54.137534+0000, chain.objs.size()=1 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._zcLLqMPjgb6Fe4F2ltH1xymn6CpSS4_0 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17917135773392750816', time=2024-09-12T03:09:54.392483+0000, chain.objs.size()=1 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Iie4wP6RyFlXsk17cvopLzQnNA_f49t_0 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17451356952581490030', time=2024-09-12T03:09:54.432294+0000, chain.objs.size()=1 2024-09-12T01:34:08.922 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1xiQs7PMIAxwo_fZDVMnqzjSskoj0Z5_0 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4444870257713634677', time=2024-09-12T03:09:54.755279+0000, chain.objs.size()=1 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.V6Ya_hvcwE792xYZVZhf48rd6y--Dyt_0 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4338059621798633720', time=2024-09-12T03:09:55.092249+0000, chain.objs.size()=1 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GWF0QmvFC0GBwMFsPl_L6Qqv-IfjxjU_0 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15587440131972284230', time=2024-09-12T03:09:55.139998+0000, chain.objs.size()=1 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2eIgA1zq5libC9w3PnggskPdgp3ToUY_0 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9908463746584615361', time=2024-09-12T03:09:55.140778+0000, chain.objs.size()=1 2024-09-12T01:34:08.923 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.922+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Y1zr3izDngJSAqNQHz3S6Zlg_nfViEO_0 2024-09-12T01:34:08.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.924+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4971859494395563402', time=2024-09-12T03:09:55.411438+0000, chain.objs.size()=1 2024-09-12T01:34:08.924 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.924+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IVptEofOEKOSHFPQd3waLReTk6ZJAiR_0 2024-09-12T01:34:08.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.924+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8209935477215569451', time=2024-09-12T03:09:55.510401+0000, chain.objs.size()=1 2024-09-12T01:34:08.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.924+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2GJopmQnS5sWuUX_v9NHYPIIaDjUP6R_0 2024-09-12T01:34:08.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.924+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2386666253589025893', time=2024-09-12T03:09:55.804433+0000, chain.objs.size()=1 2024-09-12T01:34:08.925 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.924+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HLBr75vPbxSb0X7VfejTHG_Zdj-uTOk_0 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5646533657952122349', time=2024-09-12T03:09:56.339593+0000, chain.objs.size()=1 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ht_Iu0r9oAsxuOfCXKA_0QqQs9luAqg_0 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14752223449518087270', time=2024-09-12T03:09:56.701984+0000, chain.objs.size()=1 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.p2tMfoBlqJjtZPbCowi8rcLEcsPJsAr_0 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8014270846107019630', time=2024-09-12T03:10:34.984995+0000, chain.objs.size()=1 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iBlSJlQkSUbBCp85cQkPy9DofLZhuRl_0 2024-09-12T01:34:08.927 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4671350034254320101', time=2024-09-12T03:10:35.217897+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SPewDcBYMBkP4F7UtFg8d2mmH9Jq-Zp_0 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8133657953350694347', time=2024-09-12T03:10:35.611205+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2L81nnPd5fgTzyxwTlTJ2ALW9UeL24c_0 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11907768208536186695', time=2024-09-12T03:10:36.438695+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dSapGDShr5gcq6rMpmf84ixtev_Apx6_0 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7051211397929965741', time=2024-09-12T03:10:36.926712+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2kQOKDYigg5ljDNFu8gzUuti-H_P7Kl_0 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8219548967006555196', time=2024-09-12T03:10:37.689632+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Gn-no1_0jcuO1x1cx0SRWKBL9EzJDfB_0 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7539631492113637571', time=2024-09-12T03:10:37.827993+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CX-ovvSqChfJj8g1rKNa-GmxSZ0-9Hs_0 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9802007789696965043', time=2024-09-12T03:10:37.915183+0000, chain.objs.size()=1 2024-09-12T01:34:08.928 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.927+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Vo76wcck71le6rjJqvq_6GO8nPvIWyK_0 2024-09-12T01:34:08.929 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.929+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2607355539972878726', time=2024-09-12T03:10:38.058897+0000, chain.objs.size()=1 2024-09-12T01:34:08.929 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.929+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.d3ZsK-bNqmRDezGaBba6O5d0SF0yHIc_0 2024-09-12T01:34:08.930 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.930+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13441160358900804698', time=2024-09-12T03:10:38.412472+0000, chain.objs.size()=1 2024-09-12T01:34:08.930 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.930+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0QYtUXdR6ySuOf3GTMJGZEUSf2pbEe5_0 2024-09-12T01:34:08.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14454002907029809373', time=2024-09-12T03:10:38.544137+0000, chain.objs.size()=1 2024-09-12T01:34:08.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Cw6hDd1sY8zS0QN5cqHLkx-bT9Yleym_0 2024-09-12T01:34:08.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13609752143291865591', time=2024-09-12T03:10:39.758755+0000, chain.objs.size()=1 2024-09-12T01:34:08.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.D25i2v_i91pFipMrW5-YHZpq_1PR_C9_0 2024-09-12T01:34:08.931 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17246570995835806616', time=2024-09-12T03:10:40.662131+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aK-E4mQOZS3ie6olseKn9Vi6QxTExsb_0 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9006455822867178780', time=2024-09-12T03:10:40.870256+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jPtz-EW1y1ZCWm6QB_yxaNSSSMd6mug_0 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6639137167518084834', time=2024-09-12T03:10:41.187534+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GazT0XptEPcfvnbyePJVmCXdFUBO-vG_0 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9822237974115622707', time=2024-09-12T03:10:41.370830+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.WAhvmXNpkCsk9f1_EUszsJJZqx6S_Pv_0 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17709555482614954383', time=2024-09-12T03:10:41.378169+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rRnNFSj984kQf9b7v5y5OOO0xyW08mH_0 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13862030154163602270', time=2024-09-12T03:10:41.712826+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.s3q7tIbSXw2ivHRK606TUoe8_HGB-pZ_0 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17527744613154597692', time=2024-09-12T03:10:41.761206+0000, chain.objs.size()=1 2024-09-12T01:34:08.932 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.931+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hhwg9EVM-NyTWqmJfNktrKO3XGQP2x-_0 2024-09-12T01:34:08.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.933+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.907991448394988434', time=2024-09-12T03:10:42.021909+0000, chain.objs.size()=1 2024-09-12T01:34:08.933 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.933+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.TNwoi7y5HokKCA4_GoIvRARy75EHb-m_0 2024-09-12T01:34:08.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.934+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3132319943575048815', time=2024-09-12T03:10:42.112896+0000, chain.objs.size()=1 2024-09-12T01:34:08.934 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.934+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EG278yL_ac8C_Am9Id5Ier68VizoCRR_0 2024-09-12T01:34:08.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11008864352841232936', time=2024-09-12T03:10:42.216296+0000, chain.objs.size()=1 2024-09-12T01:34:08.936 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VBinjWf3cMfk1PWyYQnv8Qt1e8IEtWE_0 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4009667322866488986', time=2024-09-12T03:10:42.569247+0000, chain.objs.size()=1 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.aUhPZFv_n_gEG9vEU2UEgx3Os1jVLNG_0 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10721018788772121831', time=2024-09-12T03:10:43.438730+0000, chain.objs.size()=1 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bdHQpWCYagl8sNEWUIOMVqBmwH8pkLM_0 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14871153070445224879', time=2024-09-12T03:10:43.499710+0000, chain.objs.size()=1 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gOszcnGMqDNq_T2y3BaFGvP89mTTqbN_0 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6202264600461158032', time=2024-09-12T03:10:43.529317+0000, chain.objs.size()=1 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xDIjz97kwYxO3yW8FZh7wX4A5W9U4oZ_0 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2176999294603410337', time=2024-09-12T03:10:44.567299+0000, chain.objs.size()=1 2024-09-12T01:34:08.937 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.936+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kliYg49MKDj-U4V9nVUHqTgh5ViqgIR_0 2024-09-12T01:34:08.941 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.941+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/46678 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18166663800411713025', time=2024-09-12T03:10:44.888207+0000, chain.objs.size()=1 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QD4quUOmnjm7BRH0dg6nxS2DNwK8LT0_0 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10619860071252205927', time=2024-09-12T03:10:44.970442+0000, chain.objs.size()=1 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-cn0ubJ1tzU8TIIxLI7ZQc5QfGdovsm_0 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1168998569716073273', time=2024-09-12T03:10:45.002965+0000, chain.objs.size()=1 2024-09-12T01:34:08.944 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7YWlO3CDmJI-vRNQ4QYJFyHnF_yoCsN_0 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5771766787566826977', time=2024-09-12T03:10:53.342022+0000, chain.objs.size()=1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.333__shadow_.HsNsDJKBSCrHt3lh6JBj-_T1qUPsSX9_0 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1721450096495637779', time=2024-09-12T03:11:02.961981+0000, chain.objs.size()=1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.343__shadow_.7V9nDtUrYvQKl_UeyS0v9kaMij8SKZB_0 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8293988578378618044', time=2024-09-12T03:11:45.375621+0000, chain.objs.size()=1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.390__shadow_.V4xAGPcNF1AZ5DgECPlyeaTDbF69FDf_0 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11403493283864575998', time=2024-09-12T03:12:34.483747+0000, chain.objs.size()=1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.441__shadow_.G10mFoZOKBEeKmGrKxSSRuI0ZVlVtVH_0 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9525767249356574100', time=2024-09-12T03:13:37.804106+0000, chain.objs.size()=1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.503__shadow:esv37gVyLqd8yGvbCqDqMAaQmv4CYjH_.r1PdZ5w8eUdutJTswCx5GYEosjhd5mv_0 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7497196419299671599', time=2024-09-12T03:14:09.396751+0000, chain.objs.size()=1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.513__multipart_mymultipart.2~e4mnDzNzrQjVKjnJYiSodo0JKZpxHor.1 2024-09-12T01:34:08.945 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~zPAtOMgnHYCDT0cT0iXOpDzU1mXrAk_', time=2024-09-12T03:17:57.393937+0000, chain.objs.size()=1 2024-09-12T01:34:08.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.533__multipart_mymultipart.2~zPAtOMgnHYCDT0cT0iXOpDzU1mXrAk_.1 2024-09-12T01:34:08.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9018331768810548063', time=2024-09-12T03:18:47.986997+0000, chain.objs.size()=1 2024-09-12T01:34:08.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.550__shadow_.hz6pMD4xb_hIZebtv8xgZFU8H8962WJ_0 2024-09-12T01:34:08.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17367233325356047658', time=2024-09-12T03:19:46.182444+0000, chain.objs.size()=1 2024-09-12T01:34:08.946 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.943+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:wzYJXJIIk3fm.oz01hC5PMrPZ8WJqJm_.xi-MDsafGZIX0MeYaS50r-kZTPG0IcG_0 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.946+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12373834300483062097', time=2024-09-12T03:20:11.731009+0000, chain.objs.size()=1 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.946+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:YKr8fMQEMRy6fqbF08qYp1i8w2yDs99_.ffyClGiyCbeDU-Otv2diI5LKYeVzQYn_0 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.946+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12327535116286237126', time=2024-09-12T03:20:19.264236+0000, chain.objs.size()=1 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.946+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:24A1AOyLFfEoI4gg5ECvzvDmJh289GE_.VIF4bnnzOQMRqqDgYVy6Ad6EcOI0Ta-_0 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.947+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10154802409010602042', time=2024-09-12T03:20:23.673676+0000, chain.objs.size()=1 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.947+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:b4m3YdQ.QL2kCtp9jQMJ.mqCvBMY8K9_.NOlRtLGYOZioKDcUWHBSlHAoH6KKNaK_0 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.947+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4186267694797408839', time=2024-09-12T03:21:13.049015+0000, chain.objs.size()=1 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.947+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:T3T5rVHDauRrs.rM1-e96wZY84LIA9t_.ER0PHl3zc65DKUVwBz4y53SOPPZwOiN_0 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.947+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.829983904607560247', time=2024-09-12T03:21:13.165110+0000, chain.objs.size()=1 2024-09-12T01:34:08.947 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.947+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:jSN3.NwpJ10HkgIf.x3oM3esqYIb6C1_.T95uZopOclgMYa7B42gGx7TALo7HJy5_0 2024-09-12T01:34:08.948 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.948+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17902680572030154629', time=2024-09-12T03:26:34.427782+0000, chain.objs.size()=1 2024-09-12T01:34:08.948 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.948+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.635__shadow_.cw64UeJSMOQJeop5xVqUhMg6NMEtcDI_0 2024-09-12T01:34:08.951 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.951+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:08.953 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.953+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:34:08.954 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.955+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:08.955 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.955+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:08.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46845' 2024-09-12T01:34:08.956 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15421824368741661968', time=2024-09-12T03:03:56.458854+0000, chain.objs.size()=3 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.164__multipart_foo.2~ciEBvLX7nDzZ6ZpkNALlssUuCN_KeMh.1 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.164__shadow_foo.2~ciEBvLX7nDzZ6ZpkNALlssUuCN_KeMh.1_1 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.164__multipart_foo.2~ciEBvLX7nDzZ6ZpkNALlssUuCN_KeMh.2 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292563259637078056', time=2024-09-12T03:07:06.511581+0000, chain.objs.size()=1 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.252__shadow_.l7ykSEDvSJtNoQiHit8ETkdAN8-N_nm_0 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14232180814156931816', time=2024-09-12T03:07:53.063930+0000, chain.objs.size()=1 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jO4PU2nOwSe48qvz1q1btmJNt935u9f_0 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1495455236294792439', time=2024-09-12T03:07:53.064737+0000, chain.objs.size()=1 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZBkkx06dgfmCKaqMcVCoQSsqxpCgFTw_0 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4147431637320348122', time=2024-09-12T03:07:53.791995+0000, chain.objs.size()=1 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7uVUYgR6za3-yItS5yii_uik-LsbW-r_0 2024-09-12T01:34:08.957 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2332478857842751230', time=2024-09-12T03:07:54.060796+0000, chain.objs.size()=1 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RocGXQx5365Q5maOjj7yObkiuxZAgjW_0 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6465518889878918308', time=2024-09-12T03:07:54.453804+0000, chain.objs.size()=1 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.B6Tkd7ZzWz-SKBFZcqIMR0GkhA5ePCy_0 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10402229656596285271', time=2024-09-12T03:07:54.699752+0000, chain.objs.size()=1 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zxw6lbSUtlyPPB6ByV_8D_0jhdG0FyN_0 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9740581058253166868', time=2024-09-12T03:07:55.462642+0000, chain.objs.size()=1 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hjpNYE_9-nmY9FxIQhUhXHU1Icl5XtZ_0 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17482023009942159754', time=2024-09-12T03:07:55.517648+0000, chain.objs.size()=1 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.956+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dPZ8tBRzGu7bvYu1_KknmHLOC4FQBnv_0 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.958+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2571109191947250117', time=2024-09-12T03:07:55.707350+0000, chain.objs.size()=1 2024-09-12T01:34:08.958 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.958+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.uWgMe4atgWTvCZPxZTB6wZ5oATCrk9J_0 2024-09-12T01:34:08.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13181249049078440752', time=2024-09-12T03:07:55.846020+0000, chain.objs.size()=1 2024-09-12T01:34:08.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SK79xpbjAE6z4ReJ1nv_PmNNjAa8Pk4_0 2024-09-12T01:34:08.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5680475473848991791', time=2024-09-12T03:07:55.918008+0000, chain.objs.size()=1 2024-09-12T01:34:08.960 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.p1IISj7TN4OGwwCaEtMcukrpdVjpsgl_0 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8956928874621778188', time=2024-09-12T03:07:57.181415+0000, chain.objs.size()=1 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xF4t4KbMloZI4XJfkPuAdHNIyVxedb7_0 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6648100258879340028', time=2024-09-12T03:07:57.269935+0000, chain.objs.size()=1 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.f7Ll-TctoK-Q8VdBkyi7FFYDoi9bD9n_0 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5889487138103810344', time=2024-09-12T03:07:57.502192+0000, chain.objs.size()=1 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.960+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Zz3T5bAYt9xh_q-jUbi1_NZ9-rJNBdO_0 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11774348732031609226', time=2024-09-12T03:07:57.508860+0000, chain.objs.size()=1 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RCtw2VS1FycddMu2XtOzRc9DEo4gznQ_0 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12325305650035812574', time=2024-09-12T03:07:57.550226+0000, chain.objs.size()=1 2024-09-12T01:34:08.961 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ngkcW07S3qudqVE02w5UBAFgpjrP4bB_0 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2514299833440239739', time=2024-09-12T03:07:57.639400+0000, chain.objs.size()=1 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bkKiODpOmXhy0a6z1PxWKJ_9TQcP86K_0 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.515239742007733440', time=2024-09-12T03:07:58.004633+0000, chain.objs.size()=1 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.z8OnWwi4H7t_hdGuzkhTzz7DruDf3hf_0 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17838979042748869525', time=2024-09-12T03:07:58.368214+0000, chain.objs.size()=1 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.961+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9lrzqRTLbICsJSTg1a1MhPookneCAtk_0 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.962+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.873573458632639878', time=2024-09-12T03:07:58.618148+0000, chain.objs.size()=1 2024-09-12T01:34:08.962 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.962+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YMkprZQa3Jfxcw4o5D-3gHGA3RBv169_0 2024-09-12T01:34:08.963 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.963+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1735174127641465179', time=2024-09-12T03:07:58.668593+0000, chain.objs.size()=1 2024-09-12T01:34:08.963 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.963+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ckYneMTm-5fGlz0y5k_h597qFJssDNW_0 2024-09-12T01:34:08.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.885084853489092887', time=2024-09-12T03:07:58.804176+0000, chain.objs.size()=1 2024-09-12T01:34:08.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Ajd44zmYnhmr9CtE1WoePIEhGO8P-Tn_0 2024-09-12T01:34:08.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13187660912048864339', time=2024-09-12T03:07:58.936957+0000, chain.objs.size()=1 2024-09-12T01:34:08.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y6uad02hh4R4B4w5e7p8EroCL5iRsbk_0 2024-09-12T01:34:08.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5289521777248631860', time=2024-09-12T03:07:59.415570+0000, chain.objs.size()=1 2024-09-12T01:34:08.964 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.EVDPJ8A8NzBr_RkegwlTM16LgB_Iaq0_0 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8831494193499540892', time=2024-09-12T03:07:59.663197+0000, chain.objs.size()=1 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vBx0J-fVd_K3m9obINQ-tCiP2qpDt1F_0 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15631138506287818730', time=2024-09-12T03:07:59.887737+0000, chain.objs.size()=1 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xYInFqouGOsEZOm-fb3Xdz42onivvMr_0 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.280938575541710679', time=2024-09-12T03:08:00.138383+0000, chain.objs.size()=1 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.964+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.sQWDoPyIGz_YA76CN_xJpsptrwayCDp_0 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12617701524897565192', time=2024-09-12T03:08:00.916232+0000, chain.objs.size()=1 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6ooyIYj3HY5jONEN04_-wU_wJASqaJz_0 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5135499368229268158', time=2024-09-12T03:08:01.061940+0000, chain.objs.size()=1 2024-09-12T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cE4yH0M9XWIFpznXkHBEUIowep1B2Gb_0 2024-09-12T01:34:08.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.649434728170932787', time=2024-09-12T03:08:01.119393+0000, chain.objs.size()=1 2024-09-12T01:34:08.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8kKObSPT3B5FWzboStG5rc6FeJta1T8_0 2024-09-12T01:34:08.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14928992780342147804', time=2024-09-12T03:08:01.178181+0000, chain.objs.size()=1 2024-09-12T01:34:08.966 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.965+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tJNc6uOuTzTmyn78bQyK1h7NjJLpwDw_0 2024-09-12T01:34:08.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.967+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12845965526419721065', time=2024-09-12T03:08:01.283896+0000, chain.objs.size()=1 2024-09-12T01:34:08.967 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.967+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.x78bwoF1LGBnkc-f4FJThWOIorMVXZY_0 2024-09-12T01:34:08.968 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2579645514838447915', time=2024-09-12T03:08:01.559682+0000, chain.objs.size()=1 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6xWI4-bDkYx-umDsM8fyzCjIQLzaXgB_0 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13737834673145315870', time=2024-09-12T03:08:01.663798+0000, chain.objs.size()=1 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6WWdILoxXT8lunBDgnqqOV5eB2TROX7_0 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17432923427171942492', time=2024-09-12T03:08:01.686813+0000, chain.objs.size()=1 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.YczqVSGggSmpf6v4LVTdCDGFmd68-sJ_0 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15545389362954401226', time=2024-09-12T03:08:35.867361+0000, chain.objs.size()=1 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.b5gOiPnntsBqsASqU0KOzquJ7ek8DY6_0 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12406147372578758742', time=2024-09-12T03:08:38.933977+0000, chain.objs.size()=1 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.296__shadow_.XJPfhE5bdqqSVEigZcyTJkP_m7y2MEt_0 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1389954199843626237', time=2024-09-12T03:08:45.900288+0000, chain.objs.size()=1 2024-09-12T01:34:08.969 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.303__shadow_.xROcpDwZhosXvQ4VxDKBtX08F3aIG6e_0 2024-09-12T01:34:08.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15935027674724706020', time=2024-09-12T03:08:46.872076+0000, chain.objs.size()=1 2024-09-12T01:34:08.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.968+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.304__shadow_.c-c89WFr9yO_cpSWSJiRAmr2FW5AUSy_0 2024-09-12T01:34:08.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8881984656478238506', time=2024-09-12T03:08:50.638460+0000, chain.objs.size()=1 2024-09-12T01:34:08.970 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.307__shadow:W1AU9G-SzZZSxNsteERKTjTRmddzzog_.atixY3FgonVjEnnXmRzfTWq0rER5QLS_0 2024-09-12T01:34:08.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18296980559671592610', time=2024-09-12T03:09:47.046840+0000, chain.objs.size()=1 2024-09-12T01:34:08.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CwzqWnu3vxHeisAcXfi5MpBf2BCv5jK_0 2024-09-12T01:34:08.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16465650849395906685', time=2024-09-12T03:09:47.096009+0000, chain.objs.size()=1 2024-09-12T01:34:08.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.l3qYkgEBrg61HlDuUQ6k1c6xzHAIO6Z_0 2024-09-12T01:34:08.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2527654908975704956', time=2024-09-12T03:09:47.574423+0000, chain.objs.size()=1 2024-09-12T01:34:08.971 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.969+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.o3p7mAG2o2E2OFnve7n544NnFw7hzFG_0 2024-09-12T01:34:08.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.984393215898571853', time=2024-09-12T03:09:48.458952+0000, chain.objs.size()=1 2024-09-12T01:34:08.972 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xICVkXp0-BGAJHnESGJzHN7Zato_gBc_0 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.932524394786535330', time=2024-09-12T03:09:48.528720+0000, chain.objs.size()=1 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._mxs95oMlPWmrPyyiZhwgQVRSgBniJN_0 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8936201750008277706', time=2024-09-12T03:09:49.076810+0000, chain.objs.size()=1 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Eyiz_782cdurO6uD10iIySUrWfkDzL-_0 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2872020198165713523', time=2024-09-12T03:09:50.125228+0000, chain.objs.size()=1 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._lnyIOWfrVnT-lNK9Yg-I_kkxvzVIPQ_0 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14956116817027934893', time=2024-09-12T03:09:50.125901+0000, chain.objs.size()=1 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ljg5Lye7fNUMPSuImu8fOtlvxDMMMHd_0 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4180440759410405192', time=2024-09-12T03:09:50.229329+0000, chain.objs.size()=1 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ny6Wz2DtiziTtcZAl66UyYazjF7WGi8_0 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3666303715935345416', time=2024-09-12T03:09:50.350462+0000, chain.objs.size()=1 2024-09-12T01:34:08.973 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.972+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.o2IKdeTCjJLadD68vjYwpBAScWXs5TV_0 2024-09-12T01:34:08.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.973+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6609188463356286101', time=2024-09-12T03:09:50.596852+0000, chain.objs.size()=1 2024-09-12T01:34:08.974 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.973+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.N5xFj4I3TKQDMf_6PirWjAttpxGVcBM_0 2024-09-12T01:34:08.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.975+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6485811622395770050', time=2024-09-12T03:09:50.597617+0000, chain.objs.size()=1 2024-09-12T01:34:08.975 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.975+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4nt0iZTAHJ91CcBGSTiIFooh9PE4OSB_0 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3986703544318547761', time=2024-09-12T03:09:50.785712+0000, chain.objs.size()=1 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Sq0wrHdEAIGv0kNp8kAKVHR8q2CUNSx_0 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13107450679194176863', time=2024-09-12T03:09:51.178952+0000, chain.objs.size()=1 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OQJ2zazJubrXw5yTJbm8I2UeiFi3gRJ_0 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7705443650703204848', time=2024-09-12T03:09:51.869075+0000, chain.objs.size()=1 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MVWkkzssWhriktWMDu_4xd_v6GkNhz__0 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13001929320946223922', time=2024-09-12T03:09:53.851526+0000, chain.objs.size()=1 2024-09-12T01:34:08.977 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.W8gWl9C51TPTA5sjV2jivi7kV6Rap78_0 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8486773578884562139', time=2024-09-12T03:09:53.995807+0000, chain.objs.size()=1 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yFhhj8WJWWgxj4D902T9Sao_dqJOiYv_0 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6473665419962858464', time=2024-09-12T03:09:54.095213+0000, chain.objs.size()=1 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hGkzF5Oi03TSRDzwtmvF6W7ru2dikQZ_0 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10915643187841174852', time=2024-09-12T03:09:55.704745+0000, chain.objs.size()=1 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.454VcrKyHCOs6cHYzSOb6tw7K1Pa7K-_0 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12518257468376962515', time=2024-09-12T03:09:55.841480+0000, chain.objs.size()=1 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.w_wgygFVmvzkd9du-z1LVHXvGrpRwWW_0 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15717692423268564755', time=2024-09-12T03:09:55.979275+0000, chain.objs.size()=1 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.LJsGBYW0JOJajaks0y4uEcW3LQ-vn7y_0 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14553385201437383770', time=2024-09-12T03:09:56.695496+0000, chain.objs.size()=1 2024-09-12T01:34:08.978 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.976+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.97c-cpNrTvBK5ruOXnJ0snS1DH08UaG_0 2024-09-12T01:34:08.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.977+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7916094699623940813', time=2024-09-12T03:10:34.821288+0000, chain.objs.size()=1 2024-09-12T01:34:08.979 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.977+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OeggrgyN6BoCklctJG0_IUScZaBdHbC_0 2024-09-12T01:34:08.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.980+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5754149632307037354', time=2024-09-12T03:10:34.906825+0000, chain.objs.size()=1 2024-09-12T01:34:08.980 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.980+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-TI1M2STUAW5AHyzPNsBiMOQsHVuhEs_0 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2090987402442051024', time=2024-09-12T03:10:35.334448+0000, chain.objs.size()=1 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uVD2irsElEZOLFhT6yJhoGRswTRbJ2k_0 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7505394476509481037', time=2024-09-12T03:10:35.445441+0000, chain.objs.size()=1 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JUgt0uNbOIeckhJYcnw7YPJUIC8N_hM_0 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.208293920210898728', time=2024-09-12T03:10:36.238567+0000, chain.objs.size()=1 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.qaS-g2YJK_39ikSZA5E_4Rpm9nbJubz_0 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8428710911195591042', time=2024-09-12T03:10:36.530003+0000, chain.objs.size()=1 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3Q5AYz-HFwjQf1CnkxbX_vJO42h8jDB_0 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4562922500150645094', time=2024-09-12T03:10:36.773904+0000, chain.objs.size()=1 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nXebiMe0PU3e6baQZGAFu_P5g-bmbSw_0 2024-09-12T01:34:08.981 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6522866311066962807', time=2024-09-12T03:10:36.930145+0000, chain.objs.size()=1 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Q6Qs2XmlNMGYKpQj1VAZJw63zd2eqkt_0 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12259143510440327910', time=2024-09-12T03:10:37.240377+0000, chain.objs.size()=1 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UvEvOe3Ot1a-T9KF3dN46GdeUYsf8gb_0 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2775289057492549276', time=2024-09-12T03:10:37.241113+0000, chain.objs.size()=1 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BC5Ao1uY2CQVh_ZavTIBG1VtE0JbN4W_0 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5535428169308400559', time=2024-09-12T03:10:37.693127+0000, chain.objs.size()=1 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.my-Q2ad13MvQ8o3ambwDYMtlsPoopsT_0 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16283997140461218699', time=2024-09-12T03:10:37.693770+0000, chain.objs.size()=1 2024-09-12T01:34:08.982 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.981+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mACSkn4MRQUSkwHWJu63eD0lV6PMDwR_0 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8469584126257510161', time=2024-09-12T03:10:37.694448+0000, chain.objs.size()=1 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2ipCaA9QI_Vl5AXWWFsGtdpsiwSTGHL_0 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2104227036943164773', time=2024-09-12T03:10:37.843108+0000, chain.objs.size()=1 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FvU9hb0ghl3gPkHePzB6ufLkjhCmRpL_0 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13649160546147208927', time=2024-09-12T03:10:37.843711+0000, chain.objs.size()=1 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YkiPaP_kZWR9_7CVtmf9dwQkEGZQ3aw_0 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11184805725603091167', time=2024-09-12T03:10:38.544399+0000, chain.objs.size()=1 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ra3hoGkpWATpdD_6HY8ug3FX1Bua2YP_0 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6378464948892662151', time=2024-09-12T03:10:38.586094+0000, chain.objs.size()=1 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.984+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mQ6AxYx0mizGwFsWm8_JRBmTsfRtdyB_0 2024-09-12T01:34:08.985 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9ddfa0640 0 -- 172.21.15.163:0/3252791195 >> [v2:172.21.15.181:6816/2780978777,v1:172.21.15.181:6817/2780978777] conn(0x7fa8a8087880 msgr2=0x7fa8a8089cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15564643553514612679', time=2024-09-12T03:10:39.049332+0000, chain.objs.size()=1 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bgp6PEAdWnHiDc-FyUX_zA-4H3mS5Ld_0 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5426930059749854967', time=2024-09-12T03:10:39.305183+0000, chain.objs.size()=1 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sWoomtz1NY0l6bRkhbuAX7N7ol6g8-a_0 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17101907627868720889', time=2024-09-12T03:10:39.339063+0000, chain.objs.size()=1 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.911-L6zaSC-8ul8RqyWr06fMzqX_NWu_0 2024-09-12T01:34:08.986 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.55049776093238103', time=2024-09-12T03:10:39.478684+0000, chain.objs.size()=1 2024-09-12T01:34:08.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4nz3oA6jEUoUH2HF8_Rq4lPZ60740I-_0 2024-09-12T01:34:08.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8725126971330625340', time=2024-09-12T03:10:39.890682+0000, chain.objs.size()=1 2024-09-12T01:34:08.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._i9J4rVrrw19BTss3vAggcKJXoTDBD__0 2024-09-12T01:34:08.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8664089742781506846', time=2024-09-12T03:10:39.979680+0000, chain.objs.size()=1 2024-09-12T01:34:08.987 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.985+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iHnR8LN6AaHKU8jyXtDQhHj-ukM1xLl_0 2024-09-12T01:34:08.988 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3074122833767718106', time=2024-09-12T03:10:40.046620+0000, chain.objs.size()=1 2024-09-12T01:34:08.988 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.p3PeU2AwFwdSkOnCe7R96DopnOdyD_u_0 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2841730039284370531', time=2024-09-12T03:10:40.785777+0000, chain.objs.size()=1 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UR5i8P1NASPYB32S6F8qjnmc-4fw3c6_0 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7244160712285570678', time=2024-09-12T03:10:40.875532+0000, chain.objs.size()=1 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.w96R-JYKOFYm2LKuU7PkMCBIJLvX4DT_0 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11479932976226159397', time=2024-09-12T03:10:40.931873+0000, chain.objs.size()=1 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VEf322mw4vdZcXH75aM2Kmr12zAM3Tv_0 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2764490695064055822', time=2024-09-12T03:10:41.420645+0000, chain.objs.size()=1 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hWYY0TXYouvoGlHLSB61d-dQMtbMHTM_0 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13904345540334821193', time=2024-09-12T03:10:42.038228+0000, chain.objs.size()=1 2024-09-12T01:34:08.989 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.988+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.R5r4p2K1fYwkLrwmcd5uHDKq_VfvkeW_0 2024-09-12T01:34:08.990 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.989+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12267763351771660137', time=2024-09-12T03:10:42.560831+0000, chain.objs.size()=1 2024-09-12T01:34:08.990 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.989+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.emns-_iVlCHqr6hdtZfBbuQB4Lq-Y69_0 2024-09-12T01:34:08.990 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.989+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16079976789102067927', time=2024-09-12T03:10:42.731857+0000, chain.objs.size()=1 2024-09-12T01:34:08.990 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.989+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OaDmUcbXq8lr0uq0E6KtPnggKWmDtCv_0 2024-09-12T01:34:08.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2718417816612485250', time=2024-09-12T03:10:43.178726+0000, chain.objs.size()=1 2024-09-12T01:34:08.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.W38v7JLqXxtrQiFn_j58YfPvDBySCID_0 2024-09-12T01:34:08.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6685239799588431721', time=2024-09-12T03:10:43.503255+0000, chain.objs.size()=1 2024-09-12T01:34:08.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ysg5VUEM6e1595uBW75Rc2uNEGgcGgu_0 2024-09-12T01:34:08.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.991+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14530403158398089780', time=2024-09-12T03:10:43.605029+0000, chain.objs.size()=1 2024-09-12T01:34:08.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.991+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rMaVF8ZhIT5hY4tjFfbPOIgbvUOYVZk_0 2024-09-12T01:34:08.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.992+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6049511389979606796', time=2024-09-12T03:10:44.621538+0000, chain.objs.size()=1 2024-09-12T01:34:08.992 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.992+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SBH3qXHHP2iIYoclgvZ7mXYzP0K4pzV_0 2024-09-12T01:34:08.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.993+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6562307929311795888', time=2024-09-12T03:10:45.170699+0000, chain.objs.size()=1 2024-09-12T01:34:08.993 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.993+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QhQ8uTEemJ4xcYZucRJ2TAj6EalncUE_0 2024-09-12T01:34:08.995 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.995+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/46845 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11516275764202148136', time=2024-09-12T03:10:45.194986+0000, chain.objs.size()=1 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vY75qfycN1cCIqjDuw7lmimdGRuxPhg_0 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11550822449371644076', time=2024-09-12T03:13:22.972199+0000, chain.objs.size()=1 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.487__shadow_.7PNisIlKlKMpuCWAasHAH-zsBuCBhQ0_0 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10588492597293543731', time=2024-09-12T03:13:30.627225+0000, chain.objs.size()=1 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.496__shadow_.8ytWihCZsbHy-uLi52PSRzYqsQXlb4B_0 2024-09-12T01:34:08.998 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17627821662613776161', time=2024-09-12T03:13:32.151887+0000, chain.objs.size()=1 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.497__shadow_.bg8fFtAhkfIohbLu6_ocmjtieAUy87r_0 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10681241945706541838', time=2024-09-12T03:19:23.749674+0000, chain.objs.size()=2 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.558__shadow_.4b_Srl3HYTOblF4DEO87JVcQA6w5iNW_0 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.558__shadow_.4b_Srl3HYTOblF4DEO87JVcQA6w5iNW_1 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13335774056956357733', time=2024-09-12T03:19:26.610447+0000, chain.objs.size()=1 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.559__shadow_.X0qOKOv5TW00ZL8HHQ9MXf8I4LK_1QW_0 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7776376338000288440', time=2024-09-12T03:19:39.787055+0000, chain.objs.size()=1 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.566__shadow_.jCu1Jvx7U6Y0E_ajqctPn9lGw-i-e2S_0 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10787763860923105598', time=2024-09-12T03:20:29.618622+0000, chain.objs.size()=1 2024-09-12T01:34:08.999 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:nTz.VHOOzeq0KiFf7BYvP.uD18uhMUr_.NcOO8oNeZYgMMwVNVdLYhzSwpG1ytv-_0 2024-09-12T01:34:09.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12984651917438119329', time=2024-09-12T03:21:13.223678+0000, chain.objs.size()=1 2024-09-12T01:34:09.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:43YpTV4KH.PJmUyOEeZZ71gW2Uvdtrz_.8DvbEb9eGQsrsKjXtkrkpIeMqKATMsY_0 2024-09-12T01:34:09.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16760710110154632935', time=2024-09-12T03:21:18.091593+0000, chain.objs.size()=1 2024-09-12T01:34:09.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.583__shadow:fhUsLc1mKFZarcZKU3v-i04sKqIfveQ_.nFv_UOHGhDb96e6EMtyF9Gu0z_arLRb_0 2024-09-12T01:34:09.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1412231841259298085', time=2024-09-12T03:26:31.340278+0000, chain.objs.size()=1 2024-09-12T01:34:09.000 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:08.997+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.632__shadow_.L7Ilsm8ePZQfflAWKJQq633WS4PprvS_0 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13687674100596223110', time=2024-09-12T03:28:01.285530+0000, chain.objs.size()=1 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.693__shadow:f8pcnQU8D5J0SnILanpC9t8onKnHAub_.17FB2ixd0wm3axaoPTwyTCnU9yLrL7u_0 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16383145810441994873', time=2024-09-12T03:28:06.713857+0000, chain.objs.size()=1 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.699__shadow:XRHtM0iBNuZIU5bpTKH-0kWGbeJcKf8_.ukxGK7ivrSWP258GX06msDrMGOozBkC_0 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4607663206761119428', time=2024-09-12T03:28:09.509515+0000, chain.objs.size()=1 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.702__multipart_file1.2~NDqefBDqTCssOVk3aUGxMu6Z_yk5190.1 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15440464913194895512', time=2024-09-12T03:28:11.485869+0000, chain.objs.size()=1 2024-09-12T01:34:09.001 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.000+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.704__shadow:ukC-87yYIpDgMM8bbvdQlJ3Xfx.SaGq_.JeMC9W8k3li4VsTW1DwA_9IhCR8zWlB_0 2024-09-12T01:34:09.004 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.003+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.006 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.006+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:34:09.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.007+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.007 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.007+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52916' 2024-09-12T01:34:09.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14424959389341503729', time=2024-09-12T03:02:52.852417+0000, chain.objs.size()=1 2024-09-12T01:34:09.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.157__shadow:7mLR5AOTGqOvDzGBwv0Uwj-Yq.aiQaL_.vfDT8qjgqRHZQfNV-W850Th3orsp0RO_0 2024-09-12T01:34:09.009 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_bfIR_MVCkydJYVT0y3HZ_2h38aYk5Lm', time=2024-09-12T03:03:22.734625+0000, chain.objs.size()=3 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.0F-TwwRmXPGN3sER7LCfo4TghZWSsSd_0 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.0F-TwwRmXPGN3sER7LCfo4TghZWSsSd_1 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.160__shadow_.0F-TwwRmXPGN3sER7LCfo4TghZWSsSd_2 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7762824914350888174', time=2024-09-12T03:06:46.259932+0000, chain.objs.size()=1 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.234__shadow_.he7shxO_lbMUS90Njzhh2FaEgMfRRLh_0 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2494040612667957062', time=2024-09-12T03:07:02.564091+0000, chain.objs.size()=1 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.248__shadow_.TPln9RTPf8YU2YoDHRxz9HOoKKDoErF_0 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11516460548026143780', time=2024-09-12T03:07:07.484647+0000, chain.objs.size()=1 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.253__shadow_.cW6jd9FbwVklhrmESXwFbMbwTnjnjox_0 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9169294359054279815', time=2024-09-12T03:07:52.819639+0000, chain.objs.size()=1 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.46vajbGw_gCh6OYR0Us03m9N3NMJd2G_0 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5489422458228498468', time=2024-09-12T03:07:52.842375+0000, chain.objs.size()=1 2024-09-12T01:34:09.010 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rxTfJmvnC82diz7SZ26xnW-FYUaqs2a_0 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10043158776080828917', time=2024-09-12T03:07:53.781984+0000, chain.objs.size()=1 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.u7VVORC2oMq7c5JFci-F1lnMoVDaali_0 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11541477055684728110', time=2024-09-12T03:07:53.829236+0000, chain.objs.size()=1 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3_eP6-9XhEAHxqCakpqkMIF75Km3r-s_0 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7920727476581477979', time=2024-09-12T03:07:53.999792+0000, chain.objs.size()=1 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.008+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SMeieT9FXaqf87NkGfnSAk2vSArtVTr_0 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.011+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6873917868687795654', time=2024-09-12T03:07:54.059683+0000, chain.objs.size()=1 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.011+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y_Su0C309FVO8va0DTzz1C3e1ze7Z46_0 2024-09-12T01:34:09.011 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.011+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.752473515765053790', time=2024-09-12T03:07:54.155620+0000, chain.objs.size()=1 2024-09-12T01:34:09.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.011+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PMquBlxPaZJz7jXTFVIGdoEdKgvciPp_0 2024-09-12T01:34:09.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.011+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17553226323098846759', time=2024-09-12T03:07:54.739936+0000, chain.objs.size()=1 2024-09-12T01:34:09.012 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.011+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.glRSl3oyCGFQn2NfR8O9NA1pga1vOyy_0 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16521825026661379664', time=2024-09-12T03:07:55.685510+0000, chain.objs.size()=1 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PNFeGtvuX3rV00Nh34Lzpxt2n-Kv8-4_0 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17956223792802994729', time=2024-09-12T03:07:55.798391+0000, chain.objs.size()=1 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.etLMSMmp5P3H0dE44tqpnRmiQd8Sjho_0 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2226798165798687954', time=2024-09-12T03:07:56.072358+0000, chain.objs.size()=1 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NbwsbxGyBujyu0kLvb6K3iJcv-vB2AV_0 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8722622264242123878', time=2024-09-12T03:07:56.835587+0000, chain.objs.size()=1 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7G6uyjO-I8ejYJgiGY5Z8k0pYpJLoby_0 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14175476062544487521', time=2024-09-12T03:07:57.250691+0000, chain.objs.size()=1 2024-09-12T01:34:09.013 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tNg7r3j76-PcPpCEnYbgQCAeY1rq1Ro_0 2024-09-12T01:34:09.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11303968371804400612', time=2024-09-12T03:07:57.421772+0000, chain.objs.size()=1 2024-09-12T01:34:09.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.H9PTsPORKF6cU4J0pdcBars8Hvsu_qF_0 2024-09-12T01:34:09.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.667582378320160159', time=2024-09-12T03:07:57.589333+0000, chain.objs.size()=1 2024-09-12T01:34:09.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fmodDtS2-0x5VzSPpbO8Dyr2duofRqK_0 2024-09-12T01:34:09.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8647064588971629345', time=2024-09-12T03:07:57.639305+0000, chain.objs.size()=1 2024-09-12T01:34:09.014 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.013+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._5OuB3A_otu8mFJ4_zAsGenZWEWdmFq_0 2024-09-12T01:34:09.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.016+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8912551213700419381', time=2024-09-12T03:07:58.111912+0000, chain.objs.size()=1 2024-09-12T01:34:09.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.016+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jhRH7iGw8qEA7f2ThqCyQkfpHKmlOdU_0 2024-09-12T01:34:09.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.016+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16778777239774375072', time=2024-09-12T03:07:58.619954+0000, chain.objs.size()=1 2024-09-12T01:34:09.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.016+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hqDGJ5kUEjv89aStxefhiunZN4tjx7t_0 2024-09-12T01:34:09.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.016+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15997486299463725190', time=2024-09-12T03:07:58.789407+0000, chain.objs.size()=1 2024-09-12T01:34:09.016 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.016+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y_QfJ72RP8eszNO-3HwgylATtmWMkis_0 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8429469824970728942', time=2024-09-12T03:07:58.986516+0000, chain.objs.size()=1 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ukim2lq8_vHiIIagVdH6N280dQNTwdf_0 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17221362591831726306', time=2024-09-12T03:07:59.355146+0000, chain.objs.size()=1 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KvALdKtPNirZa2B1s7d3kJJwRTE4dDr_0 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17541056923366058673', time=2024-09-12T03:07:59.514669+0000, chain.objs.size()=1 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6sdzqtdHA-dJPtrskRXKeAvxwnW35G5_0 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2111307326609638652', time=2024-09-12T03:07:59.903820+0000, chain.objs.size()=1 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DjbWigmHphjBg_1bbVBAV-DTxJZwcKG_0 2024-09-12T01:34:09.017 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6763097089211648051', time=2024-09-12T03:08:01.179010+0000, chain.objs.size()=1 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ZZuNJJ4z3hHpqWleaWk96V9WOcXFW5J_0 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8284773254499156188', time=2024-09-12T03:08:01.432404+0000, chain.objs.size()=1 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y8A6JXLvxeCKnwL-66FiY6jt5w8seG7_0 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13316483854961049923', time=2024-09-12T03:08:01.958919+0000, chain.objs.size()=1 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jFGfHlAiv2bF3rpcKXew040EPKAL0dN_0 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6088456699394713435', time=2024-09-12T03:08:02.337458+0000, chain.objs.size()=1 2024-09-12T01:34:09.018 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.017+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oH6k5T_iQFe7_eNFuocpAqx36nTqwDo_0 2024-09-12T01:34:09.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.020+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11769535371760979290', time=2024-09-12T03:08:02.405001+0000, chain.objs.size()=1 2024-09-12T01:34:09.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.020+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Mw0hKe_Q8Fk1ahk4phqSn-IHccRjB2O_0 2024-09-12T01:34:09.020 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.020+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1493580601544233883', time=2024-09-12T03:08:02.425269+0000, chain.objs.size()=1 2024-09-12T01:34:09.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.020+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.w0c6sXYMsCWD5ZdkjbY5eY3fUWdO6E__0 2024-09-12T01:34:09.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.020+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12422962915311903466', time=2024-09-12T03:08:04.853484+0000, chain.objs.size()=1 2024-09-12T01:34:09.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.020+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.264__shadow_.DcSygIzJVuBB6ZO1wsSN3ZQohCBgA-A_0 2024-09-12T01:34:09.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2131820448507996778', time=2024-09-12T03:08:13.329945+0000, chain.objs.size()=1 2024-09-12T01:34:09.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.273__shadow_.fuBd8sU75OTl-0LU6CTMp16cdUbMoFh_0 2024-09-12T01:34:09.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14227879093721745483', time=2024-09-12T03:08:26.164416+0000, chain.objs.size()=1 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.286__shadow_.ObX7yZKuYZe0vj7QmL3abRMRoT5FPzX_0 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9072144518070260093', time=2024-09-12T03:09:46.824211+0000, chain.objs.size()=1 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uF4EwLxdQxc25_c4Mvao-9Ee-MEnklL_0 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3806091849848732565', time=2024-09-12T03:09:46.900769+0000, chain.objs.size()=1 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.xEhWzpHf-Dict5wifMG-_-aoLrKOMR6_0 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12357770778048601143', time=2024-09-12T03:09:46.963374+0000, chain.objs.size()=1 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6LPVzoX5Go0CiigwvNppAh13AEd9MgO_0 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9014383052352359029', time=2024-09-12T03:09:47.153759+0000, chain.objs.size()=1 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.r8Hm-OzgkLad_9YbRYktNY0Zlq67bzo_0 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9578467868261622890', time=2024-09-12T03:09:47.258108+0000, chain.objs.size()=1 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zdlnbZt77Efjjf2BknbwJTDxuhep1Fd_0 2024-09-12T01:34:09.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18183806302236344258', time=2024-09-12T03:09:47.634957+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.021+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.S0xZ3kyPdcbVzFZqM-SXVtFp6uBvTz4_0 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.023+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1597688928116516971', time=2024-09-12T03:09:47.758426+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.023+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4ZtTA_XkkrB6qWEaFM88zDAgJoA2lSH_0 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.024+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18201494078048547592', time=2024-09-12T03:09:48.285877+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.024+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.J8oz-NaXq-hMfrAcgorpetpijvMWLkr_0 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.454278949442255381', time=2024-09-12T03:09:48.286538+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JaBs4lX1l9cKvB_wSBNEIi9CyoDvzLN_0 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5143349326353131755', time=2024-09-12T03:09:48.488749+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4mFuDlXdUQPKIh3pNyl4Yw2klqnBzuy_0 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15700716784376632075', time=2024-09-12T03:09:48.489422+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hbkC88P-IXfqqu4GMe5nUdxxSycHJZ8_0 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12752822294211102351', time=2024-09-12T03:09:48.771904+0000, chain.objs.size()=1 2024-09-12T01:34:09.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yEnzGCjac-kd13U33EnDdNfTPkMr23j_0 2024-09-12T01:34:09.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12361857537983426276', time=2024-09-12T03:09:48.899443+0000, chain.objs.size()=1 2024-09-12T01:34:09.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.AQ35_PN_ibMLIQwciAvX2XPv2udBvzx_0 2024-09-12T01:34:09.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12218581672206608332', time=2024-09-12T03:09:48.949954+0000, chain.objs.size()=1 2024-09-12T01:34:09.028 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.025+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.MdW8IAhZhoT63yoQrLDC1B852OsNHKj_0 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10882256945344033293', time=2024-09-12T03:09:49.107977+0000, chain.objs.size()=1 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aP18t9Wv97qOUhKTKTD5bBJKouOE7OC_0 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2648969522431107895', time=2024-09-12T03:09:49.816416+0000, chain.objs.size()=1 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-YpIb5oPNbjytwTfccJ7gZunPpbiUjN_0 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17256362208469281735', time=2024-09-12T03:09:50.086343+0000, chain.objs.size()=1 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yn19YLh1fbbfT3mL-2IKn8L3gBZ6rrr_0 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1280037202375692267', time=2024-09-12T03:09:50.379067+0000, chain.objs.size()=1 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.026+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TcmE9Xszv76bDoH9b4yxBVnlk3rFmpf_0 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.027+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1906694529267981987', time=2024-09-12T03:09:50.659533+0000, chain.objs.size()=1 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.027+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8u72NCbTmcjRhHFlPykV3QNr3fqj1lQ_0 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.029+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.953645184150610213', time=2024-09-12T03:09:51.798636+0000, chain.objs.size()=1 2024-09-12T01:34:09.029 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.029+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PvWIH2nfqOFYMlGerb1yYwrDgCp9BbB_0 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.029+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12051317945045775729', time=2024-09-12T03:09:52.071202+0000, chain.objs.size()=1 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.029+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5Dy9TP2KgcmbShMLdXyZ3VKCj_lGKGZ_0 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8458148194566992378', time=2024-09-12T03:09:52.513129+0000, chain.objs.size()=1 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5rY-uEMXhMsiHqr1kHtL1uR6U_cgU8X_0 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3257635337489623320', time=2024-09-12T03:09:53.360802+0000, chain.objs.size()=1 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vP63u1mpcLrlCkOl8pcKXjFem0arA78_0 2024-09-12T01:34:09.030 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7173952149256286386', time=2024-09-12T03:09:53.451528+0000, chain.objs.size()=1 2024-09-12T01:34:09.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.R-VywmfylhRTRsgkLNkPVYdAA2EPAi6_0 2024-09-12T01:34:09.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5017133994456171293', time=2024-09-12T03:09:53.496758+0000, chain.objs.size()=1 2024-09-12T01:34:09.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.97Hu4wvpCUHXABgtdNns1H8VAXnIK8D_0 2024-09-12T01:34:09.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8344232538370317600', time=2024-09-12T03:09:54.183717+0000, chain.objs.size()=1 2024-09-12T01:34:09.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.030+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6pybgkydHDmjTr18guTBucZrZG-OmjA_0 2024-09-12T01:34:09.031 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16107315386853131958', time=2024-09-12T03:09:54.271725+0000, chain.objs.size()=1 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8FRXH-X1coXpp2ljgNP5cL9ZbaEqYZM_0 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1948515698274932496', time=2024-09-12T03:09:54.408820+0000, chain.objs.size()=1 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.m2pKcsUnStEg8h8Bma6VfqyJg8iwc8V_0 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.031+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13462929753531731877', time=2024-09-12T03:09:54.647146+0000, chain.objs.size()=1 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.031+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.IEqLdRNcK0wIaPi3aUszOR74gyiSxEK_0 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.032+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.914430365576118915', time=2024-09-12T03:09:54.663930+0000, chain.objs.size()=1 2024-09-12T01:34:09.032 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.032+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VZ1O7rYofLXs6yBowg7WdaTRQFYevRH_0 2024-09-12T01:34:09.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14822899351596003840', time=2024-09-12T03:09:54.797690+0000, chain.objs.size()=1 2024-09-12T01:34:09.034 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4y_OVYb0y2OOJF2tqMeM0kt_HWgMsjH_0 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10375046698940569221', time=2024-09-12T03:09:55.118793+0000, chain.objs.size()=1 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.d16OKUwPzO37HBGKMDQunzV1Lm8DujQ_0 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9607959753979525398', time=2024-09-12T03:09:55.268294+0000, chain.objs.size()=1 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rAi1c5BRcFdCDaR34iNzPKMVoDj0iU9_0 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9547198318176117041', time=2024-09-12T03:09:55.440609+0000, chain.objs.size()=1 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UM0oFBH9a8rGi7urGV-HPhNLC8FVyuM_0 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10408851500013519551', time=2024-09-12T03:09:55.940542+0000, chain.objs.size()=1 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8itgTlAkAyiIgMxRE_AYaloqIdd1t1S_0 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6254412538649589130', time=2024-09-12T03:09:56.338966+0000, chain.objs.size()=1 2024-09-12T01:34:09.035 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bNRuOCb6HLH3OKgYg15EavBKbbXiHsG_0 2024-09-12T01:34:09.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10996414740806802439', time=2024-09-12T03:09:56.694713+0000, chain.objs.size()=1 2024-09-12T01:34:09.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.CSWklJkA4Tg451l_mdxCPUvtRHk-jjm_0 2024-09-12T01:34:09.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1216672345330442591', time=2024-09-12T03:10:34.725312+0000, chain.objs.size()=1 2024-09-12T01:34:09.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.034+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eaSmqKdCSrUTB4PsRQObiLqJ9EoJra4_0 2024-09-12T01:34:09.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.035+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12681015477592076956', time=2024-09-12T03:10:35.445244+0000, chain.objs.size()=1 2024-09-12T01:34:09.036 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.035+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.axloN7fO3ETlzqMMK4FvS_ZTtgZADF3_0 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12515204377720233008', time=2024-09-12T03:10:35.705675+0000, chain.objs.size()=1 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pSlbuqVSBaxdkzQHpYQDtFNzJMVFCkb_0 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14583995105956208450', time=2024-09-12T03:10:36.810357+0000, chain.objs.size()=1 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GdJUruv1N9cGgOkYiyG3Guhok0HM8pS_0 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15909789680311883823', time=2024-09-12T03:10:36.847112+0000, chain.objs.size()=1 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mekKoVZbPcLAyH2uLcDhMe-nhAbaNjd_0 2024-09-12T01:34:09.037 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9390387424915857486', time=2024-09-12T03:10:37.206425+0000, chain.objs.size()=1 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ofoc__WxA31VaC6ndQepFutnmKoiPVr_0 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13129932303087894175', time=2024-09-12T03:10:38.057150+0000, chain.objs.size()=1 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.037+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rqNMfPUdrfg1T558t6DXiWH_uoXoCDu_0 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18340866803769273715', time=2024-09-12T03:10:38.344704+0000, chain.objs.size()=1 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5kHMqcWPRLwUVFj_UisYwebpMlPRbIU_0 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10411224314066699112', time=2024-09-12T03:10:38.435123+0000, chain.objs.size()=1 2024-09-12T01:34:09.038 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Qq3-cmF26DBDEmqEYCJSja_cf0TU934_0 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4279216943290091257', time=2024-09-12T03:10:38.627340+0000, chain.objs.size()=1 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uyXMo0UcHtRGEH5siBy4XUjO2ZKIdEf_0 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17062277441904093978', time=2024-09-12T03:10:39.698573+0000, chain.objs.size()=1 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.038+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.BF0gkJ_9sNzMit7mjFlfip7EMgw0oCM_0 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4579653431365941618', time=2024-09-12T03:10:39.866122+0000, chain.objs.size()=1 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9a-NA9gI4x1zQTtubE5e61JxCThQwff_0 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.039+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14322147279010232300', time=2024-09-12T03:10:42.161266+0000, chain.objs.size()=1 2024-09-12T01:34:09.039 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.039+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1qP2D-jsxT9wRYZKCGzqPn-RWrT7-7v_0 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16743602204562299532', time=2024-09-12T03:10:42.292602+0000, chain.objs.size()=1 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jftocVSDBDqNceJmwxKHKKGusn7q0xC_0 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14265853934797105092', time=2024-09-12T03:10:43.276435+0000, chain.objs.size()=1 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.W2rwBE9OLoeTK89lIJW78H9ouv0_49k_0 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.48713408501239731', time=2024-09-12T03:10:44.607083+0000, chain.objs.size()=1 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.w9tVXX7QJjXXwgayb8O6x39iCufVY8W_0 2024-09-12T01:34:09.041 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17222872293240271148', time=2024-09-12T03:10:44.698198+0000, chain.objs.size()=1 2024-09-12T01:34:09.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OKCmhttHwhGB6vVCZTYFCFkSTZe8e5Z_0 2024-09-12T01:34:09.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15379781304955404328', time=2024-09-12T03:10:44.810397+0000, chain.objs.size()=1 2024-09-12T01:34:09.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.041+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lFM19fe6zApyEkbQS1AWfI0kekmsYuZ_0 2024-09-12T01:34:09.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.042+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3664448043613786850', time=2024-09-12T03:10:45.112243+0000, chain.objs.size()=1 2024-09-12T01:34:09.042 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.042+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.igWpv7fOaLTO6QPv9ZxJE6sj-Zq454s_0 2024-09-12T01:34:09.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11353050918453524225', time=2024-09-12T03:10:45.173095+0000, chain.objs.size()=1 2024-09-12T01:34:09.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.nwnfjp4pCd9CN5LyQAfJf4nfeeufYMJ_0 2024-09-12T01:34:09.043 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10633272152187212835', time=2024-09-12T03:10:51.374682+0000, chain.objs.size()=1 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.331__shadow_.ZmL8exjYfUL7JTQJW_FnYO9BiEsPXzH_0 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2863484946877241772', time=2024-09-12T03:11:45.376699+0000, chain.objs.size()=1 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.390__shadow_.QhnqdsCe-I3En44yfGS4Kpryp7z5rQr_0 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8918001606357977202', time=2024-09-12T03:12:04.849609+0000, chain.objs.size()=1 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.410__shadow_.4LNYdl8lhJXXqqXK-UnferisTmb3lZr_0 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9280014979109316305', time=2024-09-12T03:12:52.856626+0000, chain.objs.size()=1 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.043+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.457__shadow_.2DPH2fznvgBPPJFo09jrdGZ5Il0qycQ_0 2024-09-12T01:34:09.044 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.045+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12030696563354580967', time=2024-09-12T03:13:32.318649+0000, chain.objs.size()=1 2024-09-12T01:34:09.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.045+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.498__shadow_.0NpUNRNgqhMHf8xKJe6z3vNZBvAevil_0 2024-09-12T01:34:09.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.045+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9177766682136977307', time=2024-09-12T03:13:37.612261+0000, chain.objs.size()=1 2024-09-12T01:34:09.045 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.045+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.503__shadow:esv37gVyLqd8yGvbCqDqMAaQmv4CYjH_.r1PdZ5w8eUdutJTswCx5GYEosjhd5mv_0 2024-09-12T01:34:09.049 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.048+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/52916 2024-09-12T01:34:09.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:34:09.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15618302277599317384', time=2024-09-12T03:20:03.262467+0000, chain.objs.size()=1 2024-09-12T01:34:09.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:WY3gs7y44CFwKZVG5k.T.oQAFV9oH.y_.IgYMUlWjUOingdtKRKKbTbSu-PKhVLU_0 2024-09-12T01:34:09.051 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13771083765526009778', time=2024-09-12T03:25:35.675379+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.620__shadow_.45jO416neCqn05mc6C3_jwxP6ArxlVt_0 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8765521212186474633', time=2024-09-12T03:26:26.355452+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.627__shadow_.D1aH__mW77vV_KL8J3dM1P2HDRCg9Lq_0 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13947833161103398726', time=2024-09-12T03:26:37.770493+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.639__shadow_.Rq3APhFlwYKMtp0hV3EafawtAPXxZLh_0 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17213031829831390121', time=2024-09-12T03:27:00.695446+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.650__shadow_.xHHZeUYPsxTCr0OEZLiExT84bEFMGxL_0 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1883003523314086877', time=2024-09-12T03:28:10.549888+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.703__shadow:sp9lJJ5nTwFUxfX4FOvkcCARd7CG96h_.e-xBT89hagu3TbG6vIjscH8NMJc4Dj9_0 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10474578968337279779', time=2024-09-12T03:28:13.370883+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.706__shadow_.U1kIEETlrAWWA4Wfug4yRRY7w1-5gEw_0 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2127886126745327397', time=2024-09-12T03:28:42.085016+0000, chain.objs.size()=1 2024-09-12T01:34:09.052 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.051+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.717__shadow:wD8HwAAvCOdJA9PZ4Er-lg6ZaeeCFsL_.b-CXJX7bGM9yDw0CNpk5hznDSURT-5W_0 2024-09-12T01:34:09.053 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.054+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.056 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.056+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:34:09.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.057+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.057 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49655' 2024-09-12T01:34:09.059 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.566247254375532570', time=2024-09-12T03:03:34.653152+0000, chain.objs.size()=5 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-LUKEWARM.2~hsQ6j3ia4SdnLvLn7PH0WV0m8MfyX04.1 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_foo-LUKEWARM.2~hsQ6j3ia4SdnLvLn7PH0WV0m8MfyX04.1_1 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-LUKEWARM.2~hsQ6j3ia4SdnLvLn7PH0WV0m8MfyX04.2 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_foo-LUKEWARM.2~hsQ6j3ia4SdnLvLn7PH0WV0m8MfyX04.2_1 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-LUKEWARM.2~hsQ6j3ia4SdnLvLn7PH0WV0m8MfyX04.3 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_geZQeNTO0JaKJ-wp0XxO4MdZRxR5MaW', time=2024-09-12T03:03:56.588083+0000, chain.objs.size()=3 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.165__shadow_.7YdSnit4d3s_UQqwEkLtx6Y36HOhenc_0 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.165__shadow_.7YdSnit4d3s_UQqwEkLtx6Y36HOhenc_1 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.165__shadow_.7YdSnit4d3s_UQqwEkLtx6Y36HOhenc_2 2024-09-12T01:34:09.060 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13861281563423141941', time=2024-09-12T03:03:57.384786+0000, chain.objs.size()=1 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.058+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.166__shadow_.ue-NybQNC3dJlwgPOpo0Rfq2141_J9P_0 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.059+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11837169373807026936', time=2024-09-12T03:06:49.956908+0000, chain.objs.size()=1 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.059+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.237__shadow_.xEuT5i19dpnPds86bk8ENeN85TCnU3P_0 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.059+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12713318422075620447', time=2024-09-12T03:07:04.572318+0000, chain.objs.size()=1 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.059+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.250__shadow_.SN3PF0oJlPYCpufkpAGHMjqNR2HD0x__0 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.059+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7139731789665643320', time=2024-09-12T03:07:52.478268+0000, chain.objs.size()=1 2024-09-12T01:34:09.061 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.059+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MGn-0K4eTUK7_GOXsxdy5efU1FNY_K9_0 2024-09-12T01:34:09.062 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18344885992602328397', time=2024-09-12T03:07:52.534467+0000, chain.objs.size()=1 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CgRMIHnApAqE2i4YDeQzFUXFk5DTATb_0 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.434750785069234288', time=2024-09-12T03:07:52.843580+0000, chain.objs.size()=1 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9427yFPe2eCg2p7BU9SsulZ3MvrJvlj_0 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9824465625728164474', time=2024-09-12T03:07:53.010353+0000, chain.objs.size()=1 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WsPHdukGxtPSMSM0EhrH4Wqx8mACrBg_0 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.666068420565717471', time=2024-09-12T03:07:53.832151+0000, chain.objs.size()=1 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kOqPJVlUY03Wlofx1EZAnoCzr8NyOr1_0 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16689695259490200757', time=2024-09-12T03:07:54.248784+0000, chain.objs.size()=1 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vn1rOAE89mJZtxLjQkpc2s-b9HNLXtG_0 2024-09-12T01:34:09.063 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5521912939631635155', time=2024-09-12T03:07:54.440243+0000, chain.objs.size()=1 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OYmo7zsBWw1_vCClAYup4Pt_PprSVGr_0 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15417677416516639698', time=2024-09-12T03:07:55.380621+0000, chain.objs.size()=1 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3TN6LfJIwL4yiM3p0yVqC4n_VNrwrFN_0 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5387584647377799027', time=2024-09-12T03:07:55.517465+0000, chain.objs.size()=1 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.EmEYGD84LYlwHlCmP6Z_Vk6DZlCNxSy_0 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15670090028421752704', time=2024-09-12T03:07:56.667434+0000, chain.objs.size()=1 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5j73Mm0RvrYYFuD1tROr8O1gzej_u-2_0 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9018007320147091111', time=2024-09-12T03:07:57.027694+0000, chain.objs.size()=1 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3F0SUbR2VG-W-VZ4Kbrc7YwJTjfRqpQ_0 2024-09-12T01:34:09.064 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11335686311394524661', time=2024-09-12T03:07:57.162865+0000, chain.objs.size()=1 2024-09-12T01:34:09.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.062+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.T0nAKxNPFiGqhBaaH9JaUTdabwT8C4j_0 2024-09-12T01:34:09.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12889142277170189159', time=2024-09-12T03:07:58.262050+0000, chain.objs.size()=1 2024-09-12T01:34:09.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gP1HQehzMuw8bVitjocGEQ2C40lrTAl_0 2024-09-12T01:34:09.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11253083790952549820', time=2024-09-12T03:07:58.307236+0000, chain.objs.size()=1 2024-09-12T01:34:09.065 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._qNlxfv8iSQAvsH-Iq1eIHOlcAAX-5c_0 2024-09-12T01:34:09.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.505695152621281747', time=2024-09-12T03:07:58.344982+0000, chain.objs.size()=1 2024-09-12T01:34:09.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3BjZ2V14QHJayAxyg1Vow1kW05eKKqJ_0 2024-09-12T01:34:09.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1651878823553318926', time=2024-09-12T03:07:58.524765+0000, chain.objs.size()=1 2024-09-12T01:34:09.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IwMJurJODnkwgJlvfJD5v7kL_9tKra0_0 2024-09-12T01:34:09.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16838797390633864206', time=2024-09-12T03:07:58.525564+0000, chain.objs.size()=1 2024-09-12T01:34:09.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ze9X4wlpEGnwekWp9ZpvlC-w09k0s7H_0 2024-09-12T01:34:09.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2738433102808294851', time=2024-09-12T03:07:58.574448+0000, chain.objs.size()=1 2024-09-12T01:34:09.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.065+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s43ygqqWApRSvBCoYhphppZM8M07-Wm_0 2024-09-12T01:34:09.067 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2249551744854789086', time=2024-09-12T03:07:58.922914+0000, chain.objs.size()=1 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.bMIPSTJ8pzkIe3lmAFBxK-Fv2nt35DQ_0 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.850124753007373111', time=2024-09-12T03:07:59.402387+0000, chain.objs.size()=1 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8or1HPGyqGibWt5_9Ny2RuOBQxySWcA_0 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.959246737217554251', time=2024-09-12T03:07:59.722026+0000, chain.objs.size()=1 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.SdUccHwV7sTGuzCDquL-gVc36sYqAfb_0 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5371355080208295307', time=2024-09-12T03:07:59.783890+0000, chain.objs.size()=1 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2_tU7dC8QoaBMXAiL63w6SNseCLTSBu_0 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1733356783908008563', time=2024-09-12T03:08:00.041202+0000, chain.objs.size()=1 2024-09-12T01:34:09.068 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.066+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WzVVy40SRriStfdheApcnzQkdnX2YdL_0 2024-09-12T01:34:09.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.069+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13617084021226427038', time=2024-09-12T03:08:00.093574+0000, chain.objs.size()=1 2024-09-12T01:34:09.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.069+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CQhIUF9AszI1U7H4JMocXXuqVE5bl5m_0 2024-09-12T01:34:09.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.069+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17751517078824027015', time=2024-09-12T03:08:00.281192+0000, chain.objs.size()=1 2024-09-12T01:34:09.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.069+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TnyhLX8TYzHg37JsWDYg4iyc3k5YFW8_0 2024-09-12T01:34:09.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8454602445831323335', time=2024-09-12T03:08:00.683576+0000, chain.objs.size()=1 2024-09-12T01:34:09.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FFUL_v5043bvYcmqMAigq_p6Vpx3zuX_0 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12969246163654943622', time=2024-09-12T03:08:01.003722+0000, chain.objs.size()=1 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4OK8nNPJicVv9KMnfCIocoMTnw36SHb_0 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15388870969993359342', time=2024-09-12T03:08:01.120832+0000, chain.objs.size()=1 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.u5p_gvp_jdI-70SwXh-GBZUAdjWuuMX_0 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13360759090848302895', time=2024-09-12T03:08:01.245799+0000, chain.objs.size()=1 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TSIdNTPihLZ8TFyG77Rbu5bT5WBYfhz_0 2024-09-12T01:34:09.072 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16058521644654946403', time=2024-09-12T03:08:01.431163+0000, chain.objs.size()=1 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RRWzkQ0LKVVXqPtnOSWZ9zfi1f2Cquy_0 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17890656311115482548', time=2024-09-12T03:08:01.529852+0000, chain.objs.size()=1 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.d0L6Ph8mqteDAgxLI1UfJtYeLPhoXlN_0 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7488901999449501533', time=2024-09-12T03:08:01.961827+0000, chain.objs.size()=1 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ADrRmJrmkYvXlSjrfUGnz0spMYOCDkG_0 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11058320588191700338', time=2024-09-12T03:08:02.597485+0000, chain.objs.size()=1 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.CwjabMWf5KrLx8CDr7e30IiYWdfKxS8_0 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11762224084060761207', time=2024-09-12T03:08:02.668864+0000, chain.objs.size()=1 2024-09-12T01:34:09.073 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.071+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gcOHVgB7wbj4zfHsBGmIPYPFBiC89Aq_0 2024-09-12T01:34:09.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17551161922323258405', time=2024-09-12T03:08:17.217259+0000, chain.objs.size()=1 2024-09-12T01:34:09.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.277__shadow_.MltgkKPV1fiLwWSc28tNIDXjtCGnYN0_0 2024-09-12T01:34:09.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9489226038781212714', time=2024-09-12T03:08:33.643404+0000, chain.objs.size()=1 2024-09-12T01:34:09.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.QMUFRqyBgOxHsC5yh-tQ1JW4rWtBDmR_0 2024-09-12T01:34:09.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3050723524947871245', time=2024-09-12T03:08:33.644142+0000, chain.objs.size()=1 2024-09-12T01:34:09.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.CJC_mSKdDHkkf-TkpvWbqFui_61_Yo8_0 2024-09-12T01:34:09.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5362289065592829182', time=2024-09-12T03:08:33.644742+0000, chain.objs.size()=1 2024-09-12T01:34:09.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.LEChlFM4HKfKRH7UAhj58SLmEQTRTdh_0 2024-09-12T01:34:09.075 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5680797147941863467', time=2024-09-12T03:08:33.741555+0000, chain.objs.size()=1 2024-09-12T01:34:09.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.Z0ROepQ9scas5tUvLCyQiO9PnX_Twbv_0 2024-09-12T01:34:09.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17515900533970450476', time=2024-09-12T03:08:45.899680+0000, chain.objs.size()=1 2024-09-12T01:34:09.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.303__shadow_.gO8JDH7nn60o_MINOIOzbKHKgisrTLJ_0 2024-09-12T01:34:09.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10243149387937182612', time=2024-09-12T03:09:47.049796+0000, chain.objs.size()=1 2024-09-12T01:34:09.076 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.074+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.FZg2P9PUXfBzFjkmCitk7dy_m04MmJD_0 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9135417103463545718', time=2024-09-12T03:09:47.405959+0000, chain.objs.size()=1 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.o2TgkwJYI1aPXiffQ9zoWJ7D_SnFiKU_0 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11442827701034295772', time=2024-09-12T03:09:48.760630+0000, chain.objs.size()=1 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.t7V1aJ8ug7PgwamGe5QLFaxdYMCt89k_0 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13123304781679462163', time=2024-09-12T03:09:48.772255+0000, chain.objs.size()=1 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eaAI4qsGBKxa5Md0VjYRGiw8eljUrpY_0 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3524760855106710225', time=2024-09-12T03:09:49.045982+0000, chain.objs.size()=1 2024-09-12T01:34:09.077 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.076+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bdKA4QV7VthOOdJqbDGNwvtlpxLzmHj_0 2024-09-12T01:34:09.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17601813540178450498', time=2024-09-12T03:09:50.056326+0000, chain.objs.size()=1 2024-09-12T01:34:09.078 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._aEhLpHEWTOs3YEKaNlgoDIu8gP5d8f_0 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14734136260096613660', time=2024-09-12T03:09:51.578381+0000, chain.objs.size()=1 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3f9M2YM00xg9t3sGgUNKG6VJoj4Czh7_0 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7847946019029291763', time=2024-09-12T03:09:51.850580+0000, chain.objs.size()=1 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UgTGFB0oNzy0XLySnFP0Do7NWHGhyJI_0 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11554166826989818503', time=2024-09-12T03:09:52.598990+0000, chain.objs.size()=1 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.KdeurwIVB8Y8zQ6PZ62cBfbD9oxRXC6_0 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5388244956522136979', time=2024-09-12T03:09:52.649526+0000, chain.objs.size()=1 2024-09-12T01:34:09.079 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hDVOYMnO2zToxM4iExq_qWpN9YyVQnG_0 2024-09-12T01:34:09.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17959735269588060', time=2024-09-12T03:09:52.693747+0000, chain.objs.size()=1 2024-09-12T01:34:09.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.m8JpT7W04tKdHATPguniwVxCyQxZKcR_0 2024-09-12T01:34:09.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3182348814216343185', time=2024-09-12T03:09:52.823435+0000, chain.objs.size()=1 2024-09-12T01:34:09.080 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.078+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BlkbLTEUeZLfAHQZgpSIwg6t2RVfDX2_0 2024-09-12T01:34:09.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12247735616515724495', time=2024-09-12T03:09:54.075989+0000, chain.objs.size()=1 2024-09-12T01:34:09.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8QqKdGVVxO6XFdEMdELf9aRg2is0t97_0 2024-09-12T01:34:09.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17691866379647471095', time=2024-09-12T03:09:54.295844+0000, chain.objs.size()=1 2024-09-12T01:34:09.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OXpQ5eZfrCltoTuRUf6imYatBeAsLLJ_0 2024-09-12T01:34:09.081 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10685697611859201929', time=2024-09-12T03:09:54.458091+0000, chain.objs.size()=1 2024-09-12T01:34:09.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QKdKNe-DD34zXenfxBEEe1yCqrDQsc9_0 2024-09-12T01:34:09.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5028660213508251361', time=2024-09-12T03:09:54.658383+0000, chain.objs.size()=1 2024-09-12T01:34:09.082 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.080+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UHAwLR3oSqrBxKL5Zar19jvWipF0SEK_0 2024-09-12T01:34:09.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.081+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4472055036449734871', time=2024-09-12T03:09:54.785589+0000, chain.objs.size()=1 2024-09-12T01:34:09.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.081+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lzKGag2hM14HqJhkrM-jXpKKjQtoIvB_0 2024-09-12T01:34:09.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2610354249475620108', time=2024-09-12T03:09:55.239505+0000, chain.objs.size()=1 2024-09-12T01:34:09.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oHbYpiEsvNdP1i_GYFTzVItf_UDP76__0 2024-09-12T01:34:09.083 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14363113669821806183', time=2024-09-12T03:09:55.654073+0000, chain.objs.size()=1 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SJmRixf_10psPSpgA175Av74FAj4IVm_0 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11700510710698981145', time=2024-09-12T03:09:55.768915+0000, chain.objs.size()=1 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JaBWNuGY8KM4IHGlptT9SdqMkoqWpDL_0 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16450308522038610333', time=2024-09-12T03:09:56.846906+0000, chain.objs.size()=1 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZK6gpNxR6RII_M-1Vco6tnzalktKimH_0 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8736590537056972327', time=2024-09-12T03:09:57.058412+0000, chain.objs.size()=1 2024-09-12T01:34:09.084 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-rL-oEpLmBERCxGDIeY8GG4SgAz6VlG_0 2024-09-12T01:34:09.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7484696175647060721', time=2024-09-12T03:09:57.092813+0000, chain.objs.size()=1 2024-09-12T01:34:09.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7KcTCDgBwqXfSAoGPywI1WMkGd-L-_i_0 2024-09-12T01:34:09.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16967328037259375154', time=2024-09-12T03:09:57.111954+0000, chain.objs.size()=1 2024-09-12T01:34:09.085 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.082+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.X13ZJ6rtzIaDszYVIyhJ28XCv1Dr3E3_0 2024-09-12T01:34:09.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.084+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3927757220995625353', time=2024-09-12T03:10:34.850275+0000, chain.objs.size()=1 2024-09-12T01:34:09.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.084+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JNFW1ddFMPQgsThwKoN4ipLzR-obhKP_0 2024-09-12T01:34:09.086 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.084+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10376789711240846148', time=2024-09-12T03:10:34.998992+0000, chain.objs.size()=1 2024-09-12T01:34:09.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.084+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.c1iTGt_XD-cnGpP7U3ZXIaJCqzice8r_0 2024-09-12T01:34:09.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.084+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14036048380139668675', time=2024-09-12T03:10:35.025677+0000, chain.objs.size()=1 2024-09-12T01:34:09.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.084+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.h3y_VGT_5yJUSjxYEbUvCeD7qJy-c2B_0 2024-09-12T01:34:09.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.085+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2631313576870618927', time=2024-09-12T03:10:35.128458+0000, chain.objs.size()=1 2024-09-12T01:34:09.087 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.085+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mIPHZ83TveNVBYRPQJ-c51b6UnOuObf_0 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.085+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3953500706950111020', time=2024-09-12T03:10:35.333664+0000, chain.objs.size()=1 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.085+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2cy7HlZ4WIKL_ss3PRGRNTfBGKgeOZB_0 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10978336856504791678', time=2024-09-12T03:10:35.384376+0000, chain.objs.size()=1 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9xBSk_oVnMefm21_vDZhoxD5SYxdEpA_0 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2826514079443747317', time=2024-09-12T03:10:35.626272+0000, chain.objs.size()=1 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GEaWCKbN3DdXmzqW-OxP45HnqHzWW8w_0 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.086+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15970805092403883484', time=2024-09-12T03:10:36.264074+0000, chain.objs.size()=1 2024-09-12T01:34:09.088 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.086+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.DlEMQ7ZLaEBFvPcfpXFfmvc5Af9qmAb_0 2024-09-12T01:34:09.089 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15989098727486422149', time=2024-09-12T03:10:36.392773+0000, chain.objs.size()=1 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.92V8QzvyIXEfUYacFK_wt0A63kCRU-9_0 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.142710729557572852', time=2024-09-12T03:10:36.865141+0000, chain.objs.size()=1 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JeiBW-kAoPs7PBN1aFbwURIZ0UjzPWw_0 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4607952528759666659', time=2024-09-12T03:10:37.205290+0000, chain.objs.size()=1 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QGb6SSB0oFoubcvUWi8ZX_LJRLO3pPA_0 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.490377003971602528', time=2024-09-12T03:10:39.721489+0000, chain.objs.size()=1 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.087+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.adDHCd6OzAKI6fw3oFIHaK2iaS7XRVE_0 2024-09-12T01:34:09.090 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.088+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15550471205879182481', time=2024-09-12T03:10:40.045031+0000, chain.objs.size()=1 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.088+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Ov8nPrzaNJsDDSvZELKgec3W5OZGVyl_0 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.088+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3308557420141884851', time=2024-09-12T03:10:40.726463+0000, chain.objs.size()=1 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.088+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JiCS8kbwSL2oExaJg4Jz1n6NTp20vBx_0 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.089+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15082175123691771995', time=2024-09-12T03:10:40.803739+0000, chain.objs.size()=1 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.089+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.a4o3EV3tUxxWeGbvG3FOqufFa8uCOyT_0 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15761951799864972322', time=2024-09-12T03:10:41.411013+0000, chain.objs.size()=1 2024-09-12T01:34:09.091 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.IdocrBHGv4t978BGE12Uy8IxBOWpeEg_0 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.781087760997773840', time=2024-09-12T03:10:41.813334+0000, chain.objs.size()=1 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.TbImgG7nmyVttdJyiz7rXaGCNeAPaDM_0 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15951303009423864076', time=2024-09-12T03:10:42.222611+0000, chain.objs.size()=1 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tgc01r9C3B1V3FvzsKvszMnJFaLuRpG_0 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15490010718641773897', time=2024-09-12T03:10:42.375236+0000, chain.objs.size()=1 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.uzmr-kn3EP9-Dz9e2korzldB8YAkBZF_0 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15051795587989058790', time=2024-09-12T03:10:42.553861+0000, chain.objs.size()=1 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.4V77p8JKHFYwI0kwQsZ03dYBqi-cky8_0 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16306942897185358348', time=2024-09-12T03:10:42.592630+0000, chain.objs.size()=1 2024-09-12T01:34:09.092 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.090+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Tm8kPpZicChFH3HrVYENL6HDsqHu3Ir_0 2024-09-12T01:34:09.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15387385979872527171', time=2024-09-12T03:10:43.502654+0000, chain.objs.size()=1 2024-09-12T01:34:09.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QM95o9cQo2aSvELEurKrVqbA5CmDa8L_0 2024-09-12T01:34:09.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13184121964447129947', time=2024-09-12T03:10:43.830123+0000, chain.objs.size()=1 2024-09-12T01:34:09.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0b09Pisi_GGGJzcfrjBZvLOLJEHQd5v_0 2024-09-12T01:34:09.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10814621403540160846', time=2024-09-12T03:10:43.932436+0000, chain.objs.size()=1 2024-09-12T01:34:09.093 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.C4rRs9z0FAdJHt2OoBaz3DvwiExrKTS_0 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12371239791368117534', time=2024-09-12T03:10:43.953275+0000, chain.objs.size()=1 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vnrPEAX9d2FLZplFrbo7-rLbf3eUMT7_0 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.602652566827210404', time=2024-09-12T03:10:44.166637+0000, chain.objs.size()=1 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.092+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZewhIx9J6f7Ju-BZCNY2vGzhzA95rhQ_0 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.093+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.864341888912251077', time=2024-09-12T03:10:44.743639+0000, chain.objs.size()=1 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.093+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7laHmysi4_sctDTpHdHoN-gaAljhv6T_0 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.093+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17701972488862405028', time=2024-09-12T03:10:52.421438+0000, chain.objs.size()=1 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.093+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.332__shadow_.h7OdqzXXxFVX7j9KlwO1Bo9aj9venT1_0 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.093+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4045365302356426333', time=2024-09-12T03:11:25.072958+0000, chain.objs.size()=1 2024-09-12T01:34:09.094 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.093+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.370__shadow_.lT82fTwE9nQDu75K1lQBnBxDie51rgx_0 2024-09-12T01:34:09.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12209184332631234749', time=2024-09-12T03:12:29.703987+0000, chain.objs.size()=1 2024-09-12T01:34:09.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.436__shadow_.vQhnPrqCYPB280HcDU5mTDWZlItlN_y_0 2024-09-12T01:34:09.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.095+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14387348042782854324', time=2024-09-12T03:12:45.895582+0000, chain.objs.size()=1 2024-09-12T01:34:09.095 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.095+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.451__shadow_.HnJ3hOOCbJbPlRdKvsXjw2vJeSZVSzy_0 2024-09-12T01:34:09.098 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.098+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/49655 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16830650985104950324', time=2024-09-12T03:13:03.747321+0000, chain.objs.size()=1 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.465__shadow_.eS3TUOxe2JwEQmD34aeu6JLR0YFUs19_0 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1926551005657791785', time=2024-09-12T03:13:16.216394+0000, chain.objs.size()=1 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.uxEx6AWXW7fRBLd2fjM0CttB9exDYNG_0 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18150207734221914136', time=2024-09-12T03:13:27.004025+0000, chain.objs.size()=1 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.491__shadow_.KZMI-7N9yV4ENbGKlc3wtfEJCXgfLGL_0 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8948415809160486380', time=2024-09-12T03:13:29.483356+0000, chain.objs.size()=1 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.495__shadow_.1kS2dzXv0VszRQYis2AJsQVpoX425G5_0 2024-09-12T01:34:09.101 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11308179051105365657', time=2024-09-12T03:13:32.318047+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.498__shadow_.0NpUNRNgqhMHf8xKJe6z3vNZBvAevil_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6423312929593282000', time=2024-09-12T03:14:11.937263+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.515__shadow_.THRN5mRBguiGYObdRRUzeGISjSh9SdR_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14323650159957338414', time=2024-09-12T03:19:17.930355+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.557__shadow_.0IK7CZ4fTMpne0pp0CAIChvBjT4fBg4_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14280812357793385928', time=2024-09-12T03:19:54.712094+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.570__shadow:-QsX6Ub2TqgpTBRAHNDbEmftVjxnsHc_.YC6Z--Ha9DRLpovaS6-rOLJFbkHnGlZ_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16092836749818075376', time=2024-09-12T03:20:05.513300+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.575__shadow_.ohxEKPSp4R5wpphNI70KqoAnM59HJ4m_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.649878343782043968', time=2024-09-12T03:20:15.983468+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:o5GSAvJV2LrBWpA5xgrzlIkasyk2aem_.MK_XqfvPmd4bMIl1Otz-3CLsY0LAQ8u_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18303338539708149974', time=2024-09-12T03:20:17.297727+0000, chain.objs.size()=1 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:tg1YHikK-2rQWCN6m8SIP-8SxHvYP91_.DyNinu_NoU-Y2ym_sP5fw3h6h1z85hy_0 2024-09-12T01:34:09.102 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14110557570526425529', time=2024-09-12T03:20:20.592417+0000, chain.objs.size()=1 2024-09-12T01:34:09.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.100+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:BzO9alKZ4xoF36skiJPCiMV6uMi0-GK_.4np9lIs547TOXerPFEO1WR60_Nso1m6_0 2024-09-12T01:34:09.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6992964736697182510', time=2024-09-12T03:20:31.511948+0000, chain.objs.size()=1 2024-09-12T01:34:09.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:BZIZiKuXDabOPdzPAqYgw9dkkKh1Aam_.kbOC6J0MEoPtu0h7NlqyURLmRSiJSlq_0 2024-09-12T01:34:09.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4482365916275363713', time=2024-09-12T03:21:24.524239+0000, chain.objs.size()=1 2024-09-12T01:34:09.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:8aHrdrUIVOGyXaXpnHukAxinrVLlcwU_.STzTAevj9qPv3zs8u2NPgzQxCbiS0TZ_0 2024-09-12T01:34:09.103 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15111032068688204646', time=2024-09-12T03:24:31.996638+0000, chain.objs.size()=1 2024-09-12T01:34:09.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.617__shadow_.4I1E4GhzAqbpGoYxTvDH9Lfv7_hG88N_0 2024-09-12T01:34:09.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3862768825690300952', time=2024-09-12T03:29:18.025618+0000, chain.objs.size()=1 2024-09-12T01:34:09.104 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.103+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.741__shadow_.2sHUcyCiVOyiVCdR5eEmkLtpN4BqXGL_0 2024-09-12T01:34:09.106 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.106+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.108 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.108+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:34:09.109 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.109+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.110 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.110+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47087' 2024-09-12T01:34:09.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.28132283853536907', time=2024-09-12T03:04:53.361775+0000, chain.objs.size()=1 2024-09-12T01:34:09.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.204__shadow_.EIQEhat59ypLcvWEFguJmJ982JMj4Im_0 2024-09-12T01:34:09.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.967745554013340404', time=2024-09-12T03:07:02.569130+0000, chain.objs.size()=1 2024-09-12T01:34:09.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.248__shadow_.3wGqDZt3D2O96klRBmfrNsuorKpAMQ9_0 2024-09-12T01:34:09.113 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7621136257568981554', time=2024-09-12T03:07:03.589474+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.249__shadow_.fN8D1jPJuUqdzORkgX3Q78ceAuTSEg0_0 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17293969240699521063', time=2024-09-12T03:07:09.427223+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.255__shadow_.nFLVdKOWfdTJZMWlc7wy3zpn9Rf8F1o_0 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13753686001060015894', time=2024-09-12T03:07:10.438194+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.256__shadow_.JWcWNcL-zjPe3G7WlrJnOJBuhCTBxgc_0 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5443714775113996876', time=2024-09-12T03:07:52.179874+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ddHlDEnh-zMrWszF57V2uuAPCJ7gx6Q_0 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.609025755461975914', time=2024-09-12T03:07:52.484373+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3sKTJoryYEwYpTo8l0otYUseuPC-iE__0 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13094561475964500913', time=2024-09-12T03:07:52.579069+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OhdGfRLPoShxzS3H1oUpsYpqgKm62qZ_0 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3117457245411460454', time=2024-09-12T03:07:52.646495+0000, chain.objs.size()=1 2024-09-12T01:34:09.114 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.O_Hk-rMsrvibGPzEd7QRBoJi1ICsRd1_0 2024-09-12T01:34:09.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10676001481955783838', time=2024-09-12T03:07:52.727541+0000, chain.objs.size()=1 2024-09-12T01:34:09.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Cx1pZ9Ol1UsMeXimDzSkL98zQPHKvbX_0 2024-09-12T01:34:09.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15870003068266743133', time=2024-09-12T03:07:52.728360+0000, chain.objs.size()=1 2024-09-12T01:34:09.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Z6Mu5yjgKd-ttMD_2VEJVbGDsHRhOaG_0 2024-09-12T01:34:09.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6873389830538876137', time=2024-09-12T03:07:52.920218+0000, chain.objs.size()=1 2024-09-12T01:34:09.115 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.111+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xxTVRaPfyPtikp9K4Y4VD5Lsz3V1gs3_0 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.114+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14917523674064615271', time=2024-09-12T03:07:53.046521+0000, chain.objs.size()=1 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.114+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.csTiipU75Lk88HS7cRH-XrFqnHjCcTY_0 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.114+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17595648528090115161', time=2024-09-12T03:07:53.263988+0000, chain.objs.size()=1 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.114+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8anBZORtGHB-bZjdwldFyojO5yAQltR_0 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.114+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13354210262446470615', time=2024-09-12T03:07:53.916687+0000, chain.objs.size()=1 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.114+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WwXZysiL_XAmVeHGRLzzL9-b_bDahgu_0 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2215590393146298703', time=2024-09-12T03:07:53.962460+0000, chain.objs.size()=1 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.UBEmf3QpwCaSyYecL9b7wwDuCRHp49C_0 2024-09-12T01:34:09.116 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15548279234986667309', time=2024-09-12T03:07:54.158753+0000, chain.objs.size()=1 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Lo0OtrFqga-MjpVh38gT2VjNZeDiQQ6_0 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14686835434443449105', time=2024-09-12T03:07:54.407296+0000, chain.objs.size()=1 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oMCmjWl0I-SQhtx25p8eTKVj-EqSjwd_0 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4732176852856537302', time=2024-09-12T03:07:54.658788+0000, chain.objs.size()=1 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.j6eNZTmEeJKt-xgQh4iDv9pOuIhCG_p_0 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1744449124116031352', time=2024-09-12T03:07:55.651155+0000, chain.objs.size()=1 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7BJWqpo63CAafmUxPRne-L5RowOIPCP_0 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15780972690270953955', time=2024-09-12T03:07:55.971836+0000, chain.objs.size()=1 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.115+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.G7LHe0V8gdqLtq66C5MG9lXbLIfq7Lt_0 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.116+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.35535450213136142', time=2024-09-12T03:07:56.178469+0000, chain.objs.size()=1 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.116+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KRMlyEA63SpFonyAd8_w6p1CAfHTRhc_0 2024-09-12T01:34:09.117 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.116+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1565170237147446482', time=2024-09-12T03:07:56.667026+0000, chain.objs.size()=1 2024-09-12T01:34:09.118 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.116+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fuZfgkBRUpDKFeR631VGJjVfq76meq0_0 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.117+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15228103255608201131', time=2024-09-12T03:07:56.760818+0000, chain.objs.size()=1 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.117+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mI8VZxBm5KenRyHPpWgXkC-oVOGzxcF_0 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.595717338668853028', time=2024-09-12T03:07:57.131697+0000, chain.objs.size()=1 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GBlfSp1HL2zpkYxx070wyISPvBB6aQy_0 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4470662790430966411', time=2024-09-12T03:07:57.484925+0000, chain.objs.size()=1 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s_VOgHqKXltfGCOS4MP4seggeaZPtiS_0 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17286301824409163372', time=2024-09-12T03:07:57.486195+0000, chain.objs.size()=1 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Y8y610P3xAV-_xF3oal91VxOlRQt_pI_0 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2829460353427910992', time=2024-09-12T03:07:58.009468+0000, chain.objs.size()=1 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.1lycfO545wv7B9kGLDsSU4CfMj7ouPo_0 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12187405781058375978', time=2024-09-12T03:07:58.042830+0000, chain.objs.size()=1 2024-09-12T01:34:09.119 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.XBnnhSezDCSv7w8l2BuMFuB6ymGVFrV_0 2024-09-12T01:34:09.120 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.980501474774901362', time=2024-09-12T03:07:58.085435+0000, chain.objs.size()=1 2024-09-12T01:34:09.120 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.119+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ox6aMs1Giipr0b7gvfSjfzJx552hPG2_0 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11028495822723545594', time=2024-09-12T03:07:58.268319+0000, chain.objs.size()=1 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.y7UVvK287XBzvPD3HHUXs3-h-y8EmlT_0 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5860558692079795058', time=2024-09-12T03:07:58.312195+0000, chain.objs.size()=1 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.iR1VnG95zUCAZOmIKmCcwRN_dlyf7Hk_0 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9930469999778022981', time=2024-09-12T03:07:58.664210+0000, chain.objs.size()=1 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._5WrNyNBtXbGWnUlU8dEUZG6P5zz3_d_0 2024-09-12T01:34:09.122 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3544684649193220214', time=2024-09-12T03:07:59.415649+0000, chain.objs.size()=1 2024-09-12T01:34:09.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rMPXtA_DzJPsmgBforCy0wXEN5ZmyqL_0 2024-09-12T01:34:09.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18441235883225053842', time=2024-09-12T03:07:59.674345+0000, chain.objs.size()=1 2024-09-12T01:34:09.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rJRKqIjT_TPTioD-4cB2EYfKI7uzR2s_0 2024-09-12T01:34:09.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3288732965131346542', time=2024-09-12T03:08:00.359467+0000, chain.objs.size()=1 2024-09-12T01:34:09.123 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.122+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.MVyR10XZw5dzqft4VYXbWDEq_va8OCn_0 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4388634481545151040', time=2024-09-12T03:08:00.678094+0000, chain.objs.size()=1 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._UincThy0FKDjapO5JIdY178cVjqCKN_0 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6070021653554845173', time=2024-09-12T03:08:00.678609+0000, chain.objs.size()=1 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wFgodUXEj9vZ9AfXNS0XB_Zsans6mv4_0 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1059850592160392215', time=2024-09-12T03:08:01.253284+0000, chain.objs.size()=1 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.GLR8J52ZE3x0DrSafYeP-6NIFLMebOe_0 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2275926630302497613', time=2024-09-12T03:08:01.254755+0000, chain.objs.size()=1 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lQ93jEbViUlFVbuFfQFqHLPvuQL-9Ei_0 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5846610474771660370', time=2024-09-12T03:08:01.271671+0000, chain.objs.size()=1 2024-09-12T01:34:09.124 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.123+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Kg0vsvlxmaE3cVjJZVWm3iKOwh9wal4_0 2024-09-12T01:34:09.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10640567565564065536', time=2024-09-12T03:08:01.450600+0000, chain.objs.size()=1 2024-09-12T01:34:09.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.uaRQUpzC056SUMhYkTHvGUMdnj2k09h_0 2024-09-12T01:34:09.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9034354246068867634', time=2024-09-12T03:08:01.508155+0000, chain.objs.size()=1 2024-09-12T01:34:09.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.9bNi-v375iHFODuXU1UlSJCXlD6Z35b_0 2024-09-12T01:34:09.125 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2777469047480037161', time=2024-09-12T03:08:02.020249+0000, chain.objs.size()=1 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7vnHE9Q_V6kQBnpAP1isVAkz8-jxogL_0 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5158503485425718535', time=2024-09-12T03:08:02.095956+0000, chain.objs.size()=1 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ooPENmc-rC7QWRO0w3GrIpUsQ6l8YAf_0 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12513093386922316819', time=2024-09-12T03:08:02.145988+0000, chain.objs.size()=1 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.AROlXXfBE5tgia4Dwba9LTcRan1Csvw_0 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14649886954702160369', time=2024-09-12T03:08:02.330053+0000, chain.objs.size()=1 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.125+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.IZqF7USaRHn3m6uAVRLV5LkUkwEWjtv_0 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.126+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15684178795339552142', time=2024-09-12T03:08:02.424098+0000, chain.objs.size()=1 2024-09-12T01:34:09.126 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.126+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.terLMZexhgNu_wWSEkQD4rluXSJWt46_0 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6960328860923375911', time=2024-09-12T03:08:02.507642+0000, chain.objs.size()=1 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8XiDbmg5JW4M_6SfTHlcR1ACz73eGnP_0 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10343014058191544387', time=2024-09-12T03:08:02.681563+0000, chain.objs.size()=1 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oMkiV3brUV9jcMhNecUmo4oP8FztD3M_0 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16051276701833723302', time=2024-09-12T03:08:02.726469+0000, chain.objs.size()=1 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fb_aA1wO3Q02l9akvGTEVY33bShSGI7_0 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6310716235962417057', time=2024-09-12T03:08:02.813271+0000, chain.objs.size()=1 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xijw4FlG7XC_4r0_39ODGVFjJYu_vKp_0 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13194817470193926513', time=2024-09-12T03:08:07.673498+0000, chain.objs.size()=1 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.267__shadow_.WKztks1ZmkcL_Pe5hs7v0lNuBDzuEwa_0 2024-09-12T01:34:09.128 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18443098474793071974', time=2024-09-12T03:08:09.531729+0000, chain.objs.size()=1 2024-09-12T01:34:09.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.127+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.269__shadow_.xI03XyfYPN752nQ-rkJEc3PciNbE_rI_0 2024-09-12T01:34:09.129 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.129+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12336754333584037077', time=2024-09-12T03:08:10.473226+0000, chain.objs.size()=1 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.129+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.270__shadow_.PE13ehMnRagRqieFhcRuSB8vOiRf5Mh_0 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.129+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3399438477520679370', time=2024-09-12T03:08:16.209040+0000, chain.objs.size()=1 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.129+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.276__shadow_.tS5TziTU_ycd0ZJvBW8-tbqFsIT0FJP_0 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17731523093685210721', time=2024-09-12T03:08:19.174439+0000, chain.objs.size()=1 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.279__shadow_.tyy0noWQB1NITVY1SVU3-6vqKXxrr--_0 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.130+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1474644664108672477', time=2024-09-12T03:08:22.090609+0000, chain.objs.size()=1 2024-09-12T01:34:09.130 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.130+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.282__shadow_.L7eOnRyxasaoNqtWzcXxU6G-S_RJFDj_0 2024-09-12T01:34:09.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.131+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.282179953211154530', time=2024-09-12T03:08:22.094776+0000, chain.objs.size()=1 2024-09-12T01:34:09.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.131+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.282__shadow_.TXNtRXm4cfUDVre2LWqI4PpsO2zTw5n_0 2024-09-12T01:34:09.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.131+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11218936446377308754', time=2024-09-12T03:08:27.144323+0000, chain.objs.size()=1 2024-09-12T01:34:09.131 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.131+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.287__shadow_.pJcWDMPhpldA24AlXYKjHrxnuILXNhm_0 2024-09-12T01:34:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12239041321343686758', time=2024-09-12T03:08:36.940810+0000, chain.objs.size()=1 2024-09-12T01:34:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.294__shadow_.bCp6-HFsffKWpKM5jkyWEIBMYf8Ue-L_0 2024-09-12T01:34:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17860919464315873624', time=2024-09-12T03:08:39.909220+0000, chain.objs.size()=1 2024-09-12T01:34:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.297__shadow_.PXGYX2zuFnqSno-9uy9jTwrKC59vXYE_0 2024-09-12T01:34:09.133 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3928342951744214715', time=2024-09-12T03:09:46.734680+0000, chain.objs.size()=1 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ynWM4vcNZJTNa_qMinNNJjkpTTodS-X_0 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9568472973800148921', time=2024-09-12T03:09:47.004906+0000, chain.objs.size()=1 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fpkm3cpYKc21_fPnPHNYvsEfxMbOgiV_0 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6519647847842849129', time=2024-09-12T03:09:47.312052+0000, chain.objs.size()=1 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0VzKYualZGTNT0YwSuB7as5nZ8t2JM2_0 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12943303604408464855', time=2024-09-12T03:09:47.518009+0000, chain.objs.size()=1 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.2xEqzT_lvcNYI1JrYXwDZBSCgKLWCCh_0 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6052969844969345036', time=2024-09-12T03:09:47.676914+0000, chain.objs.size()=1 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OC9Kta-Jjkfppl8pqdQc_4SSPT3l4Xx_0 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16883834748661948666', time=2024-09-12T03:09:47.714533+0000, chain.objs.size()=1 2024-09-12T01:34:09.134 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HhqZh22_KdOpKzspbMidtwuTculLH9i_0 2024-09-12T01:34:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17474113179505649711', time=2024-09-12T03:09:48.632232+0000, chain.objs.size()=1 2024-09-12T01:34:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.133+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TyMJqgXfgZKIeD22km2sSuArSlqAzPc_0 2024-09-12T01:34:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.134+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4680144630582515656', time=2024-09-12T03:09:48.693770+0000, chain.objs.size()=1 2024-09-12T01:34:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.134+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4svhoZEaLTZ3VZ6BIVchFwfimKZhZDq_0 2024-09-12T01:34:09.135 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.135+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13112576146443160360', time=2024-09-12T03:09:49.123777+0000, chain.objs.size()=1 2024-09-12T01:34:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.135+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5TMrBrt9tLo3fnLtSW_tBjVmSoKULLR_0 2024-09-12T01:34:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.136+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3392033820795765753', time=2024-09-12T03:09:49.347809+0000, chain.objs.size()=1 2024-09-12T01:34:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.136+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.iJjLjeVjRO1Q4OKrUV0CFC3lqx11V6V_0 2024-09-12T01:34:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.136+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3671228544364505576', time=2024-09-12T03:09:49.971396+0000, chain.objs.size()=1 2024-09-12T01:34:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.136+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.167s-MnbeLiUOeMERI52pq73uzUhC06_0 2024-09-12T01:34:09.136 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.136+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9083101544274739352', time=2024-09-12T03:09:49.982571+0000, chain.objs.size()=1 2024-09-12T01:34:09.137 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.136+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ImONVkzyPN9Rjkmn7iBqK3-cv3k-oQm_0 2024-09-12T01:34:09.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.137+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6577376070253737753', time=2024-09-12T03:09:49.988122+0000, chain.objs.size()=1 2024-09-12T01:34:09.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.137+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rsev9wFkEtkeRX8W8ICfmFEp8RruhY8_0 2024-09-12T01:34:09.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.137+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12172961572750581892', time=2024-09-12T03:09:50.146899+0000, chain.objs.size()=1 2024-09-12T01:34:09.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.137+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tPQddULuFnyJ859UJON1wtDF2dRwS41_0 2024-09-12T01:34:09.138 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2373582617815818970', time=2024-09-12T03:09:50.157767+0000, chain.objs.size()=1 2024-09-12T01:34:09.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nryZ-l3zX7G666MI05bYO14jLWfwOeP_0 2024-09-12T01:34:09.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16975417117411196654', time=2024-09-12T03:09:50.230589+0000, chain.objs.size()=1 2024-09-12T01:34:09.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TZWaxdffcR41CrcRhA9GK_2z9EpamFa_0 2024-09-12T01:34:09.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16152470470856033072', time=2024-09-12T03:09:50.380233+0000, chain.objs.size()=1 2024-09-12T01:34:09.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fq2QO5CGNZQ3SRp_y3hq-n5oog9BFJy_0 2024-09-12T01:34:09.139 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11241623936106968811', time=2024-09-12T03:09:50.429383+0000, chain.objs.size()=1 2024-09-12T01:34:09.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kUSCxMfcPY3O2zhzvq4qu_wOgp6RPhY_0 2024-09-12T01:34:09.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1027759835754108295', time=2024-09-12T03:09:51.200256+0000, chain.objs.size()=1 2024-09-12T01:34:09.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8pQblV3HjsNZGKQyaPFF9pKN7dNrx2E_0 2024-09-12T01:34:09.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15366264922070895663', time=2024-09-12T03:09:51.360641+0000, chain.objs.size()=1 2024-09-12T01:34:09.140 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.138+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qDIzJcWM9sh-w3V3lkwKzCaTxulUD8w_0 2024-09-12T01:34:09.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.139+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3942653387953773719', time=2024-09-12T03:09:51.361491+0000, chain.objs.size()=1 2024-09-12T01:34:09.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.139+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qhIyuADSsQKuRtXvf0Sl4Ao8k68C82w_0 2024-09-12T01:34:09.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.139+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13120613160446515681', time=2024-09-12T03:09:51.885296+0000, chain.objs.size()=1 2024-09-12T01:34:09.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.139+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5SpEHy3eRV07Zqf2i-hpxbc9ukbouNm_0 2024-09-12T01:34:09.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.140+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2290820185900095131', time=2024-09-12T03:09:52.042751+0000, chain.objs.size()=1 2024-09-12T01:34:09.141 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.140+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ec6jjna0QkvGPeTmWeVVnn3psN9xqpb_0 2024-09-12T01:34:09.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.141+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2722394871486652072', time=2024-09-12T03:09:52.120617+0000, chain.objs.size()=1 2024-09-12T01:34:09.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.141+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pheed8A2lcz22xrpKGm2lUAb-UWEeLJ_0 2024-09-12T01:34:09.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.142+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15926489779863176626', time=2024-09-12T03:09:52.132367+0000, chain.objs.size()=1 2024-09-12T01:34:09.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.142+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.yrPay6B6S8utw7XXk0bouQTHVQtzsh5_0 2024-09-12T01:34:09.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.142+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4563421059560846280', time=2024-09-12T03:09:52.150962+0000, chain.objs.size()=1 2024-09-12T01:34:09.142 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.142+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.h2v5LFKNoTAUkck_PXmANCapwXtnZpz_0 2024-09-12T01:34:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16192275882120139324', time=2024-09-12T03:09:52.516185+0000, chain.objs.size()=1 2024-09-12T01:34:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.PQvnWDFUfdUyq9xfT2GYBXEZRQS5I7B_0 2024-09-12T01:34:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12848341248188497182', time=2024-09-12T03:09:52.775016+0000, chain.objs.size()=1 2024-09-12T01:34:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.l7-2nVTOkorYSsskR9qYsP2WiQ-bmgc_0 2024-09-12T01:34:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5523545834551183601', time=2024-09-12T03:09:53.356283+0000, chain.objs.size()=1 2024-09-12T01:34:09.143 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZB6EN-IyRTjzEwtEjIlhw2ZwbIFCl2k_0 2024-09-12T01:34:09.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12323880384050078786', time=2024-09-12T03:09:54.166751+0000, chain.objs.size()=1 2024-09-12T01:34:09.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.USmpZCgzDd3tyfWq-N4iBMvc9XNt4bE_0 2024-09-12T01:34:09.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4453015814979869624', time=2024-09-12T03:09:54.526029+0000, chain.objs.size()=1 2024-09-12T01:34:09.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rAQUvlssVQN3IbsS6tKuvfPWDUMHiQ4_0 2024-09-12T01:34:09.144 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3190735991053579680', time=2024-09-12T03:09:55.120534+0000, chain.objs.size()=1 2024-09-12T01:34:09.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.143+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OMZykJHpwzEH_r545hOEWyqOfVIXcF6_0 2024-09-12T01:34:09.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.145+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17461694210155199877', time=2024-09-12T03:09:55.449844+0000, chain.objs.size()=1 2024-09-12T01:34:09.145 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.145+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.J1kVx0emh-vlipThJ0-o87N78kvHZok_0 2024-09-12T01:34:09.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.145+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13108056465449496792', time=2024-09-12T03:09:55.507358+0000, chain.objs.size()=1 2024-09-12T01:34:09.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.145+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.SKy9BQy7oeL8QRj-JCtd24DlKufhuO0_0 2024-09-12T01:34:09.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.145+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6874337479538843201', time=2024-09-12T03:09:55.543780+0000, chain.objs.size()=1 2024-09-12T01:34:09.146 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.145+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.d5Y6m2XbSLdwRmpXh26yID0evWpnifG_0 2024-09-12T01:34:09.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.148+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6577729752840878200', time=2024-09-12T03:09:55.872847+0000, chain.objs.size()=1 2024-09-12T01:34:09.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.148+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qefqnNx03tAWcKl_2WImTVYmeLBi3w5_0 2024-09-12T01:34:09.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.148+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15755241404266541781', time=2024-09-12T03:09:55.876470+0000, chain.objs.size()=1 2024-09-12T01:34:09.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.148+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rww57YCpolRvSNVtIalAjCJ9kA2pNQJ_0 2024-09-12T01:34:09.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.148+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14203406290227885305', time=2024-09-12T03:09:55.953155+0000, chain.objs.size()=1 2024-09-12T01:34:09.148 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.148+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jfer6iZc9IH9RmnlafWxD-lBXzxCbLb_0 2024-09-12T01:34:09.150 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.150+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/47087 2024-09-12T01:34:09.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=56, truncated=0, next_marker='' 2024-09-12T01:34:09.153 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18008116320172531919', time=2024-09-12T03:09:56.342757+0000, chain.objs.size()=1 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NJW0DaQjCEKF3DTNVTiCpF5mSfM5clk_0 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7915018737471906999', time=2024-09-12T03:09:56.442561+0000, chain.objs.size()=1 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.HbKqtdI5qsp-sf5rzYqwUoT3EpTCzIv_0 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16346738492224893937', time=2024-09-12T03:09:56.456679+0000, chain.objs.size()=1 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ZORDS_BrwUjE_Yu6pqIivAWMAgApd14_0 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7799725073184467151', time=2024-09-12T03:09:56.557611+0000, chain.objs.size()=1 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4Bc6GrlY-UH5UF7oOkys4pWAMZsD9vW_0 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10162445607938351252', time=2024-09-12T03:09:56.848882+0000, chain.objs.size()=1 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.RUg8jXgpTiI_IkWmgufoxssGRnlnj4q_0 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9303035288459199108', time=2024-09-12T03:09:57.059855+0000, chain.objs.size()=1 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.D3G6pb3XRL66lLpna0dyfKW0GUUocAj_0 2024-09-12T01:34:09.154 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16291583110649379106', time=2024-09-12T03:10:34.713142+0000, chain.objs.size()=1 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-S46umCGNx3dZ4WcG1wodpNWKa_7bZb_0 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6557990474140807230', time=2024-09-12T03:10:34.877679+0000, chain.objs.size()=1 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.675q66q47gC0vix7y0Jz9tKkp6R0ulD_0 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5218633820238466999', time=2024-09-12T03:10:35.505957+0000, chain.objs.size()=1 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QZjUnpH5joBcx4703_gxgs1gTmUkBrN_0 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6887160408757022312', time=2024-09-12T03:10:36.619877+0000, chain.objs.size()=1 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jGKxfB3HnOzHgXHEBPTEA2-JIYsziTY_0 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8541078262515577850', time=2024-09-12T03:10:36.851781+0000, chain.objs.size()=1 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.oN753IwCKqd8BdncT538n1T2g7qYKZY_0 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18002011182544326675', time=2024-09-12T03:10:36.904161+0000, chain.objs.size()=1 2024-09-12T01:34:09.155 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.153+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1GULBaPdDFy9FiOhyzgDhtkoYAZEuPO_0 2024-09-12T01:34:09.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.155+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8986448647780580160', time=2024-09-12T03:10:36.991896+0000, chain.objs.size()=1 2024-09-12T01:34:09.156 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.155+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kW8IPGF88tHQxEisYSahwMJ7xcs4hSh_0 2024-09-12T01:34:09.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.156+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2175057964931282960', time=2024-09-12T03:10:37.826629+0000, chain.objs.size()=1 2024-09-12T01:34:09.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RbsPWZzNggp7IK_XZVkXxyHZTPwcmUs_0 2024-09-12T01:34:09.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1806544189913343534', time=2024-09-12T03:10:38.537720+0000, chain.objs.size()=1 2024-09-12T01:34:09.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kkMdtRXUqiLnUaqizYUrUAWjGtJELsj_0 2024-09-12T01:34:09.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15986252076048256338', time=2024-09-12T03:10:39.086606+0000, chain.objs.size()=1 2024-09-12T01:34:09.157 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.RtyCmva6zluTdlA6flYsvuPba5NNZEN_0 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8313083454470223239', time=2024-09-12T03:10:39.303399+0000, chain.objs.size()=1 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.s-tf0W684bNYvCsYzkBrDZDSwsLPRUU_0 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10809691431847415751', time=2024-09-12T03:10:41.054255+0000, chain.objs.size()=1 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.MHvI_CgK524qbJxZUv79XYByhmUM9pQ_0 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3715441605818643292', time=2024-09-12T03:10:41.163306+0000, chain.objs.size()=1 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.iUApLweAKjpIyyEX6rPb7Rt-dLrPY6P_0 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1953873323207904817', time=2024-09-12T03:10:41.275083+0000, chain.objs.size()=1 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ovxt3d6lO_Ex6qWEZxpTAjsKSaFd-DS_0 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7572860866145172033', time=2024-09-12T03:10:41.877655+0000, chain.objs.size()=1 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tuyx1GdTYs_4iC-wAgeLzwg4SKcfcbU_0 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4242719017733877345', time=2024-09-12T03:10:42.215895+0000, chain.objs.size()=1 2024-09-12T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ga1ROrrYEwZfpwY_oDMdsmdCQCulFqZ_0 2024-09-12T01:34:09.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18129584793445390496', time=2024-09-12T03:10:42.633101+0000, chain.objs.size()=1 2024-09-12T01:34:09.159 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.157+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sbMXbJVLFPWZsKNyOQv8U38PGqhR2Nt_0 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4920954099969322134', time=2024-09-12T03:10:42.651433+0000, chain.objs.size()=1 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.b9EfXgX8Yr_FyDS5KJm5t_rqgs-jkqU_0 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11171612831449336963', time=2024-09-12T03:10:42.714445+0000, chain.objs.size()=1 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ly8iMQthRFzGPEAMcoR9XRDw7E4bGyR_0 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13167919913200930516', time=2024-09-12T03:10:43.041294+0000, chain.objs.size()=1 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FhO6eUMyId02p9wLXwFHp0mFhLxWKeQ_0 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12069834159960266032', time=2024-09-12T03:10:43.042402+0000, chain.objs.size()=1 2024-09-12T01:34:09.160 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.160+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.bsAbcXC0HJJq6LzN8DXOj7SZR5qQDqx_0 2024-09-12T01:34:09.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14153053995280833258', time=2024-09-12T03:10:43.174671+0000, chain.objs.size()=1 2024-09-12T01:34:09.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.JUHGu6tvJIizUD7JOIfDvMvIrmOVUG0_0 2024-09-12T01:34:09.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.161+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7397795905498237144', time=2024-09-12T03:10:44.488488+0000, chain.objs.size()=1 2024-09-12T01:34:09.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.161+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yM9yJEvEvsuhIoybd8S1I_IK7ne-at0_0 2024-09-12T01:34:09.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2023213226598917903', time=2024-09-12T03:10:44.497318+0000, chain.objs.size()=1 2024-09-12T01:34:09.161 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YG8XwLI6UcEnzJLP6iBP3GdMe4kOaS4_0 2024-09-12T01:34:09.162 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15591194046516881181', time=2024-09-12T03:10:45.005627+0000, chain.objs.size()=1 2024-09-12T01:34:09.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zYYyG3_ZjepajLZPRIZs-Mfd2dEcP7B_0 2024-09-12T01:34:09.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9531330121645358702', time=2024-09-12T03:10:48.675858+0000, chain.objs.size()=1 2024-09-12T01:34:09.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.328__shadow_.kZraYcDs7fJPt6mewna8Lr2Pipgycsf_0 2024-09-12T01:34:09.163 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13314175010651364326', time=2024-09-12T03:10:59.449011+0000, chain.objs.size()=1 2024-09-12T01:34:09.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.340__shadow_.okJDMaRf-ZSAuwCdSzKNPIXBLOgid0L_0 2024-09-12T01:34:09.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4548281415443804521', time=2024-09-12T03:11:38.485748+0000, chain.objs.size()=1 2024-09-12T01:34:09.164 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.162+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.383__shadow_.mJY77hqUj23pYjdE-m3OHo7k-14YQ4C_0 2024-09-12T01:34:09.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.163+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.369365263242622056', time=2024-09-12T03:12:59.814069+0000, chain.objs.size()=1 2024-09-12T01:34:09.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.163+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.462__shadow_.7S9hltklJ27KfbnQNKd7cZOlCwpoLoB_0 2024-09-12T01:34:09.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7184931236732919314', time=2024-09-12T03:13:01.183552+0000, chain.objs.size()=1 2024-09-12T01:34:09.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.463__shadow_.Odg6CO7CKRMQh7ejiSnLAYA69N8jjYK_0 2024-09-12T01:34:09.165 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.164+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9283794794656876889', time=2024-09-12T03:13:13.657851+0000, chain.objs.size()=1 2024-09-12T01:34:09.166 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.164+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.481__shadow_.-_2B59JRLXySEF1oj2pSYrKKaZcwllN_0 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9749982067906831434', time=2024-09-12T03:14:09.226911+0000, chain.objs.size()=2 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.512__shadow_.EG4BxnHdtbj-2jhyKQ1LA738LEbaz0S_0 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.512__shadow_.EG4BxnHdtbj-2jhyKQ1LA738LEbaz0S_1 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.900087446274707833', time=2024-09-12T03:14:22.336855+0000, chain.objs.size()=1 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.517__shadow_.v9lI4qJqR92sQo-GZ8vqZievydriRSs_0 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11113199869928957059', time=2024-09-12T03:14:22.500550+0000, chain.objs.size()=1 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.166+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.518__multipart_mymultipart.2~Jv5cank7d2DAOlUxxCOSn3_ceVTU0vg.1 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13174380447121637701', time=2024-09-12T03:15:04.709845+0000, chain.objs.size()=3 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~pDjAFM8bVfMkszTHV5aBIc2vPzOh7hc.1 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~pDjAFM8bVfMkszTHV5aBIc2vPzOh7hc.2 2024-09-12T01:34:09.167 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.521__multipart_mymultipart.2~pDjAFM8bVfMkszTHV5aBIc2vPzOh7hc.3 2024-09-12T01:34:09.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7223991199049727976', time=2024-09-12T03:17:10.340318+0000, chain.objs.size()=2 2024-09-12T01:34:09.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~ASVhC8AaGm-EWyPjRhAKwAxeJlto-0P.1 2024-09-12T01:34:09.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~ASVhC8AaGm-EWyPjRhAKwAxeJlto-0P.2 2024-09-12T01:34:09.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6996528936756743729', time=2024-09-12T03:17:31.253748+0000, chain.objs.size()=3 2024-09-12T01:34:09.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~2K-dTG8r5m2ZO5ue2oGHfaNzYOH9aDD.1 2024-09-12T01:34:09.168 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.167+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~2K-dTG8r5m2ZO5ue2oGHfaNzYOH9aDD.2 2024-09-12T01:34:09.169 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.169+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~2K-dTG8r5m2ZO5ue2oGHfaNzYOH9aDD.3 2024-09-12T01:34:09.170 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.170+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17343884184294283330', time=2024-09-12T03:19:43.478031+0000, chain.objs.size()=1 2024-09-12T01:34:09.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.170+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:oWqmcYM6gbl63H.X5Bl7QMY3fF3nZ5y_.Rchpn-_bWcQm--b-pT8-4J31X9CeIZK_0 2024-09-12T01:34:09.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.170+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15157230406263739931', time=2024-09-12T03:19:55.952219+0000, chain.objs.size()=1 2024-09-12T01:34:09.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.170+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.571__shadow_.IXNa_Xg0J3BS9grvmzy4ncE64Yta57Z_0 2024-09-12T01:34:09.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.170+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.860247125243237613', time=2024-09-12T03:20:05.624436+0000, chain.objs.size()=1 2024-09-12T01:34:09.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.170+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.575__shadow_.ohxEKPSp4R5wpphNI70KqoAnM59HJ4m_0 2024-09-12T01:34:09.171 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10205933673239505750', time=2024-09-12T03:20:10.378312+0000, chain.objs.size()=1 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:VjS1LABJUayc-NmuNz7J8L93NnO5b73_.hakL4wRh7bwYXmFMjimeYf2cR5u8kji_0 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7545344126789030293', time=2024-09-12T03:20:33.365277+0000, chain.objs.size()=1 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:Xj8rEGYJNG0bRpdVHx6q5U98RNLNOXV_.Doaxi7ydKIgroibV2JTZ0eoP_aL7O5B_0 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7460085098894015973', time=2024-09-12T03:21:10.519658+0000, chain.objs.size()=4 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~6bMmEmR08Ae2nt_PJo0k9CAvqOJQBgg.1 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~6bMmEmR08Ae2nt_PJo0k9CAvqOJQBgg.2 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~6bMmEmR08Ae2nt_PJo0k9CAvqOJQBgg.3 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.578__multipart_testobj.2~6bMmEmR08Ae2nt_PJo0k9CAvqOJQBgg.4 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3895849532560475130', time=2024-09-12T03:21:15.606166+0000, chain.objs.size()=1 2024-09-12T01:34:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.171+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:r6TCEfGYRSkTBwKPLhVE.MlxY6uMIXk_.2shUcejQR4bdKUtc7PXiE8V8XfvsFOv_0 2024-09-12T01:34:09.173 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.174+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6502079601905876581', time=2024-09-12T03:21:20.983169+0000, chain.objs.size()=1 2024-09-12T01:34:09.174 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.174+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.585__shadow:S.SlVdmGTSUD23cbeYskZSrBvkvJlaZ_.NuHz2i_V235PHAn41STThjEstJXB0rS_0 2024-09-12T01:34:09.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7055925498582157564', time=2024-09-12T03:21:22.416071+0000, chain.objs.size()=1 2024-09-12T01:34:09.176 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.586__shadow:HU0EfjJ.IpNcqCwnljX4bDGyWZeiLZ3_.LxtC2bDWDTZvfabZvzf_HE3NkW63w2b_0 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15581816831168235855', time=2024-09-12T03:21:24.618165+0000, chain.objs.size()=1 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:lE7PDTwuCxEaW9Eoe5wccrFhKuitudP_.J-2VxNq7aKyCO-clAingNFtUauUXkqA_0 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16923240061264123329', time=2024-09-12T03:26:39.235633+0000, chain.objs.size()=1 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.641__shadow_.bXC0m0v4m-V1zz9ua8rL9H-qIoC3k5F_0 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4291002855276968515', time=2024-09-12T03:27:36.034143+0000, chain.objs.size()=1 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.663__shadow_.AD_VBGBpANK7kenT-ry4XP71P6N5xLi_0 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17167342132033182404', time=2024-09-12T03:27:50.399607+0000, chain.objs.size()=1 2024-09-12T01:34:09.177 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.176+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.679__shadow_.kBKMieGgYMycokcYyy0QIk87Mt-zqBW_0 2024-09-12T01:34:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.179+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.181 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.181+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:34:09.182 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.183+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.183 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.183+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45711' 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2971066086627308664', time=2024-09-12T03:03:08.562061+0000, chain.objs.size()=5 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-LUKEWARM.2~gETzvH0c3LNGC-k4uA1xnB-ez7jmEtS.1 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__shadow_mymultipart-LUKEWARM.2~gETzvH0c3LNGC-k4uA1xnB-ez7jmEtS.1_1 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-LUKEWARM.2~gETzvH0c3LNGC-k4uA1xnB-ez7jmEtS.2 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__shadow_mymultipart-LUKEWARM.2~gETzvH0c3LNGC-k4uA1xnB-ez7jmEtS.2_1 2024-09-12T01:34:09.185 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.159__multipart_mymultipart-LUKEWARM.2~gETzvH0c3LNGC-k4uA1xnB-ez7jmEtS.3 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10081893673401550616', time=2024-09-12T03:04:52.307608+0000, chain.objs.size()=1 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.203__shadow_.cxmhF6dk745kihhXpZjviP9J1lvJa_d_0 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10829031404313222289', time=2024-09-12T03:06:56.971092+0000, chain.objs.size()=1 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.243__shadow_.5PWdQJozRGPcRKEd-5TbBl8-YKkO3mG_0 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14738299786730132184', time=2024-09-12T03:07:13.238273+0000, chain.objs.size()=1 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.259__shadow_.aT9cOqD9HihTYrclTYL2bgF3EnNcHiv_0 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15020050437420694778', time=2024-09-12T03:07:15.178057+0000, chain.objs.size()=1 2024-09-12T01:34:09.186 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.261__shadow_.QVngdx7OeWFPnNNkK5Ky6CS8XRyWAiD_0 2024-09-12T01:34:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8632618514485958408', time=2024-09-12T03:07:52.455798+0000, chain.objs.size()=1 2024-09-12T01:34:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.smY15qpGKvVp9yF_i1cWV3cFmCWVaJh_0 2024-09-12T01:34:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7138998553553421941', time=2024-09-12T03:07:53.187731+0000, chain.objs.size()=1 2024-09-12T01:34:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.s209Axel4NwKFBhLjLpa2v5B2DqaCyG_0 2024-09-12T01:34:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2912436212528672589', time=2024-09-12T03:07:54.156787+0000, chain.objs.size()=1 2024-09-12T01:34:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.184+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._Z9ktkDGfgMGZ4IbdVCFdE7MBqenPk2_0 2024-09-12T01:34:09.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12835156600436482498', time=2024-09-12T03:07:54.157461+0000, chain.objs.size()=1 2024-09-12T01:34:09.189 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.JO3NT-rVogJ4CNV19Iz0fKuI4_SIhuY_0 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14226549752286246299', time=2024-09-12T03:07:54.568502+0000, chain.objs.size()=1 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.W4mJsxIczwDiTxe__JA3exSoGIPf0xd_0 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5049102918866755617', time=2024-09-12T03:07:54.783047+0000, chain.objs.size()=1 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.hLPw5MV4HbJoH9bAFlKUZHdhqGIonzu_0 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11871841951895595901', time=2024-09-12T03:07:56.096523+0000, chain.objs.size()=1 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.m3_dpvImNldPyi7pKxXTB-t1h41FFvT_0 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15686789917518001113', time=2024-09-12T03:07:56.638293+0000, chain.objs.size()=1 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3xksxNywv3iVqPLcBRvFVWKzPiiXrSm_0 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14225602307298839076', time=2024-09-12T03:07:57.004128+0000, chain.objs.size()=1 2024-09-12T01:34:09.190 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8GvlejyHwPneaDjztjeLGfJ2fUjpqoE_0 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3728810835529611038', time=2024-09-12T03:07:58.187456+0000, chain.objs.size()=1 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6Tl89FWhtJ33vUxzV3zjoi3_XKY0hIs_0 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6890128460543296666', time=2024-09-12T03:07:58.228488+0000, chain.objs.size()=1 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.f_po4L0e03qjZnmpdYJxPEhYMhyuV2A_0 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3253882215372693526', time=2024-09-12T03:07:58.580063+0000, chain.objs.size()=1 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.T0XN69Pyd0LPrDBn0_K5qNgkqtSsibH_0 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4013560831383049102', time=2024-09-12T03:07:58.888817+0000, chain.objs.size()=1 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.TEd0d0JJjtvMRLXHbrNAUYSPqgMST5I_0 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16794124789852773120', time=2024-09-12T03:08:00.006316+0000, chain.objs.size()=1 2024-09-12T01:34:09.191 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.189+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ng15Ej9l1JA6AQ334r-XKDJCwpvu-jq_0 2024-09-12T01:34:09.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.192+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17918200665179949415', time=2024-09-12T03:08:00.213274+0000, chain.objs.size()=1 2024-09-12T01:34:09.192 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.192+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QVVzl9xoekdvdEunD2TWQcAS6gOHyZJ_0 2024-09-12T01:34:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.192+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18416215529393158189', time=2024-09-12T03:08:00.253538+0000, chain.objs.size()=1 2024-09-12T01:34:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.192+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ndK4CakuIhLnek6aiJ6cGWOGTZ_56pV_0 2024-09-12T01:34:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3383100702098333080', time=2024-09-12T03:08:00.327487+0000, chain.objs.size()=1 2024-09-12T01:34:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.NDtPr3ms5vWbDNT4IbKMJPuNN2MzBZk_0 2024-09-12T01:34:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4477129822688027568', time=2024-09-12T03:08:00.726857+0000, chain.objs.size()=1 2024-09-12T01:34:09.193 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Kcntp2LvqOLPFDp1XfLxxgS2gmtSNdQ_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10304539626905782958', time=2024-09-12T03:08:00.727590+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.QnWjUfpE4h3kFUslU7yFE5CvtnOi8B3_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15825297544156190298', time=2024-09-12T03:08:00.893732+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.uBIgErAbULO022Pk-qiG48X035qoqvo_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13156460307465402055', time=2024-09-12T03:08:01.067729+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.oVjqYkJMpyLpEu6VwLxwl6hS39Hs3gY_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5191715423901075090', time=2024-09-12T03:08:01.446378+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cuW9fnVypd3Iqcd199uBGKhnh-OYzm3_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5640850950843042635', time=2024-09-12T03:08:01.639091+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.63Vo3zGGURXISYSJVF_xGV7-U3jST6n_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8644020038932554', time=2024-09-12T03:08:02.071135+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lIhlZNWodESnXFoMltzHDgXnWa5cQMx_0 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10259161170643229437', time=2024-09-12T03:08:17.218378+0000, chain.objs.size()=1 2024-09-12T01:34:09.194 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.193+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.277__shadow_.qv3p7mroIc60R8AS_OykhydjPqn8gfa_0 2024-09-12T01:34:09.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4058226444197666126', time=2024-09-12T03:08:47.864501+0000, chain.objs.size()=1 2024-09-12T01:34:09.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.305__shadow_.HC89-8tRtHS19g_KoL3GXQfwhnAk6On_0 2024-09-12T01:34:09.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2753827655229107710', time=2024-09-12T03:08:56.447036+0000, chain.objs.size()=1 2024-09-12T01:34:09.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.313__shadow_.5hYYWaT7MjcGIiC2f6CTapTln8167CF_0 2024-09-12T01:34:09.197 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8583726693794567084', time=2024-09-12T03:09:46.754080+0000, chain.objs.size()=1 2024-09-12T01:34:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.rCd_ZRFBx7n9YGx-ExDwW-jq_knzBFs_0 2024-09-12T01:34:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17609556801889807243', time=2024-09-12T03:09:46.807214+0000, chain.objs.size()=1 2024-09-12T01:34:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GyxXX9b63bXDNCDq7DSLidn10Fnovan_0 2024-09-12T01:34:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16712075117632451305', time=2024-09-12T03:09:46.904525+0000, chain.objs.size()=1 2024-09-12T01:34:09.198 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.197+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.miNLRVUJ9EphOOzzBOjND1pGWmhM8aT_0 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9766646089450497031', time=2024-09-12T03:09:46.945611+0000, chain.objs.size()=1 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ucPEnlSqeyDGzrAyWi5F8TUVYQoNqY0_0 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18379873624039872439', time=2024-09-12T03:09:47.278450+0000, chain.objs.size()=1 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-nSC0P15e_ykbv4uXMX1RrzzA26ncuF_0 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6698784800063993870', time=2024-09-12T03:09:47.554835+0000, chain.objs.size()=1 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.nHPwukqrLm7ASdqO9weSAq0CUu0m20d_0 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6075813543881956313', time=2024-09-12T03:09:48.529315+0000, chain.objs.size()=1 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UdSU9sdQArPkn-bujgKH59s-bBCulKs_0 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15728695272837710128', time=2024-09-12T03:09:49.011122+0000, chain.objs.size()=1 2024-09-12T01:34:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.XwZ9pAmrxNmg3po_H2Mp_DfDqwnp8sA_0 2024-09-12T01:34:09.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11018089308260226497', time=2024-09-12T03:09:49.233465+0000, chain.objs.size()=1 2024-09-12T01:34:09.200 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.198+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.O6Kkk_Am6urHYazA_PEncl80uz1bVyG_0 2024-09-12T01:34:09.201 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15791940943607801498', time=2024-09-12T03:09:49.912591+0000, chain.objs.size()=1 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zot5e3M3MaVuFB5LqiLdLXTPhAe7U5i_0 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2229186976582741912', time=2024-09-12T03:09:50.770625+0000, chain.objs.size()=1 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1KL8pQf6iNETL-_DKLI9Yy5I-W8XbOb_0 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12076610971305206504', time=2024-09-12T03:09:51.168059+0000, chain.objs.size()=1 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8UA-k9GiqG8BsffDcfYihMU-hVr6mJZ_0 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2113450306574319535', time=2024-09-12T03:09:51.293126+0000, chain.objs.size()=1 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QlOi8JTgwj-aMaSV3aQo1TI7wdk0xB2_0 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.835744402773049433', time=2024-09-12T03:09:51.885942+0000, chain.objs.size()=1 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oT7A9ZAvbBB2dY1r5EEK2T6hzMzhUO4_0 2024-09-12T01:34:09.202 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13187953008617996846', time=2024-09-12T03:09:52.033649+0000, chain.objs.size()=1 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eBH4vx701c-JsQHm1NZztXQd6RSQlBq_0 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5462375909801573784', time=2024-09-12T03:09:52.109956+0000, chain.objs.size()=1 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.dQsBiETqwECGqTAEXTo0wtdAOOrGbm2_0 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11764030179186861815', time=2024-09-12T03:09:52.842060+0000, chain.objs.size()=1 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.uQRWr5N4Lpz8YB7Tk1VUYf_OHAVTJZ1_0 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14293320953075258523', time=2024-09-12T03:09:52.960793+0000, chain.objs.size()=1 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sMTILw_nwHA2crq5WrUpzFW7JKfiYbe_0 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9873771374984387901', time=2024-09-12T03:09:53.178027+0000, chain.objs.size()=1 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.201+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kbRdckCuJp_3Ybs5WpwzMtjwjG9Vsa6_0 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.202+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2427954967038608258', time=2024-09-12T03:09:53.473878+0000, chain.objs.size()=1 2024-09-12T01:34:09.203 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.202+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0AWTtFDO1QD5J3Scu8Zj9QQxhVRJWXq_0 2024-09-12T01:34:09.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.204+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4617832379474372966', time=2024-09-12T03:09:53.970954+0000, chain.objs.size()=1 2024-09-12T01:34:09.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.204+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.E_hhe1cJQ3b-4G_acJjEpYdpliR3xqC_0 2024-09-12T01:34:09.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.204+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6958223271089082211', time=2024-09-12T03:09:54.137512+0000, chain.objs.size()=1 2024-09-12T01:34:09.204 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.204+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.c9UNZ4ATpE0PjU6WFTlAfY-yL5VBD1T_0 2024-09-12T01:34:09.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.206+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9129771082104704603', time=2024-09-12T03:09:54.559598+0000, chain.objs.size()=1 2024-09-12T01:34:09.206 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.206+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._6wlr0_owJ4PxgZ_RhQfIrQQr2x4LGy_0 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.814901701832652138', time=2024-09-12T03:09:55.139977+0000, chain.objs.size()=1 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wo1F4l42B9IHTC1vwpQbFa7iO-Ko80r_0 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6961907729026527783', time=2024-09-12T03:09:55.939468+0000, chain.objs.size()=1 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.NYMWTanr-w3GgLOqePMfKlcJADn8Rgr_0 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.325710442383774849', time=2024-09-12T03:09:56.324257+0000, chain.objs.size()=1 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.--fbL6sF5jS1NqmpMjWblahj3y2k1a0_0 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16518270058706265892', time=2024-09-12T03:09:56.566351+0000, chain.objs.size()=1 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eGOOd5QJH9wgPRIK-aTWxfboiQsxbbs_0 2024-09-12T01:34:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8143809686212752265', time=2024-09-12T03:09:56.566946+0000, chain.objs.size()=1 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kYukvFDHroMQPZVaYfMF9Z5Rnj2yTh4_0 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16823987104366331763', time=2024-09-12T03:09:56.830418+0000, chain.objs.size()=1 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wELeYEZ2lpcQd5ReRHALyg7-fFdacVO_0 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4670150126966140939', time=2024-09-12T03:09:56.908549+0000, chain.objs.size()=1 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8UCGVJONS8Gx2eA59n9Fe_Tb0Tdw-FO_0 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9463432533246175771', time=2024-09-12T03:09:56.940377+0000, chain.objs.size()=1 2024-09-12T01:34:09.208 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.207+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tOreWSy_4vo4sn0Ebcp7tM57c89AIiN_0 2024-09-12T01:34:09.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.209+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1381758126924218565', time=2024-09-12T03:10:35.628353+0000, chain.objs.size()=1 2024-09-12T01:34:09.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.209+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fMU7msY86Ek7J-YwRbN3gLPGp6uzwnG_0 2024-09-12T01:34:09.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.209+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4367174221751933664', time=2024-09-12T03:10:36.240498+0000, chain.objs.size()=1 2024-09-12T01:34:09.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.209+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Er9RiAKep9sxAOPll3rn2m8StWUWzUz_0 2024-09-12T01:34:09.209 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.209+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1754090739720450038', time=2024-09-12T03:10:36.479140+0000, chain.objs.size()=1 2024-09-12T01:34:09.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.209+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wNFSUozZwAitdNodvsEppVPH2jYgiur_0 2024-09-12T01:34:09.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.210+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15144241183200465506', time=2024-09-12T03:10:36.726971+0000, chain.objs.size()=1 2024-09-12T01:34:09.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.210+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.owI6Ol-FqSu81a-nRBHNRQ1Z3LEyBCL_0 2024-09-12T01:34:09.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.210+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4721658932512201118', time=2024-09-12T03:10:36.926712+0000, chain.objs.size()=1 2024-09-12T01:34:09.210 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.210+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PhtzGHFvV3Zp4LuxpChdyqLdz_pFof4_0 2024-09-12T01:34:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.210+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10739394658089507225', time=2024-09-12T03:10:37.060185+0000, chain.objs.size()=1 2024-09-12T01:34:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.210+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.zll3m2NzVm1gPG1WVlWPt8tejBP8sf8_0 2024-09-12T01:34:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11859053958214769388', time=2024-09-12T03:10:37.119445+0000, chain.objs.size()=1 2024-09-12T01:34:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.w0HFNe54-aF4bAOxiEg7vOx0fEOQ1TI_0 2024-09-12T01:34:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3689493198928431006', time=2024-09-12T03:10:37.136404+0000, chain.objs.size()=1 2024-09-12T01:34:09.211 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tdnCLbncM8OH3ancUR2Enpd6F1psk07_0 2024-09-12T01:34:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9313210055411115904', time=2024-09-12T03:10:37.199937+0000, chain.objs.size()=1 2024-09-12T01:34:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.6a9K_cn6XvPROvpzEPPPYFN91UBNSXC_0 2024-09-12T01:34:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5211543175324825560', time=2024-09-12T03:10:37.691173+0000, chain.objs.size()=1 2024-09-12T01:34:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.PDgaVubo9JY6ZgeRxAqehG6HSXsa4Yq_0 2024-09-12T01:34:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4091563702209474755', time=2024-09-12T03:10:37.827990+0000, chain.objs.size()=1 2024-09-12T01:34:09.212 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.211+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.L63y-OYB3qpEWbUJtulycxD-MVP4pGR_0 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3890032460643035306', time=2024-09-12T03:10:39.067481+0000, chain.objs.size()=1 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yFWcaSJOf3DeVAla_wMulxz2TaJDigP_0 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14075499690054062951', time=2024-09-12T03:10:39.605914+0000, chain.objs.size()=1 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.J_AU-IRpkV-rTBC95BfPkv3OibMGopF_0 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2461595467146900464', time=2024-09-12T03:10:39.799245+0000, chain.objs.size()=1 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7nBe4eBC8sfX_2FpAim2FdhkYxBx0e3_0 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2213277389128252451', time=2024-09-12T03:10:40.061408+0000, chain.objs.size()=1 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.D2aJlg8Yc-FhytiJcr-rPkAxaNl5-z4_0 2024-09-12T01:34:09.216 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12610484518909751974', time=2024-09-12T03:10:40.483941+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.gKcirzHG7bfDm0ldiETssXsSSMInTw1_0 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17632587129329303291', time=2024-09-12T03:10:41.160674+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9otWika19QV3tunrHTnWBo0MfA9pp_h_0 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4219440175099441972', time=2024-09-12T03:10:41.210665+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.OfIWoZqljLNEaPf13fivL_vLCIUgM4E_0 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14041011633794434364', time=2024-09-12T03:10:41.741916+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.N9hWDl_aQ1aZ75WEL6XGXJTd7jvdvrv_0 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1502103367265071892', time=2024-09-12T03:10:41.880069+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.HDDKj3f1qx2f7U1rNWezdyFXdKlRJzN_0 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4466347587987936144', time=2024-09-12T03:10:42.076170+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FG96B4CJRDCGQpiYjj-2BCX9_gwXIp6_0 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3438792207161972973', time=2024-09-12T03:10:42.308052+0000, chain.objs.size()=1 2024-09-12T01:34:09.217 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.216+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KF00UVnj6fkpH6SZKThX9vlDUFnWRxW_0 2024-09-12T01:34:09.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.219+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4490730576570350503', time=2024-09-12T03:10:43.196530+0000, chain.objs.size()=1 2024-09-12T01:34:09.219 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.219+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.55mFAzrFS8v3Zj9h-ZulfRR6JI3J5YZ_0 2024-09-12T01:34:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6747122546310956699', time=2024-09-12T03:10:43.717925+0000, chain.objs.size()=1 2024-09-12T01:34:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cssNm55h441rmK8OfnQUTnAt8vs7MvN_0 2024-09-12T01:34:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7307574216658582163', time=2024-09-12T03:10:43.796678+0000, chain.objs.size()=1 2024-09-12T01:34:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-e5lL5-wgkfs6qHTauL8wxsd2vutOGZ_0 2024-09-12T01:34:09.220 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14706869719575766397', time=2024-09-12T03:10:43.873286+0000, chain.objs.size()=1 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.glZFhQEu8LD6oog4_YgOJZfphPNRJM0_0 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13656548173193530254', time=2024-09-12T03:10:43.978858+0000, chain.objs.size()=1 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dt203OqN2NDj4gtJ8RCN5mTcQnfaY6u_0 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11486855285021808331', time=2024-09-12T03:10:44.604036+0000, chain.objs.size()=1 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._8KeUg0dnlF2qPLLXFP80L8e81z5FJy_0 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7675386993841117452', time=2024-09-12T03:10:44.639352+0000, chain.objs.size()=1 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0sIDK6fdQUNBbpSyVCvhqYcIptV1bJm_0 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12231057896066652405', time=2024-09-12T03:11:32.561183+0000, chain.objs.size()=1 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.220+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.377__shadow_.y8Q6RjihnHqKelsLrrFovDse7PY4tEa_0 2024-09-12T01:34:09.221 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.221+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14174931205172020108', time=2024-09-12T03:12:30.717403+0000, chain.objs.size()=1 2024-09-12T01:34:09.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.221+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.437__shadow_.Ffxd0UfDDB8hdPxTvx1DDt4UNYvGmpN_0 2024-09-12T01:34:09.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.221+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6428168290677788516', time=2024-09-12T03:13:02.163981+0000, chain.objs.size()=1 2024-09-12T01:34:09.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.221+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.464__shadow_.YDf9Botu4xmpwbVZF8-O5BN_BDWcOP2_0 2024-09-12T01:34:09.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.221+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12917912312823288900', time=2024-09-12T03:13:03.437649+0000, chain.objs.size()=1 2024-09-12T01:34:09.222 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.221+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.465__shadow_.zuqJJMe6WcwjwvCOz_ooncMt6haFPsS_0 2024-09-12T01:34:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.223+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.957515581267278337', time=2024-09-12T03:17:02.685697+0000, chain.objs.size()=2 2024-09-12T01:34:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.223+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~sP15b-Cyqkzz5euyUnhlUbOBfM5jLqc.1 2024-09-12T01:34:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.223+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.523__multipart_mymultipart.2~sP15b-Cyqkzz5euyUnhlUbOBfM5jLqc.2 2024-09-12T01:34:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.223+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3836138230921135550', time=2024-09-12T03:19:51.318419+0000, chain.objs.size()=1 2024-09-12T01:34:09.223 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.223+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:DxPC3VxDR7FlEqmkz47xFO22anXFuKU_.2MOJqtvDP49NKLDf_MsLscv4l41dWQV_0 2024-09-12T01:34:09.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.224+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7894647092903409319', time=2024-09-12T03:19:57.272856+0000, chain.objs.size()=1 2024-09-12T01:34:09.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.224+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.572__shadow:yHpL3yKOHUh5DHhWkgD41-ajda-lWxp_.SEVW6FfddpQLlHDusLWaF_P6qeSD8Iu_0 2024-09-12T01:34:09.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.224+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18255178421813656587', time=2024-09-12T03:20:10.815744+0000, chain.objs.size()=1 2024-09-12T01:34:09.224 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.224+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:NQ75wnjd0y55TvPk1oaJ6HLaNPzWWJb_.zg662T19gZfj_teJZdwKI08F9TAd4qy_0 2024-09-12T01:34:09.229 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.228+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/45711 2024-09-12T01:34:09.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.230+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:34:09.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.230+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12816569208766977963', time=2024-09-12T03:20:11.489259+0000, chain.objs.size()=1 2024-09-12T01:34:09.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.230+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:anJbroxxsvC4c6JO3kTyWKFtCw3bpKS_.hDIBI0X96ng_sU6vZEy3YRhDLWuUl_o_0 2024-09-12T01:34:09.233 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13768211502997458295', time=2024-09-12T03:20:17.847890+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:hSBeHIYRv31Izu9G2V4vZ5xoIUnOzp9_._kNUQ4kjnEBV2Zczzbr0gJpUUTXBZ4__0 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9609202396526736066', time=2024-09-12T03:21:20.961379+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.585__shadow:PXbNG5Ft6Fz1Ql.ztI621s8zhQ7HmT8_.DPCeVnDZCE2w-O7Lbnk8tz1dCoHeyPt_0 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17174143963905900779', time=2024-09-12T03:25:34.744777+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.619__shadow_.LGJUvbLpSbr-1cCKpXqPv5bcaV7BmXh_0 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5008635115382872003', time=2024-09-12T03:26:27.247688+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.628__shadow_.cyS856N4Chk-poiWi1n_n2_h3vFOU9f_0 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7386189427911727107', time=2024-09-12T03:26:53.622555+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.647__shadow_.8H6UWEKhKp4yt0AG9PP5Fv2nyNUJZfz_0 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11477666152057854457', time=2024-09-12T03:27:38.642565+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.665__shadow_.p0zllmXDxrSGt_PWi1B_VatdIitudcC_0 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10714391430573707441', time=2024-09-12T03:28:44.065307+0000, chain.objs.size()=1 2024-09-12T01:34:09.234 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.231+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.719__shadow_.ZQ0r9-gtFqmiZW0nb5Qa73pCAktakTK_0 2024-09-12T01:34:09.235 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.234+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.236 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.236+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:34:09.237 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.238+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.238 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.238+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.239 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/58840' 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_PUOSWiC4Nn1sCfkxErIacMY4rtrf42D', time=2024-09-12T03:03:36.155849+0000, chain.objs.size()=3 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.RMEm1Q-2sh6zYh3YMfGv5EJbHyBE_NE_0 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.RMEm1Q-2sh6zYh3YMfGv5EJbHyBE_NE_1 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.RMEm1Q-2sh6zYh3YMfGv5EJbHyBE_NE_2 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16695919875453625915', time=2024-09-12T03:03:41.284122+0000, chain.objs.size()=5 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-FROZEN.2~kMLPHRzL1PRGawQkVqvWyABcPxfpCyS.1 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_foo-FROZEN.2~kMLPHRzL1PRGawQkVqvWyABcPxfpCyS.1_1 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-FROZEN.2~kMLPHRzL1PRGawQkVqvWyABcPxfpCyS.2 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_foo-FROZEN.2~kMLPHRzL1PRGawQkVqvWyABcPxfpCyS.2_1 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__multipart_foo-FROZEN.2~kMLPHRzL1PRGawQkVqvWyABcPxfpCyS.3 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='_JkBo5ktvF3Na00POF4JhW2mXQpJu9aZ', time=2024-09-12T03:03:42.877795+0000, chain.objs.size()=3 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.VyOgYcau8KTkHec28hs_TlumxE1m-kM_0 2024-09-12T01:34:09.240 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.VyOgYcau8KTkHec28hs_TlumxE1m-kM_1 2024-09-12T01:34:09.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.161__shadow_.VyOgYcau8KTkHec28hs_TlumxE1m-kM_2 2024-09-12T01:34:09.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3735674949210467319', time=2024-09-12T03:07:00.597632+0000, chain.objs.size()=1 2024-09-12T01:34:09.241 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.239+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.246__shadow_.LT_3U_iRIUcQXP0kiyVAyPfyIkY8gDX_0 2024-09-12T01:34:09.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14778133463395200822', time=2024-09-12T03:07:01.566660+0000, chain.objs.size()=1 2024-09-12T01:34:09.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.247__shadow_.qzPYwOAeJskgK9mXIk_nOnKPPMzDFdr_0 2024-09-12T01:34:09.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14517728997273775438', time=2024-09-12T03:07:06.512362+0000, chain.objs.size()=1 2024-09-12T01:34:09.242 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.252__shadow_.yaHJO7jdIiZAt-k84X_2ED8c2-KtCME_0 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9112654685295580038', time=2024-09-12T03:07:52.168351+0000, chain.objs.size()=1 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.27VKmwEJdakKJaa54wAQpa_6ZoBxgbj_0 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1183080125327334731', time=2024-09-12T03:07:52.440688+0000, chain.objs.size()=1 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.gfU-sYBxuAP0Wr_YUga2WATLvRl-cMJ_0 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3384506593334979902', time=2024-09-12T03:07:52.575731+0000, chain.objs.size()=1 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tFQxtM5WPT_5lkyT_pZnTKix4rY4oTA_0 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.896499477680132810', time=2024-09-12T03:07:52.854646+0000, chain.objs.size()=1 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.242+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.RNebCX2PNPYSZxlHE5m9oOHcTqsn7Cv_0 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17003698841526256925', time=2024-09-12T03:07:52.855390+0000, chain.objs.size()=1 2024-09-12T01:34:09.243 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.7j2Vrk7ikoUFFi55hU-TROjy0nUzyog_0 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16649679743224257538', time=2024-09-12T03:07:52.998125+0000, chain.objs.size()=1 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OUxC618SG5C0b3x3GFvli6wmIAwmhjU_0 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8841908617207028388', time=2024-09-12T03:07:53.759545+0000, chain.objs.size()=1 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.c-xcdXiRDf-VhSWoAC-DSxmpp414ToE_0 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16168858171368910706', time=2024-09-12T03:07:54.242745+0000, chain.objs.size()=1 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.pwz9FQIbaN9hOHntv2Gz3CdLowFS0aT_0 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6988823550510876545', time=2024-09-12T03:07:54.661871+0000, chain.objs.size()=1 2024-09-12T01:34:09.244 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.243+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.cYlWD3KrYu6FNKHjZFO_dAq8P0ZytkF_0 2024-09-12T01:34:09.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.246+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5152708309422914305', time=2024-09-12T03:07:55.229534+0000, chain.objs.size()=1 2024-09-12T01:34:09.246 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.246+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zyMS3zshJuUKs3guOYY3YsQjiGWF3a__0 2024-09-12T01:34:09.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.393139220696515197', time=2024-09-12T03:07:55.230174+0000, chain.objs.size()=1 2024-09-12T01:34:09.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._3l5e7ZO6znqL6i0aS9G9pb7TuELNTw_0 2024-09-12T01:34:09.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6723339968790228410', time=2024-09-12T03:07:55.538648+0000, chain.objs.size()=1 2024-09-12T01:34:09.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5yxhcT6LFDe-wS1ib43l78bJVxZsq4d_0 2024-09-12T01:34:09.247 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8031017892165715466', time=2024-09-12T03:07:55.732140+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6Sa19dde0bUNEs_jryvU-oPndPuNMG2_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1738399179396968661', time=2024-09-12T03:07:55.977619+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.997cTqOP24WxHmcSnHVun-K_K1xtuce_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11205419159395109376', time=2024-09-12T03:07:56.019660+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Jn9merHzIv59PEjarZUWbLu9oKBTP9F_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7251084069061440676', time=2024-09-12T03:07:56.205335+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jQFBGw7D1GiWwJZN8uE8fgTf8joPcFs_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7520096084221588509', time=2024-09-12T03:07:56.809115+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3MDSXaL-rlQBtYESTSPNvC21HB7VX2A_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7138812953679254157', time=2024-09-12T03:07:56.809867+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BEuI2JVru_Xb-Zfc_LrmJ0fd5I-nsKl_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17583657903475038419', time=2024-09-12T03:07:58.021688+0000, chain.objs.size()=1 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-E6tMhEUsrmy_Amu3_ry6IaDuyzGvp2_0 2024-09-12T01:34:09.248 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.614853577766666650', time=2024-09-12T03:07:58.235268+0000, chain.objs.size()=1 2024-09-12T01:34:09.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.247+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.S3pf5WLdQXDQ1-F0tRgySdn64kLsC83_0 2024-09-12T01:34:09.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.249+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5821272597965268690', time=2024-09-12T03:07:58.499174+0000, chain.objs.size()=1 2024-09-12T01:34:09.249 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.249+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dY4VB99Jyvar8BI-03VyhTPnpydM9E0_0 2024-09-12T01:34:09.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.250+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1564330154297686541', time=2024-09-12T03:07:59.553139+0000, chain.objs.size()=1 2024-09-12T01:34:09.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.250+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vYMvtlF25f5sP85k3jORA-pFNI2PNQE_0 2024-09-12T01:34:09.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.250+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3548738045561007539', time=2024-09-12T03:07:59.604159+0000, chain.objs.size()=1 2024-09-12T01:34:09.250 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.250+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.PK4s2P2ilz_kZ3UF4IRA_2P6Fjub2Zi_0 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6146506426245954754', time=2024-09-12T03:08:00.162985+0000, chain.objs.size()=1 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Gyns9qrVOQlqyQAeec15VR_M3phfLEG_0 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6626709670443336137', time=2024-09-12T03:08:01.092066+0000, chain.objs.size()=1 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.DG85QjKL4q79ivvi3rf5C9siIOgjsSM_0 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16458469614323122282', time=2024-09-12T03:08:01.350087+0000, chain.objs.size()=1 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.23ML4be4L2hpI1yyf_zFmNjEAUYtXXj_0 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12524087427444603986', time=2024-09-12T03:08:01.598179+0000, chain.objs.size()=1 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.41Pu5wM5SIxGa32Yk5mHyCqdVCUGpk__0 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2694115024286987723', time=2024-09-12T03:08:01.953986+0000, chain.objs.size()=1 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.fBmnabusoyMXD0do66_U2Kqax-erwPv_0 2024-09-12T01:34:09.251 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4342846636533723058', time=2024-09-12T03:08:01.988031+0000, chain.objs.size()=1 2024-09-12T01:34:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.m526YJMvzqcEVwo7_9Esq9N75ALKicH_0 2024-09-12T01:34:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12095051484681228104', time=2024-09-12T03:08:02.118686+0000, chain.objs.size()=1 2024-09-12T01:34:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.vkXAOtItVgPuk6AxtuctV6T08Xmqmlx_0 2024-09-12T01:34:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4269290605633095666', time=2024-09-12T03:08:02.558070+0000, chain.objs.size()=1 2024-09-12T01:34:09.252 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.251+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.wlkdS2E5B_zJR9WTe6HMETJXm4XvcPc_0 2024-09-12T01:34:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.254+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17361751501881859729', time=2024-09-12T03:08:02.597977+0000, chain.objs.size()=1 2024-09-12T01:34:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.254+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.LeHDHv7oLfWpbBRsa-EBBHMGj1ECoNa_0 2024-09-12T01:34:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.254+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6168289921364856331', time=2024-09-12T03:08:02.813628+0000, chain.objs.size()=1 2024-09-12T01:34:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.254+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mwS06GCcB_8Lr8VKh7i9v8ypsaUTXHj_0 2024-09-12T01:34:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.254+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5400996348205225754', time=2024-09-12T03:08:21.122386+0000, chain.objs.size()=1 2024-09-12T01:34:09.254 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.254+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.281__shadow_.XleBOERhZHsEZLdswgKynrz_gbD7Ex1_0 2024-09-12T01:34:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13955827968132833979', time=2024-09-12T03:08:22.100766+0000, chain.objs.size()=1 2024-09-12T01:34:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.282__shadow_.U5TJgsxX8tLHOQHoVC05YfG0Ni5SSId_0 2024-09-12T01:34:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3469499189438775518', time=2024-09-12T03:08:22.102167+0000, chain.objs.size()=1 2024-09-12T01:34:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.282__shadow_.76Uqz9P1AdgGZzsRZK1ErE_q6bgMwOI_0 2024-09-12T01:34:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5074307341404979259', time=2024-09-12T03:08:27.154624+0000, chain.objs.size()=1 2024-09-12T01:34:09.255 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.287__shadow_.N4efFcy5Qc_eR1tqNOIcFVwG-J5xqea_0 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16607977167782340307', time=2024-09-12T03:08:35.841643+0000, chain.objs.size()=1 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.VrJbZ0dUZrug6nlf8AWbqdTTZCXXU1P_0 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9417415494101400911', time=2024-09-12T03:08:41.973955+0000, chain.objs.size()=1 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.299__shadow_.avu9CoHFHXExTiWqw9QwmkGiJjRPbco_0 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7107101181710447930', time=2024-09-12T03:09:08.559538+0000, chain.objs.size()=1 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.322__shadow_.B7GCjliWs-LZThy78tPvyxqKQKY5vuh_0 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15653977749136990032', time=2024-09-12T03:09:47.105037+0000, chain.objs.size()=1 2024-09-12T01:34:09.256 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vQCUjsAgFidQAhtuJsSmfc8ERbNeyYs_0 2024-09-12T01:34:09.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14199706883539786400', time=2024-09-12T03:09:47.323314+0000, chain.objs.size()=1 2024-09-12T01:34:09.257 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.255+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.jQfedlie-9gWXbg_XVhAIYIVRfOJ-fj_0 2024-09-12T01:34:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17165998110284586512', time=2024-09-12T03:09:47.727690+0000, chain.objs.size()=1 2024-09-12T01:34:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sYANL43sVSOHXuyykyYyJLfN90vdcxR_0 2024-09-12T01:34:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3683416109803625589', time=2024-09-12T03:09:48.349059+0000, chain.objs.size()=1 2024-09-12T01:34:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YMLQLWIbGsvEzXFAqdHbKBGrTehbZbY_0 2024-09-12T01:34:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4814708224460986994', time=2024-09-12T03:09:48.438536+0000, chain.objs.size()=1 2024-09-12T01:34:09.258 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TbbF0djXRUTnZvxeZSmOtnwLPf-bucx_0 2024-09-12T01:34:09.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8563700736669006526', time=2024-09-12T03:09:48.464363+0000, chain.objs.size()=1 2024-09-12T01:34:09.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.FNk9OvUYFZ_RIRUhssMRlCR8vTV2NKn_0 2024-09-12T01:34:09.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13772685092188899124', time=2024-09-12T03:09:48.591300+0000, chain.objs.size()=1 2024-09-12T01:34:09.259 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.258+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QYDoO7NiaIgWVH9MX6g7wLxuzvkyFfO_0 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.259+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7773013214850659776', time=2024-09-12T03:09:48.666775+0000, chain.objs.size()=1 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.259+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.8r1KSgJGVwIPvd6GIcg4b8b5hJNVLrD_0 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14624923994967371594', time=2024-09-12T03:09:48.947922+0000, chain.objs.size()=1 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cBuYttdDrPGTZ2jbB8HVViIXpriHpbq_0 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2661629415562395699', time=2024-09-12T03:09:49.057132+0000, chain.objs.size()=1 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.YzU6GB8ijHfiTzeEBH55dxOcBU_W4og_0 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14820165272131601095', time=2024-09-12T03:09:49.134060+0000, chain.objs.size()=1 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ujudAbEyqC3Pw0AtiJ1qCM1zxvzhtzQ_0 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2484831325412251783', time=2024-09-12T03:09:49.937487+0000, chain.objs.size()=1 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Sk1B72VTOjI09yop-u_OVoXZf3MSjbQ_0 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16801971039243354386', time=2024-09-12T03:09:50.244622+0000, chain.objs.size()=1 2024-09-12T01:34:09.260 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.260+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4dBQz-r1arBcnIjFGgG7gX2vTMwi8P6_0 2024-09-12T01:34:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3150546033325822465', time=2024-09-12T03:09:50.403901+0000, chain.objs.size()=1 2024-09-12T01:34:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.oFJ0vlzC6ZMQjr2X-Lp4s_JnhU-EhdC_0 2024-09-12T01:34:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3405400434851164939', time=2024-09-12T03:09:50.621042+0000, chain.objs.size()=1 2024-09-12T01:34:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Q7HAezuDM5O2YOMRt5Rnsf99WGAOAQH_0 2024-09-12T01:34:09.261 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16744266686300000857', time=2024-09-12T03:09:50.621651+0000, chain.objs.size()=1 2024-09-12T01:34:09.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.TnRmcu9F9JbnMidwP5UbMC0hFnkvvPR_0 2024-09-12T01:34:09.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17098016902512764667', time=2024-09-12T03:09:51.419881+0000, chain.objs.size()=1 2024-09-12T01:34:09.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.261+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JvK7zL59xhT-Jt3zPIlFJ9-PfEEjENs_0 2024-09-12T01:34:09.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.262+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12698928962144391949', time=2024-09-12T03:09:51.517718+0000, chain.objs.size()=1 2024-09-12T01:34:09.262 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.262+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.UN1NLnhMPjyH_W4kIf_lWf630qNYUGX_0 2024-09-12T01:34:09.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9992702591504362089', time=2024-09-12T03:09:51.673964+0000, chain.objs.size()=1 2024-09-12T01:34:09.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.0oeC1-9vvRVfmDavoDyEsalFJbVkVQf_0 2024-09-12T01:34:09.263 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13774002577274397295', time=2024-09-12T03:09:51.889980+0000, chain.objs.size()=1 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.kXLPtuKqsrQhLxrZgFarprEsO2a2wII_0 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12490202625537261241', time=2024-09-12T03:09:52.032641+0000, chain.objs.size()=1 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sPtS0_Ju5tJ8iYjVEg7RkyIa821CoW6_0 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4395713738263890220', time=2024-09-12T03:09:52.550271+0000, chain.objs.size()=1 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vZm7NwvsDFx3f_SrJ95Tn-kztq4yB3O_0 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2818841345942267998', time=2024-09-12T03:09:53.315623+0000, chain.objs.size()=1 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.eM_lAFeuTB8MPK5S7ZnJX7dSLYZ69JW_0 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2450197806061938788', time=2024-09-12T03:09:54.442246+0000, chain.objs.size()=1 2024-09-12T01:34:09.264 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.263+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BIiSNPyReW0VjlZYOhqATywXj4AtGK7_0 2024-09-12T01:34:09.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.264+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2472710311012170240', time=2024-09-12T03:09:54.566959+0000, chain.objs.size()=1 2024-09-12T01:34:09.265 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.264+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Qy0W16wNY3VCr54MPkjPyjdlRkRZTaE_0 2024-09-12T01:34:09.271 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14704609657886387954', time=2024-09-12T03:09:55.185009+0000, chain.objs.size()=1 2024-09-12T01:34:09.271 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Qd9JHxPIqqqebKy3-T-uClzN6GpHx_2_0 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2327046356011467352', time=2024-09-12T03:09:55.343514+0000, chain.objs.size()=1 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.pfw4d4V2pVugwVa2Cc4OlaQgSZ12OQP_0 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7727674876044085554', time=2024-09-12T03:09:55.394720+0000, chain.objs.size()=1 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.GOjLY6wVpDmk4IqOYLvd9b3VVVZnqKq_0 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15230844709589159478', time=2024-09-12T03:09:55.780021+0000, chain.objs.size()=1 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vcwRby64DVZq7Fmtc-z5d5VwW7VxwOQ_0 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16434401296834619172', time=2024-09-12T03:09:55.985867+0000, chain.objs.size()=1 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gNJu0lX8abbkKcrr6Ud4dEB9HEUpaj0_0 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11962704963828067055', time=2024-09-12T03:09:55.986659+0000, chain.objs.size()=1 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-KJ_4zdTpaMOgMEAwKm_HIHbF0m23Kv_0 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7347982931667501482', time=2024-09-12T03:09:56.592285+0000, chain.objs.size()=1 2024-09-12T01:34:09.272 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.271+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3AtyegGRLhzoeGaWmAjghB0qAaRjFKY_0 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18199698260859615042', time=2024-09-12T03:09:56.832642+0000, chain.objs.size()=1 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.btXNKn6uqSiUhcIN4jMFOxSnYo3TLMu_0 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8612930034909103153', time=2024-09-12T03:09:56.846697+0000, chain.objs.size()=1 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.62kEMqHizuvmtLup1MFYidzhlfEO_dV_0 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4755902480812735678', time=2024-09-12T03:10:34.941575+0000, chain.objs.size()=1 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QDGn0zs_vaxbvDK8P9ttMykShQZNPyh_0 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15595651059152325303', time=2024-09-12T03:10:35.304326+0000, chain.objs.size()=1 2024-09-12T01:34:09.273 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.272+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fCHE0J8L2MNfiqOusOCFRbDjf8rnNoH_0 2024-09-12T01:34:09.274 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.274+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10482094781833157935', time=2024-09-12T03:10:35.655660+0000, chain.objs.size()=1 2024-09-12T01:34:09.274 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.274+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pSKqY9Xv5MCprfQaoyd1639dtb28yrc_0 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5809417710411341525', time=2024-09-12T03:10:36.243107+0000, chain.objs.size()=1 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mDfRZrB7kzyUH7kBGuGjTEY7HQU9TX7_0 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10121607270431289306', time=2024-09-12T03:10:36.569502+0000, chain.objs.size()=1 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.xhU5ykD4gZi3ZyQm2-LwJhWIv7DKxEC_0 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8181941397901202618', time=2024-09-12T03:10:36.692376+0000, chain.objs.size()=1 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.c_h9WY6MhaF8kSOjpX3pkogbr2kYsUp_0 2024-09-12T01:34:09.275 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6705002735153492939', time=2024-09-12T03:10:36.727674+0000, chain.objs.size()=1 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.izhA6muKOF5XgVH4u9ZiG8nAL_7Tk0s_0 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17330631035572818852', time=2024-09-12T03:10:36.850484+0000, chain.objs.size()=1 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.SVUkQrzwiEMukhavVDA9VJPR121B6QE_0 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10461524796270304822', time=2024-09-12T03:10:37.031059+0000, chain.objs.size()=1 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ZJhRvG8NgWDY05b53EQqcWKH9VPKLfM_0 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10260173300491798279', time=2024-09-12T03:10:37.191332+0000, chain.objs.size()=1 2024-09-12T01:34:09.276 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.275+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.r9ZuQJEWFphcKY9Nam52QP88Ep2vsF3_0 2024-09-12T01:34:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.276+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2135751493184958075', time=2024-09-12T03:10:38.088196+0000, chain.objs.size()=1 2024-09-12T01:34:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.276+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rbMtZgcvQ9LM2Ex61EXRr2VGxDhCHel_0 2024-09-12T01:34:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.277+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7669307875328400756', time=2024-09-12T03:10:38.171523+0000, chain.objs.size()=1 2024-09-12T01:34:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.277+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.21KOJ1EYa4Q2AxcUdv999_l5lnab93m_0 2024-09-12T01:34:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.277+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9141058924311500765', time=2024-09-12T03:10:38.244105+0000, chain.objs.size()=1 2024-09-12T01:34:09.277 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.277+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tPdeAz-30CMXv57mNOevoF7_Jixk9CG_0 2024-09-12T01:34:09.278 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.278+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7459381824708131656', time=2024-09-12T03:10:38.533138+0000, chain.objs.size()=1 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.AJ8FqbKLh2GJTG9eZZw-eTWdRH_M--8_0 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12381484687094827498', time=2024-09-12T03:10:39.182083+0000, chain.objs.size()=1 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.daNYT8yyBJkG53gJNsFzkuBinikWO9C_0 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15513923043844871540', time=2024-09-12T03:10:39.522710+0000, chain.objs.size()=1 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.V6xEyY9vHSkt8V6lOBi7IHGInyCzVLO_0 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1757923766034235056', time=2024-09-12T03:10:39.608542+0000, chain.objs.size()=1 2024-09-12T01:34:09.279 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.279+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.eMwktAbEThT-tygS0THLAqa5sk8EdUk_0 2024-09-12T01:34:09.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.280+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11897690238019688421', time=2024-09-12T03:10:39.794598+0000, chain.objs.size()=1 2024-09-12T01:34:09.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.280+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KNp1vQX_8NSlBwGjoAH2rKf5fHsxfiE_0 2024-09-12T01:34:09.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.280+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13390720637062810568', time=2024-09-12T03:10:40.439095+0000, chain.objs.size()=1 2024-09-12T01:34:09.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.280+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hJguSaszGno8eVtX2EEHt3a_Gl7Hw93_0 2024-09-12T01:34:09.280 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.280+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16679152264930592151', time=2024-09-12T03:10:40.607243+0000, chain.objs.size()=1 2024-09-12T01:34:09.281 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.280+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-YAiC5trZSp52S4t-8LSE1045-FsvJV_0 2024-09-12T01:34:09.283 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.283+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/58840 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17727983229100782898', time=2024-09-12T03:10:40.693119+0000, chain.objs.size()=1 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.plWv8ReOm8oeaDDGS1NUtWdOJz-pHDH_0 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.51736292416580534', time=2024-09-12T03:10:40.775272+0000, chain.objs.size()=1 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.0yB5gPnQkftjRRtceyUaG7qYiigVfTB_0 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7496159921763462566', time=2024-09-12T03:10:41.019254+0000, chain.objs.size()=1 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Y0nhbH151dcOElHB5OBBxWDW4mdUWul_0 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9763895783472671418', time=2024-09-12T03:10:41.761851+0000, chain.objs.size()=1 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.s2iKF23944Q8hC17S9z1iciY1H8zNJi_0 2024-09-12T01:34:09.287 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.634552848533298230', time=2024-09-12T03:10:41.941855+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mZqKFDFM1XxcO3wiJ-eyKZFAnttAg32_0 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8302363430710754772', time=2024-09-12T03:10:42.486072+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.DY7uxTscZjqqx66bii5IvdPvkkAjVcb_0 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5360685288631922963', time=2024-09-12T03:10:42.542774+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QSNd8z7kI0lv2F4dYQBRBCC9ye3bN6O_0 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14842320218256374435', time=2024-09-12T03:10:43.357922+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.CP3ZKBAeI6lkdS8NOGhCOYzvWka7ut0_0 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4043811319488523825', time=2024-09-12T03:10:43.672860+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.VVIdrtqEsAZAghFDJnuKWfh5ttvbYEu_0 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5622567885757750442', time=2024-09-12T03:10:43.974384+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vfbcw3KQWVt9kLIyugAIg5dZsCBDBgt_0 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8102728000396840912', time=2024-09-12T03:11:25.934212+0000, chain.objs.size()=1 2024-09-12T01:34:09.288 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.371__shadow_.7ecpSlyCYPly6pZLGHHhttyIzAmFXm__0 2024-09-12T01:34:09.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14555951625541420805', time=2024-09-12T03:12:58.374001+0000, chain.objs.size()=1 2024-09-12T01:34:09.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.286+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.461__shadow_.BaWqZnO9BrfSKudd-5yOnZlLQKu6gK2_0 2024-09-12T01:34:09.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.289+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11381117770115741869', time=2024-09-12T03:13:01.187263+0000, chain.objs.size()=1 2024-09-12T01:34:09.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.289+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.463__shadow_.j_ji7Z1EHUXza9_DQGbryKTHBEriRev_0 2024-09-12T01:34:09.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.289+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13463468232827853880', time=2024-09-12T03:13:17.364911+0000, chain.objs.size()=1 2024-09-12T01:34:09.289 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.289+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.484__shadow_.aUDnShpHXIup2ke5-hUJTpNzahgwKYb_0 2024-09-12T01:34:09.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2983145042231018202', time=2024-09-12T03:14:03.777682+0000, chain.objs.size()=6 2024-09-12T01:34:09.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.1 2024-09-12T01:34:09.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.2 2024-09-12T01:34:09.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.3 2024-09-12T01:34:09.290 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.4 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.5 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.507__multipart_srcmultipart.2~0FUWRnbDgOJBE4-SBi6KaKGF59YZlYZ.6 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5289192198206592691', time=2024-09-12T03:19:25.131094+0000, chain.objs.size()=1 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.558__shadow_.JtYBA4fm7ny9C5YbEqLuRbQGbZZKtJV_0 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12213969489778432242', time=2024-09-12T03:19:47.418328+0000, chain.objs.size()=1 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:12etLaffy7gGQ5vZJ2U1q-HNoMhjEch_.KYwqixt0eIl6djyai4C58GA-_Sm5jRr_0 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6381346117105609031', time=2024-09-12T03:20:00.691353+0000, chain.objs.size()=1 2024-09-12T01:34:09.291 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.290+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow_.PO291lge7LVaIJ5R6dn-8j-kjdcKOHr_0 2024-09-12T01:34:09.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.292+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10382024121187827141', time=2024-09-12T03:20:03.940406+0000, chain.objs.size()=1 2024-09-12T01:34:09.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.292+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.574__shadow:mMmjs3AO5M4gd1LPO4pkORSoGMzIvKi_.84DdJnEc_rx8yr87FnV_ttY9jU7qodP_0 2024-09-12T01:34:09.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.292+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4346095744589301046', time=2024-09-12T03:20:09.878048+0000, chain.objs.size()=1 2024-09-12T01:34:09.292 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.292+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.576__shadow:6YiDk2xgBDVod7KWOCbc1AwfuchOwib_.y6UKZCGsfa-0mQYSJWKxch92OucFpWd_0 2024-09-12T01:34:09.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.293+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10548636644606259318', time=2024-09-12T03:20:18.503227+0000, chain.objs.size()=1 2024-09-12T01:34:09.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.293+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:k01HntdPZQOMmmh-lSWCnu-Ci4VwLL0_.2nDv5pNECgeo2HUEf2poIuG5o6SkuSW_0 2024-09-12T01:34:09.293 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.293+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10095380066442233136', time=2024-09-12T03:21:24.651355+0000, chain.objs.size()=1 2024-09-12T01:34:09.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.293+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:9QR0QD4ykSrTWU8l6UdbjI8tCtRLehB_.PFU-VWGfjYer2IaIaq4LuxV-NWn3Dgn_0 2024-09-12T01:34:09.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.294+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5444979133185771474', time=2024-09-12T03:21:42.052088+0000, chain.objs.size()=1 2024-09-12T01:34:09.294 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.294+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.607__shadow_.h0_qyexNhWf03hnXgvgb0dXNoGzmMx4_0 2024-09-12T01:34:09.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.296+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10029158950041807733', time=2024-09-12T03:28:08.494961+0000, chain.objs.size()=1 2024-09-12T01:34:09.296 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.296+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.701__shadow:3ftveh7sn-IjC4YORuqmelwCLnXlY4P_.s-MpbF4K0dUqh23vJ-sYmIgMo1xnAHb_0 2024-09-12T01:34:09.298 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.298+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.301 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.301+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:34:09.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.302+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.302 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45620' 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~8lt0adT1V9D-Ft2JfL7xXR7kSzfVauX', time=2024-09-12T03:04:49.273440+0000, chain.objs.size()=1 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.201__multipart_mymultipart.2~8lt0adT1V9D-Ft2JfL7xXR7kSzfVauX.1 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10171071054245849003', time=2024-09-12T03:06:51.606553+0000, chain.objs.size()=1 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.238__shadow_.rgeWyun1qxUsZYbANoNIF97I5ecqiaV_0 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12023468968042017200', time=2024-09-12T03:06:58.642712+0000, chain.objs.size()=1 2024-09-12T01:34:09.304 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.244__shadow_.KsmXNfpltLC1Mu9fimsUqgxJcELAhaU_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5189678850436356710', time=2024-09-12T03:07:03.589190+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.249__shadow_._Xsid20oxVWpIplanhIkNgAWUDB2FNZ_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15551530125467621287', time=2024-09-12T03:07:52.645836+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.FvMLGb91sbK4tZGnN_PXVHEqZtYwwPo_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5364346302306923134', time=2024-09-12T03:07:52.786825+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lLlIvHqAbsdxnDnXrEXX1TxajcShmhW_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14677802502072461445', time=2024-09-12T03:07:52.999582+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.VbTesWkORwIermN2XjCeJJxiBXoVxqV_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12562711372006920987', time=2024-09-12T03:07:53.914026+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.F50dNcpHoqOCLjn2qYZxBYlKJu_A5CQ_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16800063715240900264', time=2024-09-12T03:07:54.311861+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._gwFWOCqk9xtyLWCLpx3UtR3NuPxkWi_0 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2614688453002658519', time=2024-09-12T03:07:54.312637+0000, chain.objs.size()=1 2024-09-12T01:34:09.305 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yyA30yAMVNuGaBjysR3NWhY-F8zfVOw_0 2024-09-12T01:34:09.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10620839644993890483', time=2024-09-12T03:07:54.496541+0000, chain.objs.size()=1 2024-09-12T01:34:09.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.3zPIXvNGN66oVv4BgjngxogOsKueS_v_0 2024-09-12T01:34:09.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13342965030943679685', time=2024-09-12T03:07:54.516167+0000, chain.objs.size()=1 2024-09-12T01:34:09.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.303+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nM9UQVIwoj_A9SFAP2xjI0ozLCyllyf_0 2024-09-12T01:34:09.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.306+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16077411745840838977', time=2024-09-12T03:07:54.698388+0000, chain.objs.size()=1 2024-09-12T01:34:09.306 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.306+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yJfdlVqyBxZomSljO9fkoaoIgUY13KY_0 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10411770462086938778', time=2024-09-12T03:07:55.392655+0000, chain.objs.size()=1 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ev0FIQHPTE-_9m9lcGQYLQfJ-yMcUEM_0 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8519288932637945472', time=2024-09-12T03:07:55.677928+0000, chain.objs.size()=1 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kJgryJ8eC26yUaNLSiUr5orqc72TXkT_0 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13563870660818185450', time=2024-09-12T03:07:56.809811+0000, chain.objs.size()=1 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.baVDQ7SOfCaGjpTf5QApDWxqiQWzsKk_0 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1639634003604604674', time=2024-09-12T03:07:57.199086+0000, chain.objs.size()=1 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.307+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.-APYBourqjIcyDKVqYaVMDk8s-58HlZ_0 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7941275456707189201', time=2024-09-12T03:07:57.515149+0000, chain.objs.size()=1 2024-09-12T01:34:09.308 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.jQ7cd_ik7z2BPA0MpP2XUp_mVQsqifC_0 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13011187854682317397', time=2024-09-12T03:07:57.537526+0000, chain.objs.size()=1 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.dgMvT7kREHW11tXQXFdSYs2W3AvAUM7_0 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17458665996143734728', time=2024-09-12T03:07:58.009469+0000, chain.objs.size()=1 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.nhEveKyOmrdPMv-rRkvGHmJiEsi_Anq_0 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8383229828033905910', time=2024-09-12T03:07:58.310804+0000, chain.objs.size()=1 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.yl-xohKlgdVQdUnbVsROVryClllK3-L_0 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16928387250480205727', time=2024-09-12T03:07:58.780171+0000, chain.objs.size()=1 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lm54TMecAF6f8q0aYDZxg_5Hjv99jZ5_0 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12014179415809380593', time=2024-09-12T03:07:59.728842+0000, chain.objs.size()=1 2024-09-12T01:34:09.309 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.308+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rWk7mYQ7Cy4snEu9U3v98eLmiEVtsrP_0 2024-09-12T01:34:09.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.310+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7512780574535479828', time=2024-09-12T03:08:00.067268+0000, chain.objs.size()=1 2024-09-12T01:34:09.310 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.310+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.N248dNt3BqteyfY_y4gTtoGANKWegNP_0 2024-09-12T01:34:09.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.311+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5061402435651990973', time=2024-09-12T03:08:00.346958+0000, chain.objs.size()=1 2024-09-12T01:34:09.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.311+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.spkdbMwIA0B1kskWRuC0C6xFNgdNV3S_0 2024-09-12T01:34:09.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.311+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6223027815967288438', time=2024-09-12T03:08:00.347718+0000, chain.objs.size()=1 2024-09-12T01:34:09.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.311+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_._li8jZD7TJmkq599Szu58O7G1rEn1MI_0 2024-09-12T01:34:09.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.311+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8779564275999616519', time=2024-09-12T03:08:00.946845+0000, chain.objs.size()=1 2024-09-12T01:34:09.311 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.311+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.kQ7G1YW7P2DpKsmED8-DfIzay9Uw26I_0 2024-09-12T01:34:09.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10729678152701774264', time=2024-09-12T03:08:01.687380+0000, chain.objs.size()=1 2024-09-12T01:34:09.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WzS5hVxahyta4Z0haTt1VjKCiTalhaJ_0 2024-09-12T01:34:09.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10531795426357698526', time=2024-09-12T03:08:04.860327+0000, chain.objs.size()=1 2024-09-12T01:34:09.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.264__shadow_.7Hbr1pVkbGb-OqRMihAROhuLyEcVubd_0 2024-09-12T01:34:09.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10529490462581348306', time=2024-09-12T03:08:12.394891+0000, chain.objs.size()=1 2024-09-12T01:34:09.313 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.272__shadow_.7G70Q7VoyQgGdLv4vWanaRFMqPYNCaT_0 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4636588283356940764', time=2024-09-12T03:08:19.182964+0000, chain.objs.size()=1 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.279__shadow_._zyKQt7SivhD_4j_9WJRsLkItwKQApD_0 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18405570036784411540', time=2024-09-12T03:08:20.145634+0000, chain.objs.size()=1 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.280__shadow_.BO4IBwM78DS9Wbt8aE3lp7-pVI_bMIx_0 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12897757050400452306', time=2024-09-12T03:08:33.721984+0000, chain.objs.size()=1 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.3wuybehQObT4bJrV_r6ifKDAPkJD39q_0 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11583819820339222330', time=2024-09-12T03:08:33.722538+0000, chain.objs.size()=1 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.313+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.A_TeSLFvW8XaPnPeuM8QSlMRA7bszqd_0 2024-09-12T01:34:09.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.314+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.788011175756139263', time=2024-09-12T03:08:35.870052+0000, chain.objs.size()=1 2024-09-12T01:34:09.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.314+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.Lajq7lYga90MRHfrLWW9jjvh8SB8J2B_0 2024-09-12T01:34:09.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.315+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1979749715817943007', time=2024-09-12T03:08:35.871420+0000, chain.objs.size()=1 2024-09-12T01:34:09.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.315+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.293__shadow_.j8LX7hAcsfUx1M6IhXl1bGSp74I1XkD_0 2024-09-12T01:34:09.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.316+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14188926723325132574', time=2024-09-12T03:08:37.918140+0000, chain.objs.size()=1 2024-09-12T01:34:09.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.316+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.295__shadow_.W75zadl64JDjDRKToSLM7CJnJreujkB_0 2024-09-12T01:34:09.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.316+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15434095033858328075', time=2024-09-12T03:09:46.740067+0000, chain.objs.size()=1 2024-09-12T01:34:09.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.316+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WgBcD7WO5Ctph9um4IlVpyGYQNzhW3t_0 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7645508530124135443', time=2024-09-12T03:09:46.877556+0000, chain.objs.size()=1 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.JGxxJKVmOOXYqlhAaEQF9KgqxUdGUm7_0 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1950419120269063517', time=2024-09-12T03:09:47.367659+0000, chain.objs.size()=1 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.ItvA19cGF-Ejq1n2eDsPDdkai_Fb_41_0 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1108067399771843896', time=2024-09-12T03:09:47.536167+0000, chain.objs.size()=1 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qZzm1KtctYjmak99FYSl6wOucfgMQ7C_0 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13671222647237397265', time=2024-09-12T03:09:48.345035+0000, chain.objs.size()=1 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-j8vS8v-Grw_XK6M1DPa8kNy8a6_hiZ_0 2024-09-12T01:34:09.317 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10682730663888160417', time=2024-09-12T03:09:48.575032+0000, chain.objs.size()=1 2024-09-12T01:34:09.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.wLEKmsjJLJmsbCMvGA-399ZhsQZphR1_0 2024-09-12T01:34:09.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16970016692794196043', time=2024-09-12T03:09:48.883048+0000, chain.objs.size()=1 2024-09-12T01:34:09.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VVVlrjVrx1yvGlfNCwchBVIfIh4FM0w_0 2024-09-12T01:34:09.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14460281077359531445', time=2024-09-12T03:09:48.938825+0000, chain.objs.size()=1 2024-09-12T01:34:09.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.gvrAaOCkO70WS3BWxbjRn2O1fU-0zxi_0 2024-09-12T01:34:09.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13401469821730930322', time=2024-09-12T03:09:49.130217+0000, chain.objs.size()=1 2024-09-12T01:34:09.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.317+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.tsoWhh5REGEmsck29L3iYD8GMICAmfk_0 2024-09-12T01:34:09.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.320+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4360218635289281848', time=2024-09-12T03:09:50.045453+0000, chain.objs.size()=1 2024-09-12T01:34:09.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.320+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._bk88LBy3raPvjbhQ0kcQIYRU-iy_MK_0 2024-09-12T01:34:09.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.320+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4830052851791268509', time=2024-09-12T03:09:50.243245+0000, chain.objs.size()=1 2024-09-12T01:34:09.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.320+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4DouFep39k9RMYBHGBO58jrzsnQ0T4X_0 2024-09-12T01:34:09.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4925906749266850909', time=2024-09-12T03:09:50.295713+0000, chain.objs.size()=1 2024-09-12T01:34:09.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Ikr3lrU-aiyLcOHfahDlXujqbThXUBJ_0 2024-09-12T01:34:09.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4750060059799965448', time=2024-09-12T03:09:50.505857+0000, chain.objs.size()=1 2024-09-12T01:34:09.321 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.e-3lWNRp2Z-R2CROWG3oBIMpBR05L4a_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.970687000416502541', time=2024-09-12T03:09:51.214649+0000, chain.objs.size()=1 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Aibg7jTe5HBwrZjIQg9AFdEy8-LXUsW_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16159591378346074993', time=2024-09-12T03:09:51.290180+0000, chain.objs.size()=1 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.sNsT4WvXGz7vOdUrdlyxB2RwZ0j31_f_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5814774287364092782', time=2024-09-12T03:09:51.653895+0000, chain.objs.size()=1 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.4HbwqZOL9OD3qh5zOF9wd1VCZRHxcJK_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12217030685101854565', time=2024-09-12T03:09:51.789831+0000, chain.objs.size()=1 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.g18LvKpgW2y4xxooPziA6yWPR-KE6nC_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11990403424672558461', time=2024-09-12T03:09:52.514278+0000, chain.objs.size()=1 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.aeerH-_eGxU_fA2DwDjOr_7BFmXu-9X_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2344464813791843150', time=2024-09-12T03:09:53.251207+0000, chain.objs.size()=1 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.hy0jbvTBNUClIdtkDEUmq0V3ONgVVna_0 2024-09-12T01:34:09.322 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7452132524608489418', time=2024-09-12T03:09:53.323715+0000, chain.objs.size()=1 2024-09-12T01:34:09.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.321+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.G6FUuTS2QyCxXZ_YN1Du-ues8_2Pv8f_0 2024-09-12T01:34:09.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.323+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5110670962282862551', time=2024-09-12T03:09:53.372971+0000, chain.objs.size()=1 2024-09-12T01:34:09.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.323+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7PzBRH3V0fpKDY7MLN5nQBCx3V_VaJ1_0 2024-09-12T01:34:09.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.323+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14107066329647254532', time=2024-09-12T03:09:53.418926+0000, chain.objs.size()=1 2024-09-12T01:34:09.324 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.323+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.i4yRmowR4xUsYf_4w3dEZTLWJkdWdso_0 2024-09-12T01:34:09.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.325+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16407649402649849712', time=2024-09-12T03:09:53.482291+0000, chain.objs.size()=1 2024-09-12T01:34:09.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.325+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BuEql524ftLitCYlkyRFKiDkAGiclwy_0 2024-09-12T01:34:09.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.325+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9137846233568604751', time=2024-09-12T03:09:53.500492+0000, chain.objs.size()=1 2024-09-12T01:34:09.325 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.325+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.cm_IK5Ir35kCxpSeimErxmSJMQYiFeq_0 2024-09-12T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11551303691338192270', time=2024-09-12T03:09:53.857531+0000, chain.objs.size()=1 2024-09-12T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.V_iSzUSZ24K6rfhP_30UYxoe0wean6n_0 2024-09-12T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5680748693889142428', time=2024-09-12T03:09:54.163557+0000, chain.objs.size()=1 2024-09-12T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.FmNMjj8CsgV58ENOFiFzK1CEhMx23mv_0 2024-09-12T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8542477870165899194', time=2024-09-12T03:09:54.228752+0000, chain.objs.size()=1 2024-09-12T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_._NxUbgryHTx5YRZFluuiXraToAGEI-9_0 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15700356343605566037', time=2024-09-12T03:09:54.328473+0000, chain.objs.size()=1 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.326+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.-ehdwtQbpmIME_NecaJ-LaTPRhTPEK7_0 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.327+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7771111319729350838', time=2024-09-12T03:09:54.338393+0000, chain.objs.size()=1 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.327+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.zN9zYcP5kOUM499wf7jXm1fLWPqMjtI_0 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.327+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18128421374337391451', time=2024-09-12T03:09:54.455852+0000, chain.objs.size()=1 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.327+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QkNV72LQKNb9ZKWHZ42KPd-mC4cNRCx_0 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.327+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3830098920624316115', time=2024-09-12T03:09:54.496134+0000, chain.objs.size()=1 2024-09-12T01:34:09.327 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.327+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.iOr5E2WevPx4JybbEjt1zvIGkXWux1Y_0 2024-09-12T01:34:09.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.329+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.36981254893202422', time=2024-09-12T03:09:54.568928+0000, chain.objs.size()=1 2024-09-12T01:34:09.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.329+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.F2IFxuIzsAOqjUUsjito1XnHzISZFLA_0 2024-09-12T01:34:09.329 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.329+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9527202039506816943', time=2024-09-12T03:09:55.124851+0000, chain.objs.size()=1 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.329+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6xHdSQwvf0cFDSV8flBjHE42YHgn-Bw_0 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.329+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18409129666963008775', time=2024-09-12T03:09:55.131959+0000, chain.objs.size()=1 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.329+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3QBjzlDUZilb33m1bGePnOV4Ma0zgCL_0 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6542497237631660856', time=2024-09-12T03:09:55.488471+0000, chain.objs.size()=1 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OkJCQOcEIuiV4CxOrVkqpOujD59pweA_0 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4034089054504575918', time=2024-09-12T03:09:55.566820+0000, chain.objs.size()=1 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qD766Gq6fUsi4M0XO1N_PjZvVcwaurF_0 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6670735577232994903', time=2024-09-12T03:09:55.704290+0000, chain.objs.size()=1 2024-09-12T01:34:09.330 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BBjiTr5swJYbdUzu6McET_9sM4HSaq__0 2024-09-12T01:34:09.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2055402338525949223', time=2024-09-12T03:09:56.062545+0000, chain.objs.size()=1 2024-09-12T01:34:09.331 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.330+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.Gjyje78Y0kxEOePq_wmAAPRvMQmyA7N_0 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.331+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2649266903998855235', time=2024-09-12T03:09:56.662116+0000, chain.objs.size()=1 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.331+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.79SakHcfu-w1-mcHntDNvulHquhJAI5_0 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.332+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3615583904203251502', time=2024-09-12T03:09:57.058814+0000, chain.objs.size()=1 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.332+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.33suvQP0piYoq7_YBcoF4bZM6rmOWiH_0 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.332+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2325968242063979632', time=2024-09-12T03:10:34.820639+0000, chain.objs.size()=1 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.332+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lo4RMA_0dNn0WScvYUQYAO0lXWfgZZP_0 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.332+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9898610187717971940', time=2024-09-12T03:10:35.180106+0000, chain.objs.size()=1 2024-09-12T01:34:09.332 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.332+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.EMRc1kCAx5ANaaiFLjn0H0mnG7EoPl3_0 2024-09-12T01:34:09.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.333+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17498262270928708316', time=2024-09-12T03:10:35.256066+0000, chain.objs.size()=1 2024-09-12T01:34:09.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.333+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.loiz1p7B09w_M0bzE8eiQ7PBWJm_gzl_0 2024-09-12T01:34:09.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.333+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10851254544314897450', time=2024-09-12T03:10:35.305712+0000, chain.objs.size()=1 2024-09-12T01:34:09.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.333+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vVbmfbzVurftSOCYAehqMe3iWppkzk__0 2024-09-12T01:34:09.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.333+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13551282043226932716', time=2024-09-12T03:10:35.333379+0000, chain.objs.size()=1 2024-09-12T01:34:09.333 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.333+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.MUtuuQcNECm3QRlxp59TN2zuuaUc9s__0 2024-09-12T01:34:09.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8529803601666579008', time=2024-09-12T03:10:35.379326+0000, chain.objs.size()=1 2024-09-12T01:34:09.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.vFTqkeBihebVdSFq5P8Ft_gXb_Z_xCc_0 2024-09-12T01:34:09.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16798587751064472052', time=2024-09-12T03:10:35.596858+0000, chain.objs.size()=1 2024-09-12T01:34:09.334 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.cXRB4AOLPAeJiZ9Kfw52NWO4UW8QZrf_0 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2277477396214721527', time=2024-09-12T03:10:35.623375+0000, chain.objs.size()=1 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.yI2dYEOOoTmI3h1WPVfBfOm4X0N2fU9_0 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3049735058406794010', time=2024-09-12T03:10:35.671343+0000, chain.objs.size()=1 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9Qqc5VY_wCzhVwEV1cVn__uCz17Iat1_0 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12900754900902995682', time=2024-09-12T03:10:36.256660+0000, chain.objs.size()=1 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.334+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KZfvq1pBBELxtWlGdXTauhmVHVQhbRj_0 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.335+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8341780567450440459', time=2024-09-12T03:10:36.566780+0000, chain.objs.size()=1 2024-09-12T01:34:09.335 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.335+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.x8FwUrIEdQcytGGsRAJ0yQyeHoa6gpr_0 2024-09-12T01:34:09.336 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3386379177222605843', time=2024-09-12T03:10:36.851808+0000, chain.objs.size()=1 2024-09-12T01:34:09.336 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.pMIuQM0Kj6E7yLSerDu97h2exfTWG-K_0 2024-09-12T01:34:09.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3675129055880026119', time=2024-09-12T03:10:37.056442+0000, chain.objs.size()=1 2024-09-12T01:34:09.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.2UZN69Tt487KcLYRTAI66AwFBRqIa2t_0 2024-09-12T01:34:09.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10708864569720019196', time=2024-09-12T03:10:37.096511+0000, chain.objs.size()=1 2024-09-12T01:34:09.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.AnMvKdnfr6Pq5l_CYzu0G0RiA0x57fa_0 2024-09-12T01:34:09.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13035755092361097797', time=2024-09-12T03:10:37.826251+0000, chain.objs.size()=1 2024-09-12T01:34:09.337 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.336+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KKKFTNHbFkGfQpLM0SH4wi7eToGWfPJ_0 2024-09-12T01:34:09.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.338+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14255901803512151712', time=2024-09-12T03:10:37.826715+0000, chain.objs.size()=1 2024-09-12T01:34:09.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.338+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.p8Ts93fpMO2NaL4N86cCxlZFc4SbD1D_0 2024-09-12T01:34:09.338 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.338+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8179155716148414736', time=2024-09-12T03:10:38.408369+0000, chain.objs.size()=1 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.338+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9_wAx3sQa5fqJC10M18lFCFyjywN7fx_0 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16433109034141941486', time=2024-09-12T03:10:38.445359+0000, chain.objs.size()=1 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GwGWYp_EgInHDHQgcXGxRSfMI0vJ8dw_0 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15669447620841207766', time=2024-09-12T03:10:39.086556+0000, chain.objs.size()=1 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.rZY2r9zPRW4JfzI54uI5Oq3Eo_KmcbX_0 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11405734488352476648', time=2024-09-12T03:10:39.406951+0000, chain.objs.size()=1 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-qqHArqGqFODxsxSTuHxFpcnfLqUVMF_0 2024-09-12T01:34:09.339 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17308022537352338300', time=2024-09-12T03:10:39.711963+0000, chain.objs.size()=1 2024-09-12T01:34:09.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.tW-xw10fzsxHZeJ637315NRzJonq9Tz_0 2024-09-12T01:34:09.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7656648126079643303', time=2024-09-12T03:10:40.482762+0000, chain.objs.size()=1 2024-09-12T01:34:09.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lyBUv0MtYnDlludBjY1UFVX_Dk7d6zS_0 2024-09-12T01:34:09.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10191587062384815961', time=2024-09-12T03:10:41.275121+0000, chain.objs.size()=1 2024-09-12T01:34:09.340 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.339+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QfXy9r9ZL7VgkFkaB3akAvFbq8giWTa_0 2024-09-12T01:34:09.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.343+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/45620 2024-09-12T01:34:09.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-12T01:34:09.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9471215171525855530', time=2024-09-12T03:10:41.343447+0000, chain.objs.size()=1 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.mxkahWxNNQMya8mVF9xzYEJjWhCemJo_0 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2747958686815720688', time=2024-09-12T03:10:41.877087+0000, chain.objs.size()=1 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.o2-XP5xES4B8uq-cVJzq1cScJfsik1H_0 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.858064380012668529', time=2024-09-12T03:10:42.151023+0000, chain.objs.size()=1 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7ZNnjP2ZQNQO9zlcSPF3jtmpvrGkwTk_0 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11609320144817398001', time=2024-09-12T03:10:42.173511+0000, chain.objs.size()=1 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1gcw4_Fsq_fz9x2LjKNlZKfQQmtV5UJ_0 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5673279545578107962', time=2024-09-12T03:10:43.324868+0000, chain.objs.size()=1 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.7KoVOMpz35G3685fiMi8r12Q5Qr_xpK_0 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3724402227554377536', time=2024-09-12T03:10:43.528982+0000, chain.objs.size()=1 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-aGxxkIx77oORf39D9fXupV0r7-J25M_0 2024-09-12T01:34:09.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12731481555703130755', time=2024-09-12T03:10:43.573223+0000, chain.objs.size()=1 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.GFcG-Jk6AeYixtwpWCYJQyD4lcoAtTo_0 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4164857091657182988', time=2024-09-12T03:10:43.677992+0000, chain.objs.size()=1 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.QDU6zujJ_Z-H21zoqniOeLCuDg-Fv-n_0 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16317887555934728780', time=2024-09-12T03:10:43.783023+0000, chain.objs.size()=1 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.66Hr9-Fjc7amMdvjTwGKlM4ZCvyZeMu_0 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12311149507438817520', time=2024-09-12T03:10:43.798179+0000, chain.objs.size()=1 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.KWEWRHxEHd7SQCHRdxct1G_OrzmsbP__0 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1661987219856235304', time=2024-09-12T03:10:44.413509+0000, chain.objs.size()=1 2024-09-12T01:34:09.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Qr2lgCWz0X1vbwI0GQZtssmVcLveX1__0 2024-09-12T01:34:09.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12435716379332946192', time=2024-09-12T03:10:44.640630+0000, chain.objs.size()=1 2024-09-12T01:34:09.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.346+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.wOk4Iu-tScLS5qQV0pH4z4TGUuz_2fk_0 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3360970119366182219', time=2024-09-12T03:10:44.853150+0000, chain.objs.size()=1 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Vx1bAE8tBwgKbGCHf_t7UMUH-4OLL27_0 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9448017223085984214', time=2024-09-12T03:10:44.965715+0000, chain.objs.size()=1 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5q2M5Mfl9TLkPBGvCJsZFzSLUcxh_4-_0 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2917657357365355401', time=2024-09-12T03:11:27.746642+0000, chain.objs.size()=1 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.373__shadow_.RWFisInOpRqCLaCRccAXN6nTT1hDuyn_0 2024-09-12T01:34:09.350 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3123671918447788222', time=2024-09-12T03:12:01.942032+0000, chain.objs.size()=1 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.407__shadow_.MZEVGF4zxKsMU_YfukeC4DqqfvDdXOD_0 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1083927147460649839', time=2024-09-12T03:13:02.472518+0000, chain.objs.size()=1 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.464__shadow_.kCIdIjh6H_pJ4KuFqOJ0Oiy_jaNq9eh_0 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16862460904286976816', time=2024-09-12T03:13:16.241768+0000, chain.objs.size()=1 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.483__shadow_.oqTajg8L08A0WFev0GaZbJ6jy4iM2Hl_0 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2195327351970710139', time=2024-09-12T03:13:24.951449+0000, chain.objs.size()=1 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.489__shadow_.jGAuQhsb87jOkZilxJ9D5FIwNRoAS0e_0 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3053155053810936279', time=2024-09-12T03:19:05.067245+0000, chain.objs.size()=1 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.554__shadow_.LbrLB9hvtrKbWbv1kWyJyFB4uuhOiQJ_0 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8609214762487657484', time=2024-09-12T03:19:37.074781+0000, chain.objs.size()=3 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.563__shadow_.KjqucIGYxIUMJe0yOAbCHuWrBkqoLHG_0 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.563__shadow_.KjqucIGYxIUMJe0yOAbCHuWrBkqoLHG_1 2024-09-12T01:34:09.351 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.350+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.563__shadow_.KjqucIGYxIUMJe0yOAbCHuWrBkqoLHG_2 2024-09-12T01:34:09.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.354+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17292218460890105635', time=2024-09-12T03:19:43.850830+0000, chain.objs.size()=1 2024-09-12T01:34:09.354 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.354+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:tpjsFmf0WB5HKoDnTGB-HpkpZi6L0xs_.oozcC-IdG1vnbTdohdM_zSd_EOANxN1_0 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4845486774337903023', time=2024-09-12T03:19:50.645477+0000, chain.objs.size()=1 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:ULwYXt00k4C8UyCWyL.6YjVA93-6HY7_.5qK-CNrM41vQ_Am8VIagp_pHY3aQa5N_0 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1750111646868353319', time=2024-09-12T03:19:52.803653+0000, chain.objs.size()=1 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:G2ryxTMceb1xFLx2x3LQRQc.KfkLGqf_.4TZLQLiD0FxcGfC2OngHT89oycE9D6F_0 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14384236765601367588', time=2024-09-12T03:21:12.979820+0000, chain.objs.size()=1 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.579__shadow:QyR0aCR.HGhxR0rssLisqyx3-ZnM4iy_.1_xO1sCGBMx_knKJaJFoqDy3T1AbM0z_0 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1531910233316934075', time=2024-09-12T03:21:15.661210+0000, chain.objs.size()=1 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:BP1ighB2CuldDxcj-DLKYLAk.fy.AFL_.udNtWqJwcQ8Nn3ko8eXVgF43Y3PD2R4_0 2024-09-12T01:34:09.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5387346616280071248', time=2024-09-12T03:21:41.144232+0000, chain.objs.size()=1 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.606__shadow_.S2j9sG0SP8lST1fpiLJnF2Gf7dSlxD8_0 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8774327085039548891', time=2024-09-12T03:26:07.125417+0000, chain.objs.size()=12 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__multipart_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.1 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__shadow_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.1_1 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__multipart_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.2 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__shadow_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.2_1 2024-09-12T01:34:09.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.355+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__multipart_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.3 2024-09-12T01:34:09.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.358+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__shadow_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.3_1 2024-09-12T01:34:09.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.358+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__multipart_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.4 2024-09-12T01:34:09.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.358+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__shadow_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.4_1 2024-09-12T01:34:09.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.358+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__multipart_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.5 2024-09-12T01:34:09.359 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__shadow_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.5_1 2024-09-12T01:34:09.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__multipart_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.6 2024-09-12T01:34:09.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.623__shadow_multipart_enc.2~w55-aKd7XDYfyqk0uZdpj8QNtH7szUn.6_1 2024-09-12T01:34:09.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8399194752280068275', time=2024-09-12T03:26:37.587619+0000, chain.objs.size()=1 2024-09-12T01:34:09.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.638__shadow_.GcgqhzHQAIRdbqIfMSfO9tBrz0-KTe0_0 2024-09-12T01:34:09.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7740206874785878137', time=2024-09-12T03:27:41.777759+0000, chain.objs.size()=1 2024-09-12T01:34:09.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.359+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.668__shadow_.4QtVNXg8zLTHtMi43Mas1BMj8jjNsG1_0 2024-09-12T01:34:09.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.361+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1631473656502733110', time=2024-09-12T03:29:49.056893+0000, chain.objs.size()=1 2024-09-12T01:34:09.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.361+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.745__shadow_.6nT82VplPgDqY6T5UKXldsGQSSn4iBp_0 2024-09-12T01:34:09.365 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.365+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.368+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:34:09.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.369+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:34:09.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.369+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47928' 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7211385470174865738', time=2024-09-12T03:04:01.637409+0000, chain.objs.size()=1 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.171__shadow_.OHk6D6i9uNZgpP7IA-ln1SyE-Wwgt93_0 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='2~7qd-8uRCvj7zQccI7-2_sWzJw_KNosd', time=2024-09-12T03:04:51.214404+0000, chain.objs.size()=2 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.202__multipart_mymultipart.2~7qd-8uRCvj7zQccI7-2_sWzJw_KNosd.1 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.202__shadow_mymultipart.2~7qd-8uRCvj7zQccI7-2_sWzJw_KNosd.1_1 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6546191015721072448', time=2024-09-12T03:06:43.362695+0000, chain.objs.size()=1 2024-09-12T01:34:09.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.231__shadow_.y1QxKF-ymT8XAiHrYeJjS-tQcasDnmw_0 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4562414047205856937', time=2024-09-12T03:07:10.428606+0000, chain.objs.size()=1 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.256__shadow_.CxmQY_WAbGNcv9EX5P4jS7zl9FQ_KNH_0 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18403985705440124042', time=2024-09-12T03:07:15.178013+0000, chain.objs.size()=1 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.261__shadow_.-FTaSOoqPRfJ-uUcfo7UEPbFkdCDH3m_0 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1539796456280964289', time=2024-09-12T03:07:52.301408+0000, chain.objs.size()=1 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.t_H2gJGYV63ZszbK1K96o5cmtqaNYEz_0 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10329304133976192744', time=2024-09-12T03:07:52.663152+0000, chain.objs.size()=1 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.mCx2OP0xWDo2UZAWdUp5cEMSjMYwfmZ_0 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14692932660679985497', time=2024-09-12T03:07:52.701961+0000, chain.objs.size()=1 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.xbFrWD3CjibktwXsg8mYdf5y5S7iVd8_0 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14818267062121069505', time=2024-09-12T03:07:52.725759+0000, chain.objs.size()=1 2024-09-12T01:34:09.372 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Jdt5Sv4WGLDsedCxjp2TCrx3N7MvtSA_0 2024-09-12T01:34:09.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17798208272048560318', time=2024-09-12T03:07:53.044212+0000, chain.objs.size()=1 2024-09-12T01:34:09.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k8XF_VlLQ_hQtiJkcRQoRxsTyA377GN_0 2024-09-12T01:34:09.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8810654084592190368', time=2024-09-12T03:07:53.187587+0000, chain.objs.size()=1 2024-09-12T01:34:09.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.370+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.6DOcBCPFZsqeoXJ78bp6qAJrYvC0dzC_0 2024-09-12T01:34:09.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.372+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15736691694787486037', time=2024-09-12T03:07:53.794638+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.372+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.k_jDerfkIDtnLgxR09igovC_NWiBBvX_0 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2887084329724309637', time=2024-09-12T03:07:55.255642+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.2hqwb8WSwMQamkLhsaIvRZJqnCKZcUz_0 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6096949780216789625', time=2024-09-12T03:07:55.322787+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tjvHsiBLLs5W33riCzCJ1akOSuaJ_LZ_0 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4716344051428245309', time=2024-09-12T03:07:55.538190+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.8iYHfv5HglxwSr-jELs2X1x3AS0Jb6l_0 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15221930308505691959', time=2024-09-12T03:07:55.844414+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.4AinafB7qSTqWCrFxF07QRl5DmtMCNM_0 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.353562520378170704', time=2024-09-12T03:07:55.845233+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tYNR4Z_Rzw-0evnl2ieboTMa-SaIbG1_0 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4982994520470107278', time=2024-09-12T03:07:55.904489+0000, chain.objs.size()=1 2024-09-12T01:34:09.374 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.BwoFGBAIMkCjcCnhJRlfEBiQOF1JVY2_0 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6991256389349217909', time=2024-09-12T03:07:56.173633+0000, chain.objs.size()=1 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.KcwiNv-jVSym_r9ej9REfZA8f1cv85H_0 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11990767700879416751', time=2024-09-12T03:07:56.638297+0000, chain.objs.size()=1 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.zWpnhFraXc-bBADTaEGbWKxA5ZDy9aI_0 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16078982580144779370', time=2024-09-12T03:07:56.639016+0000, chain.objs.size()=1 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.Sph5o7FU1EaYpkgXz_652xZ_uxINfFn_0 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2715810955074918225', time=2024-09-12T03:07:57.128858+0000, chain.objs.size()=1 2024-09-12T01:34:09.375 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.373+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.efmHL78jVxYlMP2YXzNclcJ35d9PdEQ_0 2024-09-12T01:34:09.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2692404619633589148', time=2024-09-12T03:07:57.256496+0000, chain.objs.size()=1 2024-09-12T01:34:09.377 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.21rgGTd2YYMUGoxOZxylR2QZcoArNll_0 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11130110519014663794', time=2024-09-12T03:07:57.579943+0000, chain.objs.size()=1 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.WjC_X49jlbP2c4ezLpqNAArwPXUyhfw_0 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16130105651659471689', time=2024-09-12T03:07:58.264533+0000, chain.objs.size()=1 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.qkHTeYDTnNbwS_VR4VLCFSexPNzHJoI_0 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3309162149826998710', time=2024-09-12T03:07:58.773091+0000, chain.objs.size()=1 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.rK45HWdu87mxqpE2qmFV9NwavyVHOss_0 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5672251118348618109', time=2024-09-12T03:07:59.359540+0000, chain.objs.size()=1 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.h_cZLbx13-iukE1b_vwYJ1oqBQIRK88_0 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.22653995165094616', time=2024-09-12T03:07:59.932106+0000, chain.objs.size()=1 2024-09-12T01:34:09.378 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.377+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.lUn01oj-oD5XRGX3glJxEGyQkOuL7gN_0 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1771964297944342855', time=2024-09-12T03:08:00.253414+0000, chain.objs.size()=1 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.tWM59oA_xWU7diTLpOFfTRIaaWqtpRq_0 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2217073407566714114', time=2024-09-12T03:08:00.675487+0000, chain.objs.size()=1 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.T-mgyssEGcTGFOv3W9b7jc0__XCCWxK_0 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2777848863000173359', time=2024-09-12T03:08:00.940053+0000, chain.objs.size()=1 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.OwYZ07qhxFa5PDANNONVJ0xdteKPhVb_0 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18224647339151475625', time=2024-09-12T03:08:00.994009+0000, chain.objs.size()=1 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.5GCa4G4iLq-AgLUTW9FGWFXnCiDSd4v_0 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14808454127520495485', time=2024-09-12T03:08:01.264113+0000, chain.objs.size()=1 2024-09-12T01:34:09.379 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.378+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ETYRXwHdtz5RBsEmbZBdsDyDEDGTJVN_0 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16296943338352917269', time=2024-09-12T03:08:02.506685+0000, chain.objs.size()=1 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.HEkThP80Bh75XSVBeO4dXCyq_U9qtEj_0 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13490762074521976938', time=2024-09-12T03:08:02.556755+0000, chain.objs.size()=1 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.262__shadow_.ruP-tUifzeoWEcrAroSC16J9d5KVCGb_0 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15630167653545473807', time=2024-09-12T03:08:33.722743+0000, chain.objs.size()=1 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.292__shadow_.bf9iSZExaA6t6IB3QnwA5--J_pV0v0y_0 2024-09-12T01:34:09.382 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3162407988303757259', time=2024-09-12T03:08:39.908480+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.297__shadow_.GHDwxpvOA8zqiqnJPdd1nB0y7es7ra9_0 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5086905839645816246', time=2024-09-12T03:08:47.864493+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.305__shadow_.jXhPw3F67AukVOjlpKFl2wWlVgI_WHp_0 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12911917137955779521', time=2024-09-12T03:08:49.074877+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.306__shadow_.aQkgQ2BxGz4LK_6-c91w-cGEwf-zUl6_0 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10609263943236372389', time=2024-09-12T03:09:46.754079+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.75QE7O4b73sa5rqRaYdYUNNamgewNKn_0 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13132485745551676019', time=2024-09-12T03:09:46.807201+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.6AMgEV3BTjxbDNVoqMTXVj-4OjYa8Gn_0 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12001397110857270883', time=2024-09-12T03:09:47.379931+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.B8j2qzPbf9RCnPqvJakiCzYgwEHUkxw_0 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17684562432103818172', time=2024-09-12T03:09:47.420246+0000, chain.objs.size()=1 2024-09-12T01:34:09.383 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.n6HjwuwyWyLbE45rJcBdQp6RR5pmBAv_0 2024-09-12T01:34:09.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6923940387022750050', time=2024-09-12T03:09:48.337909+0000, chain.objs.size()=1 2024-09-12T01:34:09.384 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.382+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5YscW9p6kOJ88OV7iBquRDWVq3lyOsx_0 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7792009239348896122', time=2024-09-12T03:09:48.663881+0000, chain.objs.size()=1 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.vBaRDEt11-fcOdGTn7N2qQ4UUZSKiGq_0 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14664778472321827990', time=2024-09-12T03:09:48.664621+0000, chain.objs.size()=1 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.3Yp2v8q273yp95ttvtLPofuDl9om-Y3_0 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9415046015116424859', time=2024-09-12T03:09:48.879086+0000, chain.objs.size()=1 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.lO1R9xLFc5ojybnL9aD5ZLm8hOUhBIy_0 2024-09-12T01:34:09.386 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18335589059410634829', time=2024-09-12T03:09:49.132140+0000, chain.objs.size()=1 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.DOBSrNXYJCr1_INGtg8BrJpukXL183Y_0 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14316113019634478321', time=2024-09-12T03:09:50.301813+0000, chain.objs.size()=1 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.386+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.7dB3rS_0xu-rVhFJDY6OIL8NIf25KnP_0 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8956029653904543533', time=2024-09-12T03:09:50.475550+0000, chain.objs.size()=1 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.OsNIY3xX_9gMzXx20N7LrSa1XAPCRz__0 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.916777360231352057', time=2024-09-12T03:09:50.770661+0000, chain.objs.size()=1 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.qVPWsnSdOVXKWbGgwP2vfFNsWRgqkKk_0 2024-09-12T01:34:09.387 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3093781299878242233', time=2024-09-12T03:09:51.237040+0000, chain.objs.size()=1 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.to2KSJyMA8pDen13nBD_3LsGTZ8IwGZ_0 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6473139806341950384', time=2024-09-12T03:09:51.405416+0000, chain.objs.size()=1 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.12Q-TBqbb__bTidqd4Ie4_lfoD9QjGM_0 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8032018060436761098', time=2024-09-12T03:09:53.177970+0000, chain.objs.size()=1 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.p6zIwlYTRAzXqc2JS0yle6dfBvKmbxl_0 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12511139034807442450', time=2024-09-12T03:09:53.266832+0000, chain.objs.size()=1 2024-09-12T01:34:09.388 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.387+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.P0C6BegRLZpAzkd54BFLDMGmMtC_BjT_0 2024-09-12T01:34:09.389 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.389+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5720557590546483899', time=2024-09-12T03:09:53.868969+0000, chain.objs.size()=1 2024-09-12T01:34:09.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.389+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.VejW6ekJvh5FyaYGCTJZycWjha7el-8_0 2024-09-12T01:34:09.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.389+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2901103661509945420', time=2024-09-12T03:09:54.432310+0000, chain.objs.size()=1 2024-09-12T01:34:09.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.389+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.QSX__A-QpqV_PMGDH_YAzOoHaZ8-tMW_0 2024-09-12T01:34:09.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.390+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10805555532807225072', time=2024-09-12T03:09:54.522516+0000, chain.objs.size()=1 2024-09-12T01:34:09.390 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.390+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.piCxe3g4szmjlEyMiJVFZZxpVAim8oy_0 2024-09-12T01:34:09.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.391+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15111378778341357396', time=2024-09-12T03:09:54.755288+0000, chain.objs.size()=1 2024-09-12T01:34:09.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.391+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.fb9fjGw1v7hu_7l639no4wA4oxP-BsA_0 2024-09-12T01:34:09.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.391+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7792309438437237798', time=2024-09-12T03:09:55.456964+0000, chain.objs.size()=1 2024-09-12T01:34:09.391 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.391+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.5am_8J13Y_n_nIVAmof2V-36DW6_mgE_0 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9466826017757225755', time=2024-09-12T03:09:55.551778+0000, chain.objs.size()=1 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.BpJiTe2lf1nTbO1zTmHKHc7sZJ4u6mI_0 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5753859550093329761', time=2024-09-12T03:09:55.804456+0000, chain.objs.size()=1 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.bKl6D-keNM4tVgVGaCyAolhwixzFSuU_0 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4981888991531836560', time=2024-09-12T03:09:56.339685+0000, chain.objs.size()=1 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.1YVblpuWwNjpm5Io1RAR0dPpFoZWPSc_0 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.2943518217104600236', time=2024-09-12T03:09:56.744152+0000, chain.objs.size()=1 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.323__shadow_.WO0toXs1hLbegHdaV3P-vX0jircMOIH_0 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17954114056145326286', time=2024-09-12T03:10:34.943784+0000, chain.objs.size()=1 2024-09-12T01:34:09.392 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.t9R1HtOKx0gt0lDa4hoqM3bCKB8oVa7_0 2024-09-12T01:34:09.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10785656699118480302', time=2024-09-12T03:10:35.234551+0000, chain.objs.size()=1 2024-09-12T01:34:09.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.lEnDadKk9JgNGPwmtrOebCks8r9Cpqj_0 2024-09-12T01:34:09.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.283405443672230281', time=2024-09-12T03:10:35.323046+0000, chain.objs.size()=1 2024-09-12T01:34:09.393 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.392+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.-_7hP9ov7rn2y3HQXu_6FGhmX1Rzh83_0 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10997113649124282613', time=2024-09-12T03:10:36.291850+0000, chain.objs.size()=1 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ceEqsDRO9mc5Jb0ZyIEAHXJujgZCvwo_0 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6096443539197484864', time=2024-09-12T03:10:36.726942+0000, chain.objs.size()=1 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YDlrxabd9aL28pEYoTiiLIMQqEnK-zM_0 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9926245924369232122', time=2024-09-12T03:10:36.805735+0000, chain.objs.size()=1 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.HDM1-Pgg4HBQ7YOWhg3V4vtgB2TCbtv_0 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8299472302390706878', time=2024-09-12T03:10:37.024826+0000, chain.objs.size()=1 2024-09-12T01:34:09.394 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.394+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Mqj4VA3MGTukRzJUZ-xvy4WOmooLikn_0 2024-09-12T01:34:09.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7789951766409752340', time=2024-09-12T03:10:37.192972+0000, chain.objs.size()=1 2024-09-12T01:34:09.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ogScoGud3j7HgpV3j3m61-_ZytO2pIi_0 2024-09-12T01:34:09.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16824470435850820726', time=2024-09-12T03:10:38.102503+0000, chain.objs.size()=1 2024-09-12T01:34:09.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Lh35udEIo7wgeT6zPLUh51CV-Sjrf7D_0 2024-09-12T01:34:09.395 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17678146525390024780', time=2024-09-12T03:10:38.173107+0000, chain.objs.size()=1 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fFTgoupd3PHj17BIQa_DJNCsZL1_ADm_0 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13290413476487591790', time=2024-09-12T03:10:38.544099+0000, chain.objs.size()=1 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.YMfNk3XEiwhm5L3Fee-uAGc4_RHrwT8_0 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11633138209783112115', time=2024-09-12T03:10:38.658109+0000, chain.objs.size()=1 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.6gO5VEC7Ue13HCeoYj5vjDNugijIWhM_0 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5934884327012815384', time=2024-09-12T03:10:38.670857+0000, chain.objs.size()=1 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.h0YCqjqLMuVWNWlvdZD3C4RQXxkLFWi_0 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7640334325352354305', time=2024-09-12T03:10:39.067482+0000, chain.objs.size()=1 2024-09-12T01:34:09.396 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.395+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3YLYTiNSVEVM5sQZ9JC7HwEzpUOUl_p_0 2024-09-12T01:34:09.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.397+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11234116366865346528', time=2024-09-12T03:10:39.425308+0000, chain.objs.size()=1 2024-09-12T01:34:09.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.397+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.FyR5-s3N35Fu4k9gd5fZe4dHlnzPUSd_0 2024-09-12T01:34:09.397 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11502594938617934643', time=2024-09-12T03:10:39.443912+0000, chain.objs.size()=1 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.d3-EdsSnGe3ddvrFbdbZoh7GL5Cxidd_0 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15603581990928286524', time=2024-09-12T03:10:39.516929+0000, chain.objs.size()=1 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.fc0FSxg5tZclZeKgfR0-DxbUrQTxRdI_0 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.8310118954649698147', time=2024-09-12T03:10:39.856357+0000, chain.objs.size()=1 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5CPyK3cS8MPOwxZCArNj-8kcoyI3ELC_0 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.5867038806909632697', time=2024-09-12T03:10:39.918706+0000, chain.objs.size()=1 2024-09-12T01:34:09.398 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.398+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.p6UIWTBln1DBglYcbDwq-rzTUbkRe8m_0 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10074609667547104251', time=2024-09-12T03:10:40.006001+0000, chain.objs.size()=1 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Xoc_ZNoSf_pdWLweYf39cxSvkF7fGMR_0 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11992371490725325688', time=2024-09-12T03:10:40.041180+0000, chain.objs.size()=1 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.i4h0BaFjFnK-LbWzz8divraETf3HMxr_0 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9044661797268794326', time=2024-09-12T03:10:40.945905+0000, chain.objs.size()=1 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.9ljpKWA1iFnNZZ0M1xR4PLORrR1kjoN_0 2024-09-12T01:34:09.399 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13816357479601451871', time=2024-09-12T03:10:41.018812+0000, chain.objs.size()=1 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.3iE97NRQiHomD8KsEItZIhXvYX-USz3_0 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.6996771069580336738', time=2024-09-12T03:10:41.282447+0000, chain.objs.size()=1 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_._IxV1BfQj66O3rlRPYGL17uPWkTTVxb_0 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9440291452765817154', time=2024-09-12T03:10:41.727548+0000, chain.objs.size()=1 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.dvr4r_i02UAZ2rG0Gh2jNN3WN7sY_u5_0 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9818182226234839347', time=2024-09-12T03:10:41.880022+0000, chain.objs.size()=1 2024-09-12T01:34:09.400 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.399+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.118xgtzjCJ4sgI-5-cNB3x-S8p-ftne_0 2024-09-12T01:34:09.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.401+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16235014388158145996', time=2024-09-12T03:10:42.150521+0000, chain.objs.size()=1 2024-09-12T01:34:09.401 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.401+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.hRBENqwWxVMNovU-HiDV_YBsF_tSUaB_0 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.401+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9505631325175299965', time=2024-09-12T03:10:42.151711+0000, chain.objs.size()=1 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.401+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.5lnPpXdAYjp9nbGzr178PV8wrj2vmMW_0 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16951852468236455611', time=2024-09-12T03:10:42.485534+0000, chain.objs.size()=1 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.kQNBOE_FbU8M1MJwmprhDWCdB-r6DEl_0 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15849228651398249879', time=2024-09-12T03:10:42.545219+0000, chain.objs.size()=1 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.J5TaXN7V4W4p31c3LtJPTm2Fh4gg9EL_0 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1607661860090858109', time=2024-09-12T03:10:42.651145+0000, chain.objs.size()=1 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.osQgftfCPHXaVeCoLO1W9H_9xjMN4aN_0 2024-09-12T01:34:09.402 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7492669546326974128', time=2024-09-12T03:10:42.715254+0000, chain.objs.size()=1 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.sHhLxDIqYUWcstNglMjGVzZoRBJqwrQ_0 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.11786862650967104808', time=2024-09-12T03:10:42.716010+0000, chain.objs.size()=1 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.ufr8I4ViyDIKdtqh-cdHYSBcKM1W6vM_0 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.151489423644913942', time=2024-09-12T03:10:43.227826+0000, chain.objs.size()=1 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.402+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.Vh7-I9EcVbk1WB8UIO8IlRt4-E_0zfa_0 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.403+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.209334970448051315', time=2024-09-12T03:10:43.781098+0000, chain.objs.size()=1 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.403+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.1ZgKfavymmtvXAG8uQi_Txnp46wuCzw_0 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.403+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.15523818773177910522', time=2024-09-12T03:10:44.462194+0000, chain.objs.size()=1 2024-09-12T01:34:09.403 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.403+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.jvLJVdOhx3OZQ4HifG307PEQcgdVRjU_0 2024-09-12T01:34:09.406 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.407+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 0/47928 2024-09-12T01:34:09.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T01:34:09.409 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13850719911379597671', time=2024-09-12T03:10:44.604038+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.g4vHUh4J33YlcaRQ-z5yKi2lF63JgxE_0 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.16539407635081381876', time=2024-09-12T03:10:44.722161+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.UjLRHSaQiii6D8hzPTtaz1O06dtDw1d_0 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.4954267939488673992', time=2024-09-12T03:10:45.080595+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.324__shadow_.daxQF-QjdRFHuhjVkeQ9FHMkT-Qv-vU_0 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.409866816843608212', time=2024-09-12T03:12:23.979065+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.430__shadow_.z2hXhZgMlbFlb_Uc5pei-X5o3wNhx7n_0 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10265462978510437680', time=2024-09-12T03:13:02.466796+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.464__shadow_.EvQop8opNa_mTd8p4Mya6hAZAOSItVx_0 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13099161013910026545', time=2024-09-12T03:13:03.739241+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.465__shadow_.K0gyNtfli7XL0FRplw557w37nAfKY7Q_0 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9342583102748950298', time=2024-09-12T03:13:23.977254+0000, chain.objs.size()=1 2024-09-12T01:34:09.410 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.488__shadow_.4e5RCq1SX5xAFXntcr1ugrFDhaWN38p_0 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.9926116488074428453', time=2024-09-12T03:13:30.335374+0000, chain.objs.size()=1 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.496__shadow_.8ytWihCZsbHy-uLi52PSRzYqsQXlb4B_0 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.845281280485374403', time=2024-09-12T03:17:27.280682+0000, chain.objs.size()=3 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~xipU2J7tBhSW_HPy2HVqe5kg38NvgM8.1 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~xipU2J7tBhSW_HPy2HVqe5kg38NvgM8.2 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.525__multipart_mymultipart.2~xipU2J7tBhSW_HPy2HVqe5kg38NvgM8.3 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.7692863779881297183', time=2024-09-12T03:19:12.714655+0000, chain.objs.size()=1 2024-09-12T01:34:09.411 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.409+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.555__shadow_.3LnsFp3MahGNv0Y_huVXV7z27BXa4yb_0 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3995189319344082845', time=2024-09-12T03:19:29.536411+0000, chain.objs.size()=1 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.561__multipart_mymultipart.M9d01NPWG262y0slZsYbxFjtL4sDfQAj.1 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.3920161310027851203', time=2024-09-12T03:19:43.037963+0000, chain.objs.size()=1 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:QXcTaxloLBOgu7kOPIBSH.ZZRiriUnp_.Ez0hsF8HIzycIXkM4ZQF6oCVhmXc9S7_0 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.18332619165068988607', time=2024-09-12T03:19:47.049600+0000, chain.objs.size()=1 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.569__shadow:hbg.vp9FI6rHTrbASZ8tpVCpln7585U_.2VMWc1NogJk0tE69PYq-joPpzwNIfTr_0 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.13184710489093808662', time=2024-09-12T03:20:25.774347+0000, chain.objs.size()=1 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:37qEBNz0Nllcubl0YsDNVj31Bs1g5nX_.DyWcPIGor-SRU-7v_eV4FRhJWfpKU9Z_0 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.12644371960095134650', time=2024-09-12T03:20:30.945513+0000, chain.objs.size()=1 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.577__shadow:YdUDjJyOg0lWq72peF0DorivemLs5JW_.5foFeFfDbFDriAZVfLySnGgaXAtse7C_0 2024-09-12T01:34:09.413 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.14846718224021871476', time=2024-09-12T03:21:15.647065+0000, chain.objs.size()=1 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.580__shadow:IFL624kqLSUDlOYWuDZD5zgnB44ebaE_.axS4xEGAD60XAatcNDTz-8NgyQ_0Ne5_0 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.17154013906695864240', time=2024-09-12T03:21:24.591787+0000, chain.objs.size()=1 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.587__shadow:hIiNQVkqm5ZBMzqWGLnwQtB18RL7ZLt_.QWkCqbxvHVpmToDN2_t9FaALhoSCWbh_0 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.10617958844003537872', time=2024-09-12T03:28:05.822628+0000, chain.objs.size()=1 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.698__shadow:ivsaptdrKeS-u9Ms7fG4xCYG4MCgNer_.UMTSq84ACgqxkZ-4cOD55xgrIdtIGyV_0 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 20 garbage collection: RGWGC::process iterating over entry tag='b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.1868670901277347930', time=2024-09-12T03:28:44.068778+0000, chain.objs.size()=1 2024-09-12T01:34:09.414 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.413+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:b4a76f9e-eae5-46de-bb87-fa616419e8f6.4595.719__shadow_.ZQ0r9-gtFqmiZW0nb5Qa73pCAktakTK_0 2024-09-12T01:34:09.417 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.417+0000 7fa9e0cb7800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:34:09.420 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.420+0000 7fa894fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:34:09.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.422+0000 7fa9e0cb7800 20 remove_watcher() i=0 2024-09-12T01:34:09.422 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.422+0000 7fa9e0cb7800 2 removed watcher, disabling cache 2024-09-12T01:34:09.423 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.423+0000 7fa9e0cb7800 20 remove_watcher() i=1 2024-09-12T01:34:09.424 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.424+0000 7fa9e0cb7800 20 remove_watcher() i=2 2024-09-12T01:34:09.425 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.425+0000 7fa9e0cb7800 20 remove_watcher() i=3 2024-09-12T01:34:09.426 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.426+0000 7fa9e0cb7800 20 remove_watcher() i=4 2024-09-12T01:34:09.427 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.427+0000 7fa9e0cb7800 20 remove_watcher() i=5 2024-09-12T01:34:09.428 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.428+0000 7fa9e0cb7800 20 remove_watcher() i=6 2024-09-12T01:34:09.429 INFO:teuthology.orchestra.run.smithi163.stderr:2024-09-12T01:34:09.429+0000 7fa9e0cb7800 20 remove_watcher() i=7 2024-09-12T01:34:09.440 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T01:34:09.451 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T01:34:09.509 DEBUG:teuthology.orchestra.run.smithi163:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T01:34:09.577 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T01:34:09.647 DEBUG:teuthology.orchestra.run.smithi163:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T01:34:09.716 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T01:34:09.794 DEBUG:teuthology.orchestra.run.smithi163:> sudo update-ca-trust 2024-09-12T01:34:10.813 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T01:34:10.825 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:34:10.825 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:34:11.150 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:11.161 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:34:11.165 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2373,"stamp":"2024-09-12T01:34:10.561800+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":682648842,"num_objects":4753,"num_object_clones":0,"num_object_copies":13850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4753,"num_whiteouts":0,"num_read":177037,"num_read_kb":2466557,"num_write":139462,"num_write_kb":2418145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13497,"ondisk_log_size":13497,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2694700,"kb_used_data":1183532,"kb_used_omap":12,"kb_used_meta":1511027,"kb_avail":752280020,"statfs":{"total":773094113280,"available":770334740480,"internally_reserved":0,"allocated":1211936768,"data_stored":1195871296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1547292209},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-13325606,"num_objects":-130,"num_object_clones":0,"num_object_copies":-388,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-130,"num_whiteouts":0,"num_read":163,"num_read_kb":265,"num_write":143,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005159"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.126244+0000","last_change":"2024-09-12T01:00:41.033946+0000","last_active":"2024-09-12T01:30:41.126244+0000","last_peered":"2024-09-12T01:30:41.126244+0000","last_clean":"2024-09-12T01:30:41.126244+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:30:41.126244+0000","last_undegraded":"2024-09-12T01:30:41.126244+0000","last_fullsized":"2024-09-12T01:30:41.126244+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:02.676668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.119098+0000","last_change":"2024-09-12T00:42:18.048073+0000","last_active":"2024-09-12T01:29:51.119098+0000","last_peered":"2024-09-12T01:29:51.119098+0000","last_clean":"2024-09-12T01:29:51.119098+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:29:51.119098+0000","last_undegraded":"2024-09-12T01:29:51.119098+0000","last_fullsized":"2024-09-12T01:29:51.119098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:34.120118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226852+0000","last_change":"2024-09-12T00:42:13.967526+0000","last_active":"2024-09-12T01:29:46.226852+0000","last_peered":"2024-09-12T01:29:46.226852+0000","last_clean":"2024-09-12T01:29:46.226852+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:29:46.226852+0000","last_undegraded":"2024-09-12T01:29:46.226852+0000","last_fullsized":"2024-09-12T01:29:46.226852+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:10.523163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354939+0000","last_change":"2024-09-12T00:38:18.968641+0000","last_active":"2024-09-12T01:30:26.354939+0000","last_peered":"2024-09-12T01:30:26.354939+0000","last_clean":"2024-09-12T01:30:26.354939+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:30:26.354939+0000","last_undegraded":"2024-09-12T01:30:26.354939+0000","last_fullsized":"2024-09-12T01:30:26.354939+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:16.843143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.215484+0000","last_change":"2024-09-12T01:00:41.037053+0000","last_active":"2024-09-12T01:30:41.215484+0000","last_peered":"2024-09-12T01:30:41.215484+0000","last_clean":"2024-09-12T01:30:41.215484+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:30:41.215484+0000","last_undegraded":"2024-09-12T01:30:41.215484+0000","last_fullsized":"2024-09-12T01:30:41.215484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:14.508710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.372577+0000","last_change":"2024-09-12T00:42:18.044210+0000","last_active":"2024-09-12T01:29:51.372577+0000","last_peered":"2024-09-12T01:29:51.372577+0000","last_clean":"2024-09-12T01:29:51.372577+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:29:51.372577+0000","last_undegraded":"2024-09-12T01:29:51.372577+0000","last_fullsized":"2024-09-12T01:29:51.372577+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:38.545299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'1","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:43.228046+0000","last_change":"2024-09-12T00:42:13.972649+0000","last_active":"2024-09-12T01:29:43.228046+0000","last_peered":"2024-09-12T01:29:43.228046+0000","last_clean":"2024-09-12T01:29:43.228046+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:29:43.228046+0000","last_undegraded":"2024-09-12T01:29:43.228046+0000","last_fullsized":"2024-09-12T01:29:43.228046+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:29.117408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215014+0000","last_change":"2024-09-12T00:38:18.961447+0000","last_active":"2024-09-12T01:30:36.215014+0000","last_peered":"2024-09-12T01:30:36.215014+0000","last_clean":"2024-09-12T01:30:36.215014+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:30:36.215014+0000","last_undegraded":"2024-09-12T01:30:36.215014+0000","last_fullsized":"2024-09-12T01:30:36.215014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:13:06.420535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239770+0000","last_change":"2024-09-12T01:00:41.026699+0000","last_active":"2024-09-12T01:29:41.239770+0000","last_peered":"2024-09-12T01:29:41.239770+0000","last_clean":"2024-09-12T01:29:41.239770+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:29:41.239770+0000","last_undegraded":"2024-09-12T01:29:41.239770+0000","last_fullsized":"2024-09-12T01:29:41.239770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:50.229829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.353690+0000","last_change":"2024-09-12T00:42:18.559667+0000","last_active":"2024-09-12T01:30:16.353690+0000","last_peered":"2024-09-12T01:30:16.353690+0000","last_clean":"2024-09-12T01:30:16.353690+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:30:16.353690+0000","last_undegraded":"2024-09-12T01:30:16.353690+0000","last_fullsized":"2024-09-12T01:30:16.353690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:50.451710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'4","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.214422+0000","last_change":"2024-09-12T00:42:13.972359+0000","last_active":"2024-09-12T01:30:31.214422+0000","last_peered":"2024-09-12T01:30:31.214422+0000","last_clean":"2024-09-12T01:30:31.214422+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:30:31.214422+0000","last_undegraded":"2024-09-12T01:30:31.214422+0000","last_fullsized":"2024-09-12T01:30:31.214422+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:39.196914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357891+0000","last_change":"2024-09-12T00:38:18.964951+0000","last_active":"2024-09-12T01:30:51.357891+0000","last_peered":"2024-09-12T01:30:51.357891+0000","last_clean":"2024-09-12T01:30:51.357891+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:30:51.357891+0000","last_undegraded":"2024-09-12T01:30:51.357891+0000","last_fullsized":"2024-09-12T01:30:51.357891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:44.552414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226810+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:29:46.226810+0000","last_peered":"2024-09-12T01:29:46.226810+0000","last_clean":"2024-09-12T01:29:46.226810+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:29:46.226810+0000","last_undegraded":"2024-09-12T01:29:46.226810+0000","last_fullsized":"2024-09-12T01:29:46.226810+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:12.786329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232505+0000","last_change":"2024-09-12T00:42:18.558380+0000","last_active":"2024-09-12T01:30:31.232505+0000","last_peered":"2024-09-12T01:30:31.232505+0000","last_clean":"2024-09-12T01:30:31.232505+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:30:31.232505+0000","last_undegraded":"2024-09-12T01:30:31.232505+0000","last_fullsized":"2024-09-12T01:30:31.232505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:17.678993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.118291+0000","last_change":"2024-09-12T00:42:13.964520+0000","last_active":"2024-09-12T01:30:11.118291+0000","last_peered":"2024-09-12T01:30:11.118291+0000","last_clean":"2024-09-12T01:30:11.118291+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:30:11.118291+0000","last_undegraded":"2024-09-12T01:30:11.118291+0000","last_fullsized":"2024-09-12T01:30:11.118291+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:59.768446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234955+0000","last_change":"2024-09-12T00:38:18.969499+0000","last_active":"2024-09-12T01:30:51.234955+0000","last_peered":"2024-09-12T01:30:51.234955+0000","last_clean":"2024-09-12T01:30:51.234955+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:30:51.234955+0000","last_undegraded":"2024-09-12T01:30:51.234955+0000","last_fullsized":"2024-09-12T01:30:51.234955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:14.624133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.234224+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:30:46.234224+0000","last_peered":"2024-09-12T01:30:46.234224+0000","last_clean":"2024-09-12T01:30:46.234224+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:30:46.234224+0000","last_undegraded":"2024-09-12T01:30:46.234224+0000","last_fullsized":"2024-09-12T01:30:46.234224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:35.618718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127628+0000","last_change":"2024-09-12T00:42:18.050567+0000","last_active":"2024-09-12T01:30:51.127628+0000","last_peered":"2024-09-12T01:30:51.127628+0000","last_clean":"2024-09-12T01:30:51.127628+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:30:51.127628+0000","last_undegraded":"2024-09-12T01:30:51.127628+0000","last_fullsized":"2024-09-12T01:30:51.127628+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:23.443000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.355947+0000","last_change":"2024-09-12T00:42:13.966457+0000","last_active":"2024-09-12T01:30:36.355947+0000","last_peered":"2024-09-12T01:30:36.355947+0000","last_clean":"2024-09-12T01:30:36.355947+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:30:36.355947+0000","last_undegraded":"2024-09-12T01:30:36.355947+0000","last_fullsized":"2024-09-12T01:30:36.355947+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:50.636890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234902+0000","last_change":"2024-09-12T00:38:18.962641+0000","last_active":"2024-09-12T01:30:51.234902+0000","last_peered":"2024-09-12T01:30:51.234902+0000","last_clean":"2024-09-12T01:30:51.234902+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:30:51.234902+0000","last_undegraded":"2024-09-12T01:30:51.234902+0000","last_fullsized":"2024-09-12T01:30:51.234902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:37.293760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135831+0000","last_change":"2024-09-12T01:00:41.032215+0000","last_active":"2024-09-12T01:31:58.135831+0000","last_peered":"2024-09-12T01:31:58.135831+0000","last_clean":"2024-09-12T01:31:58.135831+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:31:58.135831+0000","last_undegraded":"2024-09-12T01:31:58.135831+0000","last_fullsized":"2024-09-12T01:31:58.135831+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:54.181323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.247833+0000","last_change":"2024-09-12T00:42:18.049383+0000","last_active":"2024-09-12T01:30:41.247833+0000","last_peered":"2024-09-12T01:30:41.247833+0000","last_clean":"2024-09-12T01:30:41.247833+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:30:41.247833+0000","last_undegraded":"2024-09-12T01:30:41.247833+0000","last_fullsized":"2024-09-12T01:30:41.247833+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:29.589074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6339884,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":13,"num_read_kb":22578,"num_write":14,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123903+0000","last_change":"2024-09-12T00:42:13.966217+0000","last_active":"2024-09-12T01:30:51.123903+0000","last_peered":"2024-09-12T01:30:51.123903+0000","last_clean":"2024-09-12T01:30:51.123903+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:30:51.123903+0000","last_undegraded":"2024-09-12T01:30:51.123903+0000","last_fullsized":"2024-09-12T01:30:51.123903+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:02.769670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5291308,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":13,"num_read_kb":13362,"num_write":13,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249172+0000","last_change":"2024-09-12T00:38:18.963271+0000","last_active":"2024-09-12T01:30:51.249172+0000","last_peered":"2024-09-12T01:30:51.249172+0000","last_clean":"2024-09-12T01:30:51.249172+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:30:51.249172+0000","last_undegraded":"2024-09-12T01:30:51.249172+0000","last_fullsized":"2024-09-12T01:30:51.249172+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:42.672993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265196+0000","last_change":"2024-09-12T01:00:41.023780+0000","last_active":"2024-09-12T01:30:41.265196+0000","last_peered":"2024-09-12T01:30:41.265196+0000","last_clean":"2024-09-12T01:30:41.265196+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:30:41.265196+0000","last_undegraded":"2024-09-12T01:30:41.265196+0000","last_fullsized":"2024-09-12T01:30:41.265196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:56.315944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.241060+0000","last_change":"2024-09-12T00:42:18.048519+0000","last_active":"2024-09-12T01:29:51.241060+0000","last_peered":"2024-09-12T01:29:51.241060+0000","last_clean":"2024-09-12T01:29:51.241060+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:29:51.241060+0000","last_undegraded":"2024-09-12T01:29:51.241060+0000","last_fullsized":"2024-09-12T01:29:51.241060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.315986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10242,"num_write":5,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.371803+0000","last_change":"2024-09-12T00:42:13.963390+0000","last_active":"2024-09-12T01:29:46.371803+0000","last_peered":"2024-09-12T01:29:46.371803+0000","last_clean":"2024-09-12T01:29:46.371803+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:29:46.371803+0000","last_undegraded":"2024-09-12T01:29:46.371803+0000","last_fullsized":"2024-09-12T01:29:46.371803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:20.491948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'67","reported_seq":256,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.346361+0000","last_change":"2024-09-12T00:38:18.962358+0000","last_active":"2024-09-12T01:29:16.346361+0000","last_peered":"2024-09-12T01:29:16.346361+0000","last_clean":"2024-09-12T01:29:16.346361+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:29:16.346361+0000","last_undegraded":"2024-09-12T01:29:16.346361+0000","last_fullsized":"2024-09-12T01:29:16.346361+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:28.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265247+0000","last_change":"2024-09-12T01:00:41.031873+0000","last_active":"2024-09-12T01:30:41.265247+0000","last_peered":"2024-09-12T01:30:41.265247+0000","last_clean":"2024-09-12T01:30:41.265247+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:30:41.265247+0000","last_undegraded":"2024-09-12T01:30:41.265247+0000","last_fullsized":"2024-09-12T01:30:41.265247+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:57.815076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.121919+0000","last_change":"2024-09-12T00:42:39.472105+0000","last_active":"2024-09-12T01:30:11.121919+0000","last_peered":"2024-09-12T01:30:11.121919+0000","last_clean":"2024-09-12T01:30:11.121919+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:30:11.121919+0000","last_undegraded":"2024-09-12T01:30:11.121919+0000","last_fullsized":"2024-09-12T01:30:11.121919+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:18.685284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.350251+0000","last_change":"2024-09-12T00:42:13.966613+0000","last_active":"2024-09-12T01:29:46.350251+0000","last_peered":"2024-09-12T01:29:46.350251+0000","last_clean":"2024-09-12T01:29:46.350251+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:29:46.350251+0000","last_undegraded":"2024-09-12T01:29:46.350251+0000","last_fullsized":"2024-09-12T01:29:46.350251+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:24.439380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132160+0000","last_change":"2024-09-12T00:38:18.963135+0000","last_active":"2024-09-12T01:31:28.132160+0000","last_peered":"2024-09-12T01:31:28.132160+0000","last_clean":"2024-09-12T01:31:28.132160+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:31:28.132160+0000","last_undegraded":"2024-09-12T01:31:28.132160+0000","last_fullsized":"2024-09-12T01:31:28.132160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:36.031829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129309+0000","last_change":"2024-09-12T01:00:41.036556+0000","last_active":"2024-09-12T01:31:03.129309+0000","last_peered":"2024-09-12T01:31:03.129309+0000","last_clean":"2024-09-12T01:31:03.129309+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:31:03.129309+0000","last_undegraded":"2024-09-12T01:31:03.129309+0000","last_fullsized":"2024-09-12T01:31:03.129309+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:57.303380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.233634+0000","last_change":"2024-09-12T00:42:18.558454+0000","last_active":"2024-09-12T01:30:41.233634+0000","last_peered":"2024-09-12T01:30:41.233634+0000","last_clean":"2024-09-12T01:30:41.233634+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:30:41.233634+0000","last_undegraded":"2024-09-12T01:30:41.233634+0000","last_fullsized":"2024-09-12T01:30:41.233634+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:29.738707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'8","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132421+0000","last_change":"2024-09-12T00:42:13.967897+0000","last_active":"2024-09-12T01:31:26.132421+0000","last_peered":"2024-09-12T01:31:26.132421+0000","last_clean":"2024-09-12T01:31:26.132421+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:31:26.132421+0000","last_undegraded":"2024-09-12T01:31:26.132421+0000","last_fullsized":"2024-09-12T01:31:26.132421+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:17:18.281657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.247534+0000","last_change":"2024-09-12T00:38:18.965353+0000","last_active":"2024-09-12T01:31:31.247534+0000","last_peered":"2024-09-12T01:31:31.247534+0000","last_clean":"2024-09-12T01:31:31.247534+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:31:31.247534+0000","last_undegraded":"2024-09-12T01:31:31.247534+0000","last_fullsized":"2024-09-12T01:31:31.247534+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:54.806778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217564+0000","last_change":"2024-09-12T01:00:41.033283+0000","last_active":"2024-09-12T01:31:01.217564+0000","last_peered":"2024-09-12T01:31:01.217564+0000","last_clean":"2024-09-12T01:31:01.217564+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:31:01.217564+0000","last_undegraded":"2024-09-12T01:31:01.217564+0000","last_fullsized":"2024-09-12T01:31:01.217564+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:21.787371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239785+0000","last_change":"2024-09-12T00:42:18.560023+0000","last_active":"2024-09-12T01:31:31.239785+0000","last_peered":"2024-09-12T01:31:31.239785+0000","last_clean":"2024-09-12T01:31:31.239785+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:31:31.239785+0000","last_undegraded":"2024-09-12T01:31:31.239785+0000","last_fullsized":"2024-09-12T01:31:31.239785+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:36.006828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'5","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264605+0000","last_change":"2024-09-12T00:42:13.967348+0000","last_active":"2024-09-12T01:30:36.264605+0000","last_peered":"2024-09-12T01:30:36.264605+0000","last_clean":"2024-09-12T01:30:36.264605+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:30:36.264605+0000","last_undegraded":"2024-09-12T01:30:36.264605+0000","last_fullsized":"2024-09-12T01:30:36.264605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:06.750670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239838+0000","last_change":"2024-09-12T00:38:18.968148+0000","last_active":"2024-09-12T01:31:31.239838+0000","last_peered":"2024-09-12T01:31:31.239838+0000","last_clean":"2024-09-12T01:31:31.239838+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:31:31.239838+0000","last_undegraded":"2024-09-12T01:31:31.239838+0000","last_fullsized":"2024-09-12T01:31:31.239838+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:14.564288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268098+0000","last_change":"2024-09-12T01:00:41.029745+0000","last_active":"2024-09-12T01:31:01.268098+0000","last_peered":"2024-09-12T01:31:01.268098+0000","last_clean":"2024-09-12T01:31:01.268098+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:31:01.268098+0000","last_undegraded":"2024-09-12T01:31:01.268098+0000","last_fullsized":"2024-09-12T01:31:01.268098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:05.835643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.233671+0000","last_change":"2024-09-12T00:42:18.560819+0000","last_active":"2024-09-12T01:30:41.233671+0000","last_peered":"2024-09-12T01:30:41.233671+0000","last_clean":"2024-09-12T01:30:41.233671+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:30:41.233671+0000","last_undegraded":"2024-09-12T01:30:41.233671+0000","last_fullsized":"2024-09-12T01:30:41.233671+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:41.023033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":14338,"num_write":19,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215000+0000","last_change":"2024-09-12T00:42:13.972479+0000","last_active":"2024-09-12T01:30:36.215000+0000","last_peered":"2024-09-12T01:30:36.215000+0000","last_clean":"2024-09-12T01:30:36.215000+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:30:36.215000+0000","last_undegraded":"2024-09-12T01:30:36.215000+0000","last_fullsized":"2024-09-12T01:30:36.215000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:55.898685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.220703+0000","last_change":"2024-09-12T00:38:18.966334+0000","last_active":"2024-09-12T01:31:31.220703+0000","last_peered":"2024-09-12T01:31:31.220703+0000","last_clean":"2024-09-12T01:31:31.220703+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:31:31.220703+0000","last_undegraded":"2024-09-12T01:31:31.220703+0000","last_fullsized":"2024-09-12T01:31:31.220703+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:34.407218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129045+0000","last_change":"2024-09-12T01:00:41.030695+0000","last_active":"2024-09-12T01:31:01.129045+0000","last_peered":"2024-09-12T01:31:01.129045+0000","last_clean":"2024-09-12T01:31:01.129045+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:31:01.129045+0000","last_undegraded":"2024-09-12T01:31:01.129045+0000","last_fullsized":"2024-09-12T01:31:01.129045+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:54.694643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.122521+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:30:41.122521+0000","last_peered":"2024-09-12T01:30:41.122521+0000","last_clean":"2024-09-12T01:30:41.122521+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:30:41.122521+0000","last_undegraded":"2024-09-12T01:30:41.122521+0000","last_fullsized":"2024-09-12T01:30:41.122521+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:11.651445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":80,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.356045+0000","last_change":"2024-09-12T00:42:13.970282+0000","last_active":"2024-09-12T01:30:36.356045+0000","last_peered":"2024-09-12T01:30:36.356045+0000","last_clean":"2024-09-12T01:30:36.356045+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:30:36.356045+0000","last_undegraded":"2024-09-12T01:30:36.356045+0000","last_fullsized":"2024-09-12T01:30:36.356045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:03.838184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":176,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.257256+0000","last_change":"2024-09-12T00:38:18.969388+0000","last_active":"2024-09-12T01:29:51.257256+0000","last_peered":"2024-09-12T01:29:51.257256+0000","last_clean":"2024-09-12T01:29:51.257256+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:29:51.257256+0000","last_undegraded":"2024-09-12T01:29:51.257256+0000","last_fullsized":"2024-09-12T01:29:51.257256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:44.977703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226345+0000","last_change":"2024-09-12T01:00:41.037067+0000","last_active":"2024-09-12T01:29:41.226345+0000","last_peered":"2024-09-12T01:29:41.226345+0000","last_clean":"2024-09-12T01:29:41.226345+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:29:41.226345+0000","last_undegraded":"2024-09-12T01:29:41.226345+0000","last_fullsized":"2024-09-12T01:29:41.226345+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:14.981966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:18.131005+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:31:18.131005+0000","last_peered":"2024-09-12T01:31:18.131005+0000","last_clean":"2024-09-12T01:31:18.131005+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:31:18.131005+0000","last_undegraded":"2024-09-12T01:31:18.131005+0000","last_fullsized":"2024-09-12T01:31:18.131005+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:08.907369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.127340+0000","last_change":"2024-09-12T00:42:13.966063+0000","last_active":"2024-09-12T01:31:16.127340+0000","last_peered":"2024-09-12T01:31:16.127340+0000","last_clean":"2024-09-12T01:31:16.127340+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:31:16.127340+0000","last_undegraded":"2024-09-12T01:31:16.127340+0000","last_fullsized":"2024-09-12T01:31:16.127340+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:36.699194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.255608+0000","last_change":"2024-09-12T00:38:18.964052+0000","last_active":"2024-09-12T01:29:41.255608+0000","last_peered":"2024-09-12T01:29:41.255608+0000","last_clean":"2024-09-12T01:29:41.255608+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:29:41.255608+0000","last_undegraded":"2024-09-12T01:29:41.255608+0000","last_fullsized":"2024-09-12T01:29:41.255608+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:03.505396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349711+0000","last_change":"2024-09-12T01:00:41.027771+0000","last_active":"2024-09-12T01:29:41.349711+0000","last_peered":"2024-09-12T01:29:41.349711+0000","last_clean":"2024-09-12T01:29:41.349711+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:29:41.349711+0000","last_undegraded":"2024-09-12T01:29:41.349711+0000","last_fullsized":"2024-09-12T01:29:41.349711+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:13.000437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678846+0000","last_change":"2024-09-12T00:42:18.047071+0000","last_active":"2024-09-12T01:34:07.678846+0000","last_peered":"2024-09-12T01:34:07.678846+0000","last_clean":"2024-09-12T01:34:07.678846+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:07.678846+0000","last_undegraded":"2024-09-12T01:34:07.678846+0000","last_fullsized":"2024-09-12T01:34:07.678846+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:52:31.866173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.237889+0000","last_change":"2024-09-12T00:42:13.973463+0000","last_active":"2024-09-12T01:31:16.237889+0000","last_peered":"2024-09-12T01:31:16.237889+0000","last_clean":"2024-09-12T01:31:16.237889+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:31:16.237889+0000","last_undegraded":"2024-09-12T01:31:16.237889+0000","last_fullsized":"2024-09-12T01:31:16.237889+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:57.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349626+0000","last_change":"2024-09-12T00:38:18.963183+0000","last_active":"2024-09-12T01:29:41.349626+0000","last_peered":"2024-09-12T01:29:41.349626+0000","last_clean":"2024-09-12T01:29:41.349626+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:29:41.349626+0000","last_undegraded":"2024-09-12T01:29:41.349626+0000","last_fullsized":"2024-09-12T01:29:41.349626+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:59.115533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359528+0000","last_change":"2024-09-12T01:00:41.033626+0000","last_active":"2024-09-12T01:31:06.359528+0000","last_peered":"2024-09-12T01:31:06.359528+0000","last_clean":"2024-09-12T01:31:06.359528+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:31:06.359528+0000","last_undegraded":"2024-09-12T01:31:06.359528+0000","last_fullsized":"2024-09-12T01:31:06.359528+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:24.968389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238582+0000","last_change":"2024-09-12T00:42:18.049426+0000","last_active":"2024-09-12T01:31:21.238582+0000","last_peered":"2024-09-12T01:31:21.238582+0000","last_clean":"2024-09-12T01:31:21.238582+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:31:21.238582+0000","last_undegraded":"2024-09-12T01:31:21.238582+0000","last_fullsized":"2024-09-12T01:31:21.238582+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:58.626976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5120,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.252530+0000","last_change":"2024-09-12T00:42:13.970662+0000","last_active":"2024-09-12T01:31:16.252530+0000","last_peered":"2024-09-12T01:31:16.252530+0000","last_clean":"2024-09-12T01:31:16.252530+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:31:16.252530+0000","last_undegraded":"2024-09-12T01:31:16.252530+0000","last_fullsized":"2024-09-12T01:31:16.252530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:48.419781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.370996+0000","last_change":"2024-09-12T00:38:18.967575+0000","last_active":"2024-09-12T01:29:41.370996+0000","last_peered":"2024-09-12T01:29:41.370996+0000","last_clean":"2024-09-12T01:29:41.370996+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:29:41.370996+0000","last_undegraded":"2024-09-12T01:29:41.370996+0000","last_fullsized":"2024-09-12T01:29:41.370996+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:30.679797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226323+0000","last_change":"2024-09-12T01:00:41.036536+0000","last_active":"2024-09-12T01:29:41.226323+0000","last_peered":"2024-09-12T01:29:41.226323+0000","last_clean":"2024-09-12T01:29:41.226323+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:29:41.226323+0000","last_undegraded":"2024-09-12T01:29:41.226323+0000","last_fullsized":"2024-09-12T01:29:41.226323+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:59.454903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.253356+0000","last_change":"2024-09-12T00:42:18.050219+0000","last_active":"2024-09-12T01:31:21.253356+0000","last_peered":"2024-09-12T01:31:21.253356+0000","last_clean":"2024-09-12T01:31:21.253356+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:31:21.253356+0000","last_undegraded":"2024-09-12T01:31:21.253356+0000","last_fullsized":"2024-09-12T01:31:21.253356+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:41.539849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.131024+0000","last_change":"2024-09-12T00:42:13.971093+0000","last_active":"2024-09-12T01:31:16.131024+0000","last_peered":"2024-09-12T01:31:16.131024+0000","last_clean":"2024-09-12T01:31:16.131024+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:31:16.131024+0000","last_undegraded":"2024-09-12T01:31:16.131024+0000","last_fullsized":"2024-09-12T01:31:16.131024+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:56.789191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4234449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":8232,"num_write":4,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":87,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226200+0000","last_change":"2024-09-12T00:38:18.967174+0000","last_active":"2024-09-12T01:29:41.226200+0000","last_peered":"2024-09-12T01:29:41.226200+0000","last_clean":"2024-09-12T01:29:41.226200+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:29:41.226200+0000","last_undegraded":"2024-09-12T01:29:41.226200+0000","last_fullsized":"2024-09-12T01:29:41.226200+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:57.226717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:11.218534+0000","last_change":"2024-09-12T01:00:41.033627+0000","last_active":"2024-09-12T01:31:11.218534+0000","last_peered":"2024-09-12T01:31:11.218534+0000","last_clean":"2024-09-12T01:31:11.218534+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:31:11.218534+0000","last_undegraded":"2024-09-12T01:31:11.218534+0000","last_fullsized":"2024-09-12T01:31:11.218534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:22.010686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242208+0000","last_change":"2024-09-12T00:42:18.046531+0000","last_active":"2024-09-12T01:31:51.242208+0000","last_peered":"2024-09-12T01:31:51.242208+0000","last_clean":"2024-09-12T01:31:51.242208+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:31:51.242208+0000","last_undegraded":"2024-09-12T01:31:51.242208+0000","last_fullsized":"2024-09-12T01:31:51.242208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:19.133972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'1","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275051+0000","last_change":"2024-09-12T00:42:13.967105+0000","last_active":"2024-09-12T01:31:46.275051+0000","last_peered":"2024-09-12T01:31:46.275051+0000","last_clean":"2024-09-12T01:31:46.275051+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:31:46.275051+0000","last_undegraded":"2024-09-12T01:31:46.275051+0000","last_fullsized":"2024-09-12T01:31:46.275051+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:09.910888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231203+0000","last_change":"2024-09-12T00:38:18.970033+0000","last_active":"2024-09-12T01:30:21.231203+0000","last_peered":"2024-09-12T01:30:21.231203+0000","last_clean":"2024-09-12T01:30:21.231203+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:30:21.231203+0000","last_undegraded":"2024-09-12T01:30:21.231203+0000","last_fullsized":"2024-09-12T01:30:21.231203+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:00.503892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258139+0000","last_change":"2024-09-12T01:00:41.032165+0000","last_active":"2024-09-12T01:29:56.258139+0000","last_peered":"2024-09-12T01:29:56.258139+0000","last_clean":"2024-09-12T01:29:56.258139+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:29:56.258139+0000","last_undegraded":"2024-09-12T01:29:56.258139+0000","last_fullsized":"2024-09-12T01:29:56.258139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:59:39.781677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242187+0000","last_change":"2024-09-12T00:42:18.046578+0000","last_active":"2024-09-12T01:31:51.242187+0000","last_peered":"2024-09-12T01:31:51.242187+0000","last_clean":"2024-09-12T01:31:51.242187+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:31:51.242187+0000","last_undegraded":"2024-09-12T01:31:51.242187+0000","last_fullsized":"2024-09-12T01:31:51.242187+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:53:50.551363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222356+0000","last_change":"2024-09-12T00:42:13.971367+0000","last_active":"2024-09-12T01:31:46.222356+0000","last_peered":"2024-09-12T01:31:46.222356+0000","last_clean":"2024-09-12T01:31:46.222356+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:31:46.222356+0000","last_undegraded":"2024-09-12T01:31:46.222356+0000","last_fullsized":"2024-09-12T01:31:46.222356+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:07:30.485612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.121256+0000","last_change":"2024-09-12T00:38:18.966502+0000","last_active":"2024-09-12T01:30:06.121256+0000","last_peered":"2024-09-12T01:30:06.121256+0000","last_clean":"2024-09-12T01:30:06.121256+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:30:06.121256+0000","last_undegraded":"2024-09-12T01:30:06.121256+0000","last_fullsized":"2024-09-12T01:30:06.121256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:51.418164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250708+0000","last_change":"2024-09-12T01:00:41.033862+0000","last_active":"2024-09-12T01:31:01.250708+0000","last_peered":"2024-09-12T01:31:01.250708+0000","last_clean":"2024-09-12T01:31:01.250708+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:31:01.250708+0000","last_undegraded":"2024-09-12T01:31:01.250708+0000","last_fullsized":"2024-09-12T01:31:01.250708+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:21.044114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'7","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:43.228095+0000","last_change":"2024-09-12T00:42:18.559583+0000","last_active":"2024-09-12T01:29:43.228095+0000","last_peered":"2024-09-12T01:29:43.228095+0000","last_clean":"2024-09-12T01:29:43.228095+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:29:43.228095+0000","last_undegraded":"2024-09-12T01:29:43.228095+0000","last_fullsized":"2024-09-12T01:29:43.228095+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:17.107174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5,"num_read_kb":8721,"num_write":17,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'1","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249272+0000","last_change":"2024-09-12T00:42:13.967181+0000","last_active":"2024-09-12T01:31:46.249272+0000","last_peered":"2024-09-12T01:31:46.249272+0000","last_clean":"2024-09-12T01:31:46.249272+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:31:46.249272+0000","last_undegraded":"2024-09-12T01:31:46.249272+0000","last_fullsized":"2024-09-12T01:31:46.249272+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:59.860660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.243231+0000","last_change":"2024-09-12T00:38:18.966523+0000","last_active":"2024-09-12T01:30:06.243231+0000","last_peered":"2024-09-12T01:30:06.243231+0000","last_clean":"2024-09-12T01:30:06.243231+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:30:06.243231+0000","last_undegraded":"2024-09-12T01:30:06.243231+0000","last_fullsized":"2024-09-12T01:30:06.243231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:58.892549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268137+0000","last_change":"2024-09-12T01:00:41.027549+0000","last_active":"2024-09-12T01:31:01.268137+0000","last_peered":"2024-09-12T01:31:01.268137+0000","last_clean":"2024-09-12T01:31:01.268137+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:31:01.268137+0000","last_undegraded":"2024-09-12T01:31:01.268137+0000","last_fullsized":"2024-09-12T01:31:01.268137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:00.443474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242229+0000","last_change":"2024-09-12T00:42:18.051667+0000","last_active":"2024-09-12T01:31:51.242229+0000","last_peered":"2024-09-12T01:31:51.242229+0000","last_clean":"2024-09-12T01:31:51.242229+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:31:51.242229+0000","last_undegraded":"2024-09-12T01:31:51.242229+0000","last_fullsized":"2024-09-12T01:31:51.242229+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:24.765236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'5","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227514+0000","last_change":"2024-09-12T00:42:13.973494+0000","last_active":"2024-09-12T01:29:38.227514+0000","last_peered":"2024-09-12T01:29:38.227514+0000","last_clean":"2024-09-12T01:29:38.227514+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:29:38.227514+0000","last_undegraded":"2024-09-12T01:29:38.227514+0000","last_fullsized":"2024-09-12T01:29:38.227514+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:41:16.830460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.211543+0000","last_change":"2024-09-12T00:38:18.964514+0000","last_active":"2024-09-12T01:30:06.211543+0000","last_peered":"2024-09-12T01:30:06.211543+0000","last_clean":"2024-09-12T01:30:06.211543+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:30:06.211543+0000","last_undegraded":"2024-09-12T01:30:06.211543+0000","last_fullsized":"2024-09-12T01:30:06.211543+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:48.165805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.228065+0000","last_change":"2024-09-12T01:00:41.036373+0000","last_active":"2024-09-12T01:29:56.228065+0000","last_peered":"2024-09-12T01:29:56.228065+0000","last_clean":"2024-09-12T01:29:56.228065+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:29:56.228065+0000","last_undegraded":"2024-09-12T01:29:56.228065+0000","last_fullsized":"2024-09-12T01:29:56.228065+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:21.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.373965+0000","last_change":"2024-09-12T00:42:18.045832+0000","last_active":"2024-09-12T01:30:01.373965+0000","last_peered":"2024-09-12T01:30:01.373965+0000","last_clean":"2024-09-12T01:30:01.373965+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:30:01.373965+0000","last_undegraded":"2024-09-12T01:30:01.373965+0000","last_fullsized":"2024-09-12T01:30:01.373965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:20.715784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351370+0000","last_change":"2024-09-12T00:42:13.967910+0000","last_active":"2024-09-12T01:29:56.351370+0000","last_peered":"2024-09-12T01:29:56.351370+0000","last_clean":"2024-09-12T01:29:56.351370+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:29:56.351370+0000","last_undegraded":"2024-09-12T01:29:56.351370+0000","last_fullsized":"2024-09-12T01:29:56.351370+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:44.495669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":7168,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.352507+0000","last_change":"2024-09-12T00:38:18.965449+0000","last_active":"2024-09-12T01:30:06.352507+0000","last_peered":"2024-09-12T01:30:06.352507+0000","last_clean":"2024-09-12T01:30:06.352507+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:30:06.352507+0000","last_undegraded":"2024-09-12T01:30:06.352507+0000","last_fullsized":"2024-09-12T01:30:06.352507+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:00.169943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259171+0000","last_change":"2024-09-12T01:00:41.028327+0000","last_active":"2024-09-12T01:30:01.259171+0000","last_peered":"2024-09-12T01:30:01.259171+0000","last_clean":"2024-09-12T01:30:01.259171+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:30:01.259171+0000","last_undegraded":"2024-09-12T01:30:01.259171+0000","last_fullsized":"2024-09-12T01:30:01.259171+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:05.844613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259049+0000","last_change":"2024-09-12T00:42:18.558333+0000","last_active":"2024-09-12T01:30:01.259049+0000","last_peered":"2024-09-12T01:30:01.259049+0000","last_clean":"2024-09-12T01:30:01.259049+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:30:01.259049+0000","last_undegraded":"2024-09-12T01:30:01.259049+0000","last_fullsized":"2024-09-12T01:30:01.259049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:57.152940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:53.229064+0000","last_change":"2024-09-12T00:42:13.968685+0000","last_active":"2024-09-12T01:29:53.229064+0000","last_peered":"2024-09-12T01:29:53.229064+0000","last_clean":"2024-09-12T01:29:53.229064+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:29:53.229064+0000","last_undegraded":"2024-09-12T01:29:53.229064+0000","last_fullsized":"2024-09-12T01:29:53.229064+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:42.525156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263946+0000","last_change":"2024-09-12T00:38:18.964389+0000","last_active":"2024-09-12T01:30:31.263946+0000","last_peered":"2024-09-12T01:30:31.263946+0000","last_clean":"2024-09-12T01:30:31.263946+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:30:31.263946+0000","last_undegraded":"2024-09-12T01:30:31.263946+0000","last_fullsized":"2024-09-12T01:30:31.263946+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:47.420813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258174+0000","last_change":"2024-09-12T01:00:41.031523+0000","last_active":"2024-09-12T01:29:56.258174+0000","last_peered":"2024-09-12T01:29:56.258174+0000","last_clean":"2024-09-12T01:29:56.258174+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:29:56.258174+0000","last_undegraded":"2024-09-12T01:29:56.258174+0000","last_fullsized":"2024-09-12T01:29:56.258174+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:21.637920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134652+0000","last_change":"2024-09-12T00:42:18.047594+0000","last_active":"2024-09-12T01:31:48.134652+0000","last_peered":"2024-09-12T01:31:48.134652+0000","last_clean":"2024-09-12T01:31:48.134652+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:31:48.134652+0000","last_undegraded":"2024-09-12T01:31:48.134652+0000","last_fullsized":"2024-09-12T01:31:48.134652+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:21.686667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.351953+0000","last_change":"2024-09-12T00:42:13.969735+0000","last_active":"2024-09-12T01:30:01.351953+0000","last_peered":"2024-09-12T01:30:01.351953+0000","last_clean":"2024-09-12T01:30:01.351953+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:30:01.351953+0000","last_undegraded":"2024-09-12T01:30:01.351953+0000","last_fullsized":"2024-09-12T01:30:01.351953+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:21:08.376089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231085+0000","last_change":"2024-09-12T00:38:18.968580+0000","last_active":"2024-09-12T01:30:21.231085+0000","last_peered":"2024-09-12T01:30:21.231085+0000","last_clean":"2024-09-12T01:30:21.231085+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:30:21.231085+0000","last_undegraded":"2024-09-12T01:30:21.231085+0000","last_fullsized":"2024-09-12T01:30:21.231085+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:10.786166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351441+0000","last_change":"2024-09-12T01:00:41.037175+0000","last_active":"2024-09-12T01:29:56.351441+0000","last_peered":"2024-09-12T01:29:56.351441+0000","last_clean":"2024-09-12T01:29:56.351441+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:29:56.351441+0000","last_undegraded":"2024-09-12T01:29:56.351441+0000","last_fullsized":"2024-09-12T01:29:56.351441+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:40.195651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260586+0000","last_change":"2024-09-12T00:42:18.048640+0000","last_active":"2024-09-12T01:30:11.260586+0000","last_peered":"2024-09-12T01:30:11.260586+0000","last_clean":"2024-09-12T01:30:11.260586+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:30:11.260586+0000","last_undegraded":"2024-09-12T01:30:11.260586+0000","last_fullsized":"2024-09-12T01:30:11.260586+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:10.831734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131751+0000","last_change":"2024-09-12T00:42:13.963959+0000","last_active":"2024-09-12T01:31:46.131751+0000","last_peered":"2024-09-12T01:31:46.131751+0000","last_clean":"2024-09-12T01:31:46.131751+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:31:46.131751+0000","last_undegraded":"2024-09-12T01:31:46.131751+0000","last_fullsized":"2024-09-12T01:31:46.131751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:51.538807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245227+0000","last_change":"2024-09-12T00:38:18.966599+0000","last_active":"2024-09-12T01:30:21.245227+0000","last_peered":"2024-09-12T01:30:21.245227+0000","last_clean":"2024-09-12T01:30:21.245227+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:30:21.245227+0000","last_undegraded":"2024-09-12T01:30:21.245227+0000","last_fullsized":"2024-09-12T01:30:21.245227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:14.098724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276625+0000","last_change":"2024-09-12T01:00:41.027649+0000","last_active":"2024-09-12T01:31:56.276625+0000","last_peered":"2024-09-12T01:31:56.276625+0000","last_clean":"2024-09-12T01:31:56.276625+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:31:56.276625+0000","last_undegraded":"2024-09-12T01:31:56.276625+0000","last_fullsized":"2024-09-12T01:31:56.276625+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:21.720533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354261+0000","last_change":"2024-09-12T00:42:18.043131+0000","last_active":"2024-09-12T01:30:21.354261+0000","last_peered":"2024-09-12T01:30:21.354261+0000","last_clean":"2024-09-12T01:30:21.354261+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:30:21.354261+0000","last_undegraded":"2024-09-12T01:30:21.354261+0000","last_fullsized":"2024-09-12T01:30:21.354261+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:34.513057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260620+0000","last_change":"2024-09-12T00:42:13.968832+0000","last_active":"2024-09-12T01:30:11.260620+0000","last_peered":"2024-09-12T01:30:11.260620+0000","last_clean":"2024-09-12T01:30:11.260620+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:30:11.260620+0000","last_undegraded":"2024-09-12T01:30:11.260620+0000","last_fullsized":"2024-09-12T01:30:11.260620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:44.143546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":289,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354343+0000","last_change":"2024-09-12T00:38:18.964521+0000","last_active":"2024-09-12T01:30:21.354343+0000","last_peered":"2024-09-12T01:30:21.354343+0000","last_clean":"2024-09-12T01:30:21.354343+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:30:21.354343+0000","last_undegraded":"2024-09-12T01:30:21.354343+0000","last_fullsized":"2024-09-12T01:30:21.354343+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:47.874261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.136973+0000","last_change":"2024-09-12T01:00:41.032648+0000","last_active":"2024-09-12T01:31:56.136973+0000","last_peered":"2024-09-12T01:31:56.136973+0000","last_clean":"2024-09-12T01:31:56.136973+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:31:56.136973+0000","last_undegraded":"2024-09-12T01:31:56.136973+0000","last_fullsized":"2024-09-12T01:31:56.136973+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:28.946687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.353621+0000","last_change":"2024-09-12T00:42:18.560482+0000","last_active":"2024-09-12T01:30:16.353621+0000","last_peered":"2024-09-12T01:30:16.353621+0000","last_clean":"2024-09-12T01:30:16.353621+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:30:16.353621+0000","last_undegraded":"2024-09-12T01:30:16.353621+0000","last_fullsized":"2024-09-12T01:30:16.353621+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:12.064612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'1","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.213829+0000","last_change":"2024-09-12T00:42:13.968249+0000","last_active":"2024-09-12T01:30:26.213829+0000","last_peered":"2024-09-12T01:30:26.213829+0000","last_clean":"2024-09-12T01:30:26.213829+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:30:26.213829+0000","last_undegraded":"2024-09-12T01:30:26.213829+0000","last_fullsized":"2024-09-12T01:30:26.213829+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:47.799849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245347+0000","last_change":"2024-09-12T00:38:18.967590+0000","last_active":"2024-09-12T01:30:21.245347+0000","last_peered":"2024-09-12T01:30:21.245347+0000","last_clean":"2024-09-12T01:30:21.245347+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:30:21.245347+0000","last_undegraded":"2024-09-12T01:30:21.245347+0000","last_fullsized":"2024-09-12T01:30:21.245347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:36.711747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236370+0000","last_change":"2024-09-12T01:00:41.037953+0000","last_active":"2024-09-12T01:30:53.236370+0000","last_peered":"2024-09-12T01:30:53.236370+0000","last_clean":"2024-09-12T01:30:53.236370+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:30:53.236370+0000","last_undegraded":"2024-09-12T01:30:53.236370+0000","last_fullsized":"2024-09-12T01:30:53.236370+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259183+0000","last_change":"2024-09-12T00:42:18.560661+0000","last_active":"2024-09-12T01:30:01.259183+0000","last_peered":"2024-09-12T01:30:01.259183+0000","last_clean":"2024-09-12T01:30:01.259183+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:30:01.259183+0000","last_undegraded":"2024-09-12T01:30:01.259183+0000","last_fullsized":"2024-09-12T01:30:01.259183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:13.456838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.119745+0000","last_change":"2024-09-12T00:42:13.969505+0000","last_active":"2024-09-12T01:29:56.119745+0000","last_peered":"2024-09-12T01:29:56.119745+0000","last_clean":"2024-09-12T01:29:56.119745+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:29:56.119745+0000","last_undegraded":"2024-09-12T01:29:56.119745+0000","last_fullsized":"2024-09-12T01:29:56.119745+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:11.293616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":184,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264575+0000","last_change":"2024-09-12T00:38:18.968105+0000","last_active":"2024-09-12T01:30:36.264575+0000","last_peered":"2024-09-12T01:30:36.264575+0000","last_clean":"2024-09-12T01:30:36.264575+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:30:36.264575+0000","last_undegraded":"2024-09-12T01:30:36.264575+0000","last_fullsized":"2024-09-12T01:30:36.264575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:26.323520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133167+0000","last_change":"2024-09-12T01:00:41.034018+0000","last_active":"2024-09-12T01:31:56.133167+0000","last_peered":"2024-09-12T01:31:56.133167+0000","last_clean":"2024-09-12T01:31:56.133167+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:31:56.133167+0000","last_undegraded":"2024-09-12T01:31:56.133167+0000","last_fullsized":"2024-09-12T01:31:56.133167+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:15.070737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'11","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.374057+0000","last_change":"2024-09-12T00:42:18.042742+0000","last_active":"2024-09-12T01:30:01.374057+0000","last_peered":"2024-09-12T01:30:01.374057+0000","last_clean":"2024-09-12T01:30:01.374057+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:30:01.374057+0000","last_undegraded":"2024-09-12T01:30:01.374057+0000","last_fullsized":"2024-09-12T01:30:01.374057+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:48.813271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":20,"num_read_kb":39940,"num_write":16,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258228+0000","last_change":"2024-09-12T00:42:13.966027+0000","last_active":"2024-09-12T01:29:56.258228+0000","last_peered":"2024-09-12T01:29:56.258228+0000","last_clean":"2024-09-12T01:29:56.258228+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:29:56.258228+0000","last_undegraded":"2024-09-12T01:29:56.258228+0000","last_fullsized":"2024-09-12T01:29:56.258228+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:36.445771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:23.232767+0000","last_change":"2024-09-12T00:38:18.969989+0000","last_active":"2024-09-12T01:30:23.232767+0000","last_peered":"2024-09-12T01:30:23.232767+0000","last_clean":"2024-09-12T01:30:23.232767+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:30:23.232767+0000","last_undegraded":"2024-09-12T01:30:23.232767+0000","last_fullsized":"2024-09-12T01:30:23.232767+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.325077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217607+0000","last_change":"2024-09-12T01:00:41.035101+0000","last_active":"2024-09-12T01:31:01.217607+0000","last_peered":"2024-09-12T01:31:01.217607+0000","last_clean":"2024-09-12T01:31:01.217607+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:31:01.217607+0000","last_undegraded":"2024-09-12T01:31:01.217607+0000","last_fullsized":"2024-09-12T01:31:01.217607+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:51.263979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:13.231556+0000","last_change":"2024-09-12T00:42:18.049907+0000","last_active":"2024-09-12T01:30:13.231556+0000","last_peered":"2024-09-12T01:30:13.231556+0000","last_clean":"2024-09-12T01:30:13.231556+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:30:13.231556+0000","last_undegraded":"2024-09-12T01:30:13.231556+0000","last_fullsized":"2024-09-12T01:30:13.231556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:46.477695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.263002+0000","last_change":"2024-09-12T00:42:13.959757+0000","last_active":"2024-09-12T01:30:26.263002+0000","last_peered":"2024-09-12T01:30:26.263002+0000","last_clean":"2024-09-12T01:30:26.263002+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:30:26.263002+0000","last_undegraded":"2024-09-12T01:30:26.263002+0000","last_fullsized":"2024-09-12T01:30:26.263002+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:27.397712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6,"num_read_kb":15360,"num_write":5,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":131,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.123989+0000","last_change":"2024-09-12T00:38:18.966014+0000","last_active":"2024-09-12T01:30:26.123989+0000","last_peered":"2024-09-12T01:30:26.123989+0000","last_clean":"2024-09-12T01:30:26.123989+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:30:26.123989+0000","last_undegraded":"2024-09-12T01:30:26.123989+0000","last_fullsized":"2024-09-12T01:30:26.123989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:07.665039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.359019+0000","last_change":"2024-09-12T01:00:41.027823+0000","last_active":"2024-09-12T01:31:01.359019+0000","last_peered":"2024-09-12T01:31:01.359019+0000","last_clean":"2024-09-12T01:31:01.359019+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:31:01.359019+0000","last_undegraded":"2024-09-12T01:31:01.359019+0000","last_fullsized":"2024-09-12T01:31:01.359019+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:37.658642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'1","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.124740+0000","last_change":"2024-09-12T00:42:18.050839+0000","last_active":"2024-09-12T01:30:31.124740+0000","last_peered":"2024-09-12T01:30:31.124740+0000","last_clean":"2024-09-12T01:30:31.124740+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:30:31.124740+0000","last_undegraded":"2024-09-12T01:30:31.124740+0000","last_fullsized":"2024-09-12T01:30:31.124740+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:17.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260549+0000","last_change":"2024-09-12T00:42:13.965690+0000","last_active":"2024-09-12T01:30:11.260549+0000","last_peered":"2024-09-12T01:30:11.260549+0000","last_clean":"2024-09-12T01:30:11.260549+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:30:11.260549+0000","last_undegraded":"2024-09-12T01:30:11.260549+0000","last_fullsized":"2024-09-12T01:30:11.260549+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:49:05.901444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.120558+0000","last_change":"2024-09-12T00:38:18.961842+0000","last_active":"2024-09-12T01:30:26.120558+0000","last_peered":"2024-09-12T01:30:26.120558+0000","last_clean":"2024-09-12T01:30:26.120558+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:30:26.120558+0000","last_undegraded":"2024-09-12T01:30:26.120558+0000","last_fullsized":"2024-09-12T01:30:26.120558+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:42.827425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250654+0000","last_change":"2024-09-12T01:00:41.027150+0000","last_active":"2024-09-12T01:31:56.250654+0000","last_peered":"2024-09-12T01:31:56.250654+0000","last_clean":"2024-09-12T01:31:56.250654+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:31:56.250654+0000","last_undegraded":"2024-09-12T01:31:56.250654+0000","last_fullsized":"2024-09-12T01:31:56.250654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:30.965402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.244675+0000","last_change":"2024-09-12T00:42:18.049315+0000","last_active":"2024-09-12T01:30:16.244675+0000","last_peered":"2024-09-12T01:30:16.244675+0000","last_clean":"2024-09-12T01:30:16.244675+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:30:16.244675+0000","last_undegraded":"2024-09-12T01:30:16.244675+0000","last_fullsized":"2024-09-12T01:30:16.244675+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:55:47.733043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:08.230881+0000","last_change":"2024-09-12T00:42:13.968208+0000","last_active":"2024-09-12T01:30:08.230881+0000","last_peered":"2024-09-12T01:30:08.230881+0000","last_clean":"2024-09-12T01:30:08.230881+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:30:08.230881+0000","last_undegraded":"2024-09-12T01:30:08.230881+0000","last_fullsized":"2024-09-12T01:30:08.230881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:22.169888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.246076+0000","last_change":"2024-09-12T00:38:18.964058+0000","last_active":"2024-09-12T01:30:26.246076+0000","last_peered":"2024-09-12T01:30:26.246076+0000","last_clean":"2024-09-12T01:30:26.246076+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:30:26.246076+0000","last_undegraded":"2024-09-12T01:30:26.246076+0000","last_fullsized":"2024-09-12T01:30:26.246076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:24:51.041258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277450+0000","last_change":"2024-09-12T01:00:41.037045+0000","last_active":"2024-09-12T01:32:01.277450+0000","last_peered":"2024-09-12T01:32:01.277450+0000","last_clean":"2024-09-12T01:32:01.277450+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:32:01.277450+0000","last_undegraded":"2024-09-12T01:32:01.277450+0000","last_fullsized":"2024-09-12T01:32:01.277450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:05.090822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.119068+0000","last_change":"2024-09-12T00:42:18.045079+0000","last_active":"2024-09-12T01:30:16.119068+0000","last_peered":"2024-09-12T01:30:16.119068+0000","last_clean":"2024-09-12T01:30:16.119068+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:30:16.119068+0000","last_undegraded":"2024-09-12T01:30:16.119068+0000","last_fullsized":"2024-09-12T01:30:16.119068+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:55:04.516643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'6","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.244142+0000","last_change":"2024-09-12T00:42:13.968198+0000","last_active":"2024-09-12T01:30:11.244142+0000","last_peered":"2024-09-12T01:30:11.244142+0000","last_clean":"2024-09-12T01:30:11.244142+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:30:11.244142+0000","last_undegraded":"2024-09-12T01:30:11.244142+0000","last_fullsized":"2024-09-12T01:30:11.244142+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:06.486651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":17410,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'115","reported_seq":418,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263894+0000","last_change":"2024-09-12T00:38:18.965108+0000","last_active":"2024-09-12T01:30:31.263894+0000","last_peered":"2024-09-12T01:30:31.263894+0000","last_clean":"2024-09-12T01:30:31.263894+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:30:31.263894+0000","last_undegraded":"2024-09-12T01:30:31.263894+0000","last_fullsized":"2024-09-12T01:30:31.263894+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:26.877870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'294","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:42.857747+0000","last_change":"2024-09-12T00:24:08.673892+0000","last_active":"2024-09-12T01:33:42.857747+0000","last_peered":"2024-09-12T01:33:42.857747+0000","last_clean":"2024-09-12T01:33:42.857747+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:33:42.857747+0000","last_undegraded":"2024-09-12T01:33:42.857747+0000","last_fullsized":"2024-09-12T01:33:42.857747+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:48.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8824803,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":485,"num_read_kb":12861,"num_write":1059,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'583","reported_seq":1357,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.889528+0000","last_change":"2024-09-12T00:24:10.669998+0000","last_active":"2024-09-12T01:32:14.889528+0000","last_peered":"2024-09-12T01:32:14.889528+0000","last_clean":"2024-09-12T01:32:14.889528+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:32:14.889528+0000","last_undegraded":"2024-09-12T01:32:14.889528+0000","last_fullsized":"2024-09-12T01:32:14.889528+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:30.082229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'280","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.020311+0000","last_change":"2024-09-12T00:24:08.670262+0000","last_active":"2024-09-12T01:34:08.020311+0000","last_peered":"2024-09-12T01:34:08.020311+0000","last_clean":"2024-09-12T01:34:08.020311+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:08.020311+0000","last_undegraded":"2024-09-12T01:34:08.020311+0000","last_fullsized":"2024-09-12T01:34:08.020311+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:41.253751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243361,"num_objects":45,"num_object_clones":0,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":371,"num_read_kb":19914,"num_write":919,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:45.778007+0000","last_change":"2024-09-12T00:24:10.674620+0000","last_active":"2024-09-12T01:30:45.778007+0000","last_peered":"2024-09-12T01:30:45.778007+0000","last_clean":"2024-09-12T01:30:45.778007+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:30:45.778007+0000","last_undegraded":"2024-09-12T01:30:45.778007+0000","last_fullsized":"2024-09-12T01:30:45.778007+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:52.637267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'261","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.463151+0000","last_change":"2024-09-12T00:24:08.662063+0000","last_active":"2024-09-12T01:32:26.463151+0000","last_peered":"2024-09-12T01:32:26.463151+0000","last_clean":"2024-09-12T01:32:26.463151+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:32:26.463151+0000","last_undegraded":"2024-09-12T01:32:26.463151+0000","last_fullsized":"2024-09-12T01:32:26.463151+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:31.709349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7236882,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":411,"num_read_kb":23511,"num_write":989,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:37.786494+0000","last_change":"2024-09-12T00:24:10.664917+0000","last_active":"2024-09-12T01:31:37.786494+0000","last_peered":"2024-09-12T01:31:37.786494+0000","last_clean":"2024-09-12T01:31:37.786494+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:31:37.786494+0000","last_undegraded":"2024-09-12T01:31:37.786494+0000","last_fullsized":"2024-09-12T01:31:37.786494+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:08.359684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'308","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.123364+0000","last_change":"2024-09-12T00:24:08.666390+0000","last_active":"2024-09-12T01:30:21.123364+0000","last_peered":"2024-09-12T01:30:21.123364+0000","last_clean":"2024-09-12T01:30:21.123364+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:30:21.123364+0000","last_undegraded":"2024-09-12T01:30:21.123364+0000","last_fullsized":"2024-09-12T01:30:21.123364+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:57.995959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8488867,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":452,"num_read_kb":21240,"num_write":1153,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:48.582365+0000","last_change":"2024-09-12T00:24:10.677456+0000","last_active":"2024-09-12T01:29:48.582365+0000","last_peered":"2024-09-12T01:29:48.582365+0000","last_clean":"2024-09-12T01:29:48.582365+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:29:48.582365+0000","last_undegraded":"2024-09-12T01:29:48.582365+0000","last_fullsized":"2024-09-12T01:29:48.582365+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:57.022663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'306","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.214205+0000","last_change":"2024-09-12T00:24:08.658660+0000","last_active":"2024-09-12T01:32:22.214205+0000","last_peered":"2024-09-12T01:32:22.214205+0000","last_clean":"2024-09-12T01:32:22.214205+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:32:22.214205+0000","last_undegraded":"2024-09-12T01:32:22.214205+0000","last_fullsized":"2024-09-12T01:32:22.214205+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:59:47.868637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5217213,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":469,"num_read_kb":15565,"num_write":1131,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245321+0000","last_change":"2024-09-12T00:24:10.676113+0000","last_active":"2024-09-12T01:30:21.245321+0000","last_peered":"2024-09-12T01:30:21.245321+0000","last_clean":"2024-09-12T01:30:21.245321+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:30:21.245321+0000","last_undegraded":"2024-09-12T01:30:21.245321+0000","last_fullsized":"2024-09-12T01:30:21.245321+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:28.079984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'314","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.357998+0000","last_change":"2024-09-12T00:24:08.668043+0000","last_active":"2024-09-12T01:32:22.357998+0000","last_peered":"2024-09-12T01:32:22.357998+0000","last_clean":"2024-09-12T01:32:22.357998+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:32:22.357998+0000","last_undegraded":"2024-09-12T01:32:22.357998+0000","last_fullsized":"2024-09-12T01:32:22.357998+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:43.936342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10148313,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":540,"num_read_kb":19657,"num_write":1164,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":626,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123981+0000","last_change":"2024-09-12T00:24:10.662510+0000","last_active":"2024-09-12T01:30:51.123981+0000","last_peered":"2024-09-12T01:30:51.123981+0000","last_clean":"2024-09-12T01:30:51.123981+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:30:51.123981+0000","last_undegraded":"2024-09-12T01:30:51.123981+0000","last_fullsized":"2024-09-12T01:30:51.123981+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:31.895006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'284","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.126505+0000","last_change":"2024-09-12T00:24:08.665105+0000","last_active":"2024-09-12T01:33:47.126505+0000","last_peered":"2024-09-12T01:33:47.126505+0000","last_clean":"2024-09-12T01:33:47.126505+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:33:47.126505+0000","last_undegraded":"2024-09-12T01:33:47.126505+0000","last_fullsized":"2024-09-12T01:33:47.126505+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:28.242626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14286189,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":526,"num_read_kb":23929,"num_write":1031,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127753+0000","last_change":"2024-09-12T00:24:38.772626+0000","last_active":"2024-09-12T01:30:51.127753+0000","last_peered":"2024-09-12T01:30:51.127753+0000","last_clean":"2024-09-12T01:30:51.127753+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:30:51.127753+0000","last_undegraded":"2024-09-12T01:30:51.127753+0000","last_fullsized":"2024-09-12T01:30:51.127753+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:07.196387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'261","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:35.402097+0000","last_change":"2024-09-12T00:24:08.667403+0000","last_active":"2024-09-12T01:30:35.402097+0000","last_peered":"2024-09-12T01:30:35.402097+0000","last_clean":"2024-09-12T01:30:35.402097+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:30:35.402097+0000","last_undegraded":"2024-09-12T01:30:35.402097+0000","last_fullsized":"2024-09-12T01:30:35.402097+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:33.697774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641044,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":385,"num_read_kb":8621,"num_write":1066,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:57.421562+0000","last_change":"2024-09-12T00:24:10.679160+0000","last_active":"2024-09-12T01:31:57.421562+0000","last_peered":"2024-09-12T01:31:57.421562+0000","last_clean":"2024-09-12T01:31:57.421562+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:31:57.421562+0000","last_undegraded":"2024-09-12T01:31:57.421562+0000","last_fullsized":"2024-09-12T01:31:57.421562+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:19.316312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369497+0000","last_change":"2024-09-12T00:24:10.664971+0000","last_active":"2024-09-12T01:29:31.369497+0000","last_peered":"2024-09-12T01:29:31.369497+0000","last_clean":"2024-09-12T01:29:31.369497+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:29:31.369497+0000","last_undegraded":"2024-09-12T01:29:31.369497+0000","last_fullsized":"2024-09-12T01:29:31.369497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:50.657002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'283","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.255005+0000","last_change":"2024-09-12T00:24:08.670051+0000","last_active":"2024-09-12T01:29:36.255005+0000","last_peered":"2024-09-12T01:29:36.255005+0000","last_clean":"2024-09-12T01:29:36.255005+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:29:36.255005+0000","last_undegraded":"2024-09-12T01:29:36.255005+0000","last_fullsized":"2024-09-12T01:29:36.255005+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:59.477433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1070419,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":490,"num_read_kb":3675,"num_write":1027,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254102+0000","last_change":"2024-09-12T00:24:10.674713+0000","last_active":"2024-09-12T01:29:31.254102+0000","last_peered":"2024-09-12T01:29:31.254102+0000","last_clean":"2024-09-12T01:29:31.254102+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:29:31.254102+0000","last_undegraded":"2024-09-12T01:29:31.254102+0000","last_fullsized":"2024-09-12T01:29:31.254102+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:21.004493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'282","reported_seq":1163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.237676+0000","last_change":"2024-09-12T00:24:08.668207+0000","last_active":"2024-09-12T01:29:26.237676+0000","last_peered":"2024-09-12T01:29:26.237676+0000","last_clean":"2024-09-12T01:29:26.237676+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:29:26.237676+0000","last_undegraded":"2024-09-12T01:29:26.237676+0000","last_fullsized":"2024-09-12T01:29:26.237676+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:17.075473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26837624,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":878,"num_read_kb":51989,"num_write":1068,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.392245+0000","last_change":"2024-09-12T00:24:10.683698+0000","last_active":"2024-09-12T01:32:44.392245+0000","last_peered":"2024-09-12T01:32:44.392245+0000","last_clean":"2024-09-12T01:32:44.392245+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:32:44.392245+0000","last_undegraded":"2024-09-12T01:32:44.392245+0000","last_fullsized":"2024-09-12T01:32:44.392245+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:22:53.338702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'290","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.237658+0000","last_change":"2024-09-12T00:24:08.674604+0000","last_active":"2024-09-12T01:29:26.237658+0000","last_peered":"2024-09-12T01:29:26.237658+0000","last_clean":"2024-09-12T01:29:26.237658+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:29:26.237658+0000","last_undegraded":"2024-09-12T01:29:26.237658+0000","last_fullsized":"2024-09-12T01:29:26.237658+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:04.355926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7454989,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":418,"num_read_kb":22078,"num_write":1027,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:35.105057+0000","last_change":"2024-09-12T00:24:10.678885+0000","last_active":"2024-09-12T01:30:35.105057+0000","last_peered":"2024-09-12T01:30:35.105057+0000","last_clean":"2024-09-12T01:30:35.105057+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:30:35.105057+0000","last_undegraded":"2024-09-12T01:30:35.105057+0000","last_fullsized":"2024-09-12T01:30:35.105057+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:37.511479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'269","reported_seq":888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:37.577982+0000","last_change":"2024-09-12T00:25:38.861987+0000","last_active":"2024-09-12T01:32:37.577982+0000","last_peered":"2024-09-12T01:32:37.577982+0000","last_clean":"2024-09-12T01:32:37.577982+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:32:37.577982+0000","last_undegraded":"2024-09-12T01:32:37.577982+0000","last_fullsized":"2024-09-12T01:32:37.577982+0000","mapping_epoch":42,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:38.435795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12974699,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":447,"num_read_kb":45990,"num_write":1002,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'37","reported_seq":568,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:25.014725+0000","last_change":"2024-09-12T00:24:10.679770+0000","last_active":"2024-09-12T01:30:25.014725+0000","last_peered":"2024-09-12T01:30:25.014725+0000","last_clean":"2024-09-12T01:30:25.014725+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:30:25.014725+0000","last_undegraded":"2024-09-12T01:30:25.014725+0000","last_fullsized":"2024-09-12T01:30:25.014725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:05.420239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'258","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:41.389579+0000","last_change":"2024-09-12T00:24:08.669924+0000","last_active":"2024-09-12T01:33:41.389579+0000","last_peered":"2024-09-12T01:33:41.389579+0000","last_clean":"2024-09-12T01:33:41.389579+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:33:41.389579+0000","last_undegraded":"2024-09-12T01:33:41.389579+0000","last_fullsized":"2024-09-12T01:33:41.389579+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:13.366446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1475237,"num_objects":57,"num_object_clones":0,"num_object_copies":171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":399,"num_read_kb":21057,"num_write":982,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'151","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.453089+0000","last_change":"2024-09-12T00:24:10.663291+0000","last_active":"2024-09-12T01:31:16.453089+0000","last_peered":"2024-09-12T01:31:16.453089+0000","last_clean":"2024-09-12T01:31:16.453089+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:31:16.453089+0000","last_undegraded":"2024-09-12T01:31:16.453089+0000","last_fullsized":"2024-09-12T01:31:16.453089+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:03.908724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'351","reported_seq":1075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349647+0000","last_change":"2024-09-12T00:24:08.661984+0000","last_active":"2024-09-12T01:29:41.349647+0000","last_peered":"2024-09-12T01:29:41.349647+0000","last_clean":"2024-09-12T01:29:41.349647+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:29:41.349647+0000","last_undegraded":"2024-09-12T01:29:41.349647+0000","last_fullsized":"2024-09-12T01:29:41.349647+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:15.112372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3486449,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":729,"num_read_kb":13792,"num_write":1185,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.508515+0000","last_change":"2024-09-12T00:24:18.738335+0000","last_active":"2024-09-12T01:32:44.508515+0000","last_peered":"2024-09-12T01:32:44.508515+0000","last_clean":"2024-09-12T01:32:44.508515+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:32:44.508515+0000","last_undegraded":"2024-09-12T01:32:44.508515+0000","last_fullsized":"2024-09-12T01:32:44.508515+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:59.009931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226866+0000","last_change":"2024-09-12T00:24:10.680033+0000","last_active":"2024-09-12T01:29:46.226866+0000","last_peered":"2024-09-12T01:29:46.226866+0000","last_clean":"2024-09-12T01:29:46.226866+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:29:46.226866+0000","last_undegraded":"2024-09-12T01:29:46.226866+0000","last_fullsized":"2024-09-12T01:29:46.226866+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:10.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'345","reported_seq":1032,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.443707+0000","last_change":"2024-09-12T00:24:39.111008+0000","last_active":"2024-09-12T01:31:01.443707+0000","last_peered":"2024-09-12T01:31:01.443707+0000","last_clean":"2024-09-12T01:31:01.443707+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:31:01.443707+0000","last_undegraded":"2024-09-12T01:31:01.443707+0000","last_fullsized":"2024-09-12T01:31:01.443707+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:08.436939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9008392,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":577,"num_read_kb":29390,"num_write":1213,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116169+0000","last_change":"2024-09-12T00:24:12.689642+0000","last_active":"2024-09-12T01:29:31.116169+0000","last_peered":"2024-09-12T01:29:31.116169+0000","last_clean":"2024-09-12T01:29:31.116169+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:29:31.116169+0000","last_undegraded":"2024-09-12T01:29:31.116169+0000","last_fullsized":"2024-09-12T01:29:31.116169+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:06.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'340","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250689+0000","last_change":"2024-09-12T00:24:14.706522+0000","last_active":"2024-09-12T01:31:56.250689+0000","last_peered":"2024-09-12T01:31:56.250689+0000","last_clean":"2024-09-12T01:31:56.250689+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:31:56.250689+0000","last_undegraded":"2024-09-12T01:31:56.250689+0000","last_fullsized":"2024-09-12T01:31:56.250689+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:35.667020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54791,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":548,"num_read_kb":1042,"num_write":430,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254226+0000","last_change":"2024-09-12T00:24:16.720768+0000","last_active":"2024-09-12T01:29:31.254226+0000","last_peered":"2024-09-12T01:29:31.254226+0000","last_clean":"2024-09-12T01:29:31.254226+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:29:31.254226+0000","last_undegraded":"2024-09-12T01:29:31.254226+0000","last_fullsized":"2024-09-12T01:29:31.254226+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:40.618368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'159","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.901714+0000","last_change":"2024-09-12T00:24:18.731110+0000","last_active":"2024-09-12T01:32:14.901714+0000","last_peered":"2024-09-12T01:32:14.901714+0000","last_clean":"2024-09-12T01:32:14.901714+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:32:14.901714+0000","last_undegraded":"2024-09-12T01:32:14.901714+0000","last_fullsized":"2024-09-12T01:32:14.901714+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:36.329988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.115459+0000","last_change":"2024-09-12T00:24:10.670433+0000","last_active":"2024-09-12T01:29:26.115459+0000","last_peered":"2024-09-12T01:29:26.115459+0000","last_clean":"2024-09-12T01:29:26.115459+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:29:26.115459+0000","last_undegraded":"2024-09-12T01:29:26.115459+0000","last_fullsized":"2024-09-12T01:29:26.115459+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:44.934657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'341","reported_seq":1037,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348359+0000","last_change":"2024-09-12T00:24:08.656880+0000","last_active":"2024-09-12T01:29:31.348359+0000","last_peered":"2024-09-12T01:29:31.348359+0000","last_clean":"2024-09-12T01:29:31.348359+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:29:31.348359+0000","last_undegraded":"2024-09-12T01:29:31.348359+0000","last_fullsized":"2024-09-12T01:29:31.348359+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:19.020690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13362841,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":614,"num_read_kb":44471,"num_write":1136,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.227457+0000","last_change":"2024-09-12T00:24:12.686316+0000","last_active":"2024-09-12T01:29:51.227457+0000","last_peered":"2024-09-12T01:29:51.227457+0000","last_clean":"2024-09-12T01:29:51.227457+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:29:51.227457+0000","last_undegraded":"2024-09-12T01:29:51.227457+0000","last_fullsized":"2024-09-12T01:29:51.227457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:50.348880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'103","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369636+0000","last_change":"2024-09-12T00:24:14.699420+0000","last_active":"2024-09-12T01:29:31.369636+0000","last_peered":"2024-09-12T01:29:31.369636+0000","last_clean":"2024-09-12T01:29:31.369636+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:29:31.369636+0000","last_undegraded":"2024-09-12T01:29:31.369636+0000","last_fullsized":"2024-09-12T01:29:31.369636+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:12.642030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369625+0000","last_change":"2024-09-12T00:24:16.714474+0000","last_active":"2024-09-12T01:29:31.369625+0000","last_peered":"2024-09-12T01:29:31.369625+0000","last_clean":"2024-09-12T01:29:31.369625+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:29:31.369625+0000","last_undegraded":"2024-09-12T01:29:31.369625+0000","last_fullsized":"2024-09-12T01:29:31.369625+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:48:09.089607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'115","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.023724+0000","last_change":"2024-09-12T00:24:18.734348+0000","last_active":"2024-09-12T01:32:43.023724+0000","last_peered":"2024-09-12T01:32:43.023724+0000","last_clean":"2024-09-12T01:32:43.023724+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:32:43.023724+0000","last_undegraded":"2024-09-12T01:32:43.023724+0000","last_fullsized":"2024-09-12T01:32:43.023724+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:06.589383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.347799+0000","last_change":"2024-09-12T00:24:10.678414+0000","last_active":"2024-09-12T01:29:26.347799+0000","last_peered":"2024-09-12T01:29:26.347799+0000","last_clean":"2024-09-12T01:29:26.347799+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:29:26.347799+0000","last_undegraded":"2024-09-12T01:29:26.347799+0000","last_fullsized":"2024-09-12T01:29:26.347799+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:36.180664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'276","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254068+0000","last_change":"2024-09-12T00:24:08.670301+0000","last_active":"2024-09-12T01:29:31.254068+0000","last_peered":"2024-09-12T01:29:31.254068+0000","last_clean":"2024-09-12T01:29:31.254068+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:29:31.254068+0000","last_undegraded":"2024-09-12T01:29:31.254068+0000","last_fullsized":"2024-09-12T01:29:31.254068+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:17.036904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624333,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":417,"num_read_kb":21947,"num_write":1054,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224828+0000","last_change":"2024-09-12T00:24:12.693371+0000","last_active":"2024-09-12T01:29:31.224828+0000","last_peered":"2024-09-12T01:29:31.224828+0000","last_clean":"2024-09-12T01:29:31.224828+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:29:31.224828+0000","last_undegraded":"2024-09-12T01:29:31.224828+0000","last_fullsized":"2024-09-12T01:29:31.224828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:43.565765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'135","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.209810+0000","last_change":"2024-09-12T00:24:14.697470+0000","last_active":"2024-09-12T01:29:51.209810+0000","last_peered":"2024-09-12T01:29:51.209810+0000","last_clean":"2024-09-12T01:29:51.209810+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:29:51.209810+0000","last_undegraded":"2024-09-12T01:29:51.209810+0000","last_fullsized":"2024-09-12T01:29:51.209810+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:55.092352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'777","reported_seq":6746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489577+0000","last_change":"2024-09-12T00:24:16.721955+0000","last_active":"2024-09-12T01:33:51.489577+0000","last_peered":"2024-09-12T01:33:51.489577+0000","last_clean":"2024-09-12T01:33:51.489577+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:33:51.489577+0000","last_undegraded":"2024-09-12T01:33:51.489577+0000","last_fullsized":"2024-09-12T01:33:51.489577+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":701,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:08:45.418609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'225","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.496591+0000","last_change":"2024-09-12T00:24:18.731761+0000","last_active":"2024-09-12T01:32:43.496591+0000","last_peered":"2024-09-12T01:32:43.496591+0000","last_clean":"2024-09-12T01:32:43.496591+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:32:43.496591+0000","last_undegraded":"2024-09-12T01:32:43.496591+0000","last_fullsized":"2024-09-12T01:32:43.496591+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:16.513463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.334565+0000","last_change":"2024-09-12T00:24:10.678332+0000","last_active":"2024-09-12T01:32:04.334565+0000","last_peered":"2024-09-12T01:32:04.334565+0000","last_clean":"2024-09-12T01:32:04.334565+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:32:04.334565+0000","last_undegraded":"2024-09-12T01:32:04.334565+0000","last_fullsized":"2024-09-12T01:32:04.334565+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:18.531965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'276","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:27.698981+0000","last_change":"2024-09-12T00:24:38.771075+0000","last_active":"2024-09-12T01:30:27.698981+0000","last_peered":"2024-09-12T01:30:27.698981+0000","last_clean":"2024-09-12T01:30:27.698981+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:30:27.698981+0000","last_undegraded":"2024-09-12T01:30:27.698981+0000","last_fullsized":"2024-09-12T01:30:27.698981+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:27.420007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17346535,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":513,"num_read_kb":38039,"num_write":1023,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"39'3","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.578627+0000","last_change":"2024-09-12T00:24:12.685929+0000","last_active":"2024-09-12T01:33:48.578627+0000","last_peered":"2024-09-12T01:33:48.578627+0000","last_clean":"2024-09-12T01:33:48.578627+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:33:48.578627+0000","last_undegraded":"2024-09-12T01:33:48.578627+0000","last_fullsized":"2024-09-12T01:33:48.578627+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:52.157127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'285","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276677+0000","last_change":"2024-09-12T00:24:14.749704+0000","last_active":"2024-09-12T01:31:56.276677+0000","last_peered":"2024-09-12T01:31:56.276677+0000","last_clean":"2024-09-12T01:31:56.276677+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:31:56.276677+0000","last_undegraded":"2024-09-12T01:31:56.276677+0000","last_fullsized":"2024-09-12T01:31:56.276677+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:39.150759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53684,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":460,"num_read_kb":981,"num_write":376,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'760","reported_seq":2496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.483741+0000","last_change":"2024-09-12T00:24:16.723676+0000","last_active":"2024-09-12T01:33:51.483741+0000","last_peered":"2024-09-12T01:33:51.483741+0000","last_clean":"2024-09-12T01:33:51.483741+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:33:51.483741+0000","last_undegraded":"2024-09-12T01:33:51.483741+0000","last_fullsized":"2024-09-12T01:33:51.483741+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:29.790051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131721+0000","last_change":"2024-09-12T00:24:10.671155+0000","last_active":"2024-09-12T01:31:21.131721+0000","last_peered":"2024-09-12T01:31:21.131721+0000","last_clean":"2024-09-12T01:31:21.131721+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:31:21.131721+0000","last_undegraded":"2024-09-12T01:31:21.131721+0000","last_fullsized":"2024-09-12T01:31:21.131721+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:38.414812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'283","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.226679+0000","last_change":"2024-09-12T00:24:39.111235+0000","last_active":"2024-09-12T01:32:26.226679+0000","last_peered":"2024-09-12T01:32:26.226679+0000","last_clean":"2024-09-12T01:32:26.226679+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:32:26.226679+0000","last_undegraded":"2024-09-12T01:32:26.226679+0000","last_fullsized":"2024-09-12T01:32:26.226679+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:21.097753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8793116,"num_objects":82,"num_object_clones":0,"num_object_copies":246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":408,"num_read_kb":29151,"num_write":1054,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.272083+0000","last_change":"2024-09-12T00:24:12.688189+0000","last_active":"2024-09-12T01:31:26.272083+0000","last_peered":"2024-09-12T01:31:26.272083+0000","last_clean":"2024-09-12T01:31:26.272083+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:31:26.272083+0000","last_undegraded":"2024-09-12T01:31:26.272083+0000","last_fullsized":"2024-09-12T01:31:26.272083+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:32.894151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'410","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:46.152575+0000","last_change":"2024-09-12T00:24:14.750386+0000","last_active":"2024-09-12T01:33:46.152575+0000","last_peered":"2024-09-12T01:33:46.152575+0000","last_clean":"2024-09-12T01:33:46.152575+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:33:46.152575+0000","last_undegraded":"2024-09-12T01:33:46.152575+0000","last_fullsized":"2024-09-12T01:33:46.152575+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:13.215648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65829,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":667,"num_read_kb":1278,"num_write":532,"num_write_kb":351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134640+0000","last_change":"2024-09-12T00:24:16.719112+0000","last_active":"2024-09-12T01:31:48.134640+0000","last_peered":"2024-09-12T01:31:48.134640+0000","last_clean":"2024-09-12T01:31:48.134640+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:31:48.134640+0000","last_undegraded":"2024-09-12T01:31:48.134640+0000","last_fullsized":"2024-09-12T01:31:48.134640+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.049198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'515","reported_seq":1327,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.655241+0000","last_change":"2024-09-12T00:24:18.731187+0000","last_active":"2024-09-12T01:33:48.655241+0000","last_peered":"2024-09-12T01:33:48.655241+0000","last_clean":"2024-09-12T01:33:48.655241+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:33:48.655241+0000","last_undegraded":"2024-09-12T01:33:48.655241+0000","last_fullsized":"2024-09-12T01:33:48.655241+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.209017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'131","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.128037+0000","last_change":"2024-09-12T00:24:10.663063+0000","last_active":"2024-09-12T01:31:21.128037+0000","last_peered":"2024-09-12T01:31:21.128037+0000","last_clean":"2024-09-12T01:31:21.128037+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:31:21.128037+0000","last_undegraded":"2024-09-12T01:31:21.128037+0000","last_fullsized":"2024-09-12T01:31:21.128037+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:05:46.454255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'302","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:43.563668+0000","last_change":"2024-09-12T00:24:08.658729+0000","last_active":"2024-09-12T01:33:43.563668+0000","last_peered":"2024-09-12T01:33:43.563668+0000","last_clean":"2024-09-12T01:33:43.563668+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:33:43.563668+0000","last_undegraded":"2024-09-12T01:33:43.563668+0000","last_fullsized":"2024-09-12T01:33:43.563668+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:50.335842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4909115,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":478,"num_read_kb":10513,"num_write":1033,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220125+0000","last_change":"2024-09-12T00:24:12.681932+0000","last_active":"2024-09-12T01:31:26.220125+0000","last_peered":"2024-09-12T01:31:26.220125+0000","last_clean":"2024-09-12T01:31:26.220125+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:31:26.220125+0000","last_undegraded":"2024-09-12T01:31:26.220125+0000","last_fullsized":"2024-09-12T01:31:26.220125+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.734065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'289","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.620215+0000","last_change":"2024-09-12T00:24:14.700184+0000","last_active":"2024-09-12T01:33:48.620215+0000","last_peered":"2024-09-12T01:33:48.620215+0000","last_clean":"2024-09-12T01:33:48.620215+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:33:48.620215+0000","last_undegraded":"2024-09-12T01:33:48.620215+0000","last_fullsized":"2024-09-12T01:33:48.620215+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:14.767330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54221,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1013,"num_write":392,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240967+0000","last_change":"2024-09-12T00:24:16.725409+0000","last_active":"2024-09-12T01:31:41.240967+0000","last_peered":"2024-09-12T01:31:41.240967+0000","last_clean":"2024-09-12T01:31:41.240967+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:31:41.240967+0000","last_undegraded":"2024-09-12T01:31:41.240967+0000","last_fullsized":"2024-09-12T01:31:41.240967+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2392","reported_seq":4231,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:16.270354+0000","last_change":"2024-09-12T00:24:18.733017+0000","last_active":"2024-09-12T01:33:16.270354+0000","last_peered":"2024-09-12T01:33:16.270354+0000","last_clean":"2024-09-12T01:33:16.270354+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:33:16.270354+0000","last_undegraded":"2024-09-12T01:33:16.270354+0000","last_fullsized":"2024-09-12T01:33:16.270354+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":2300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:47.581649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:53.255027+0000","last_change":"2024-09-12T00:24:10.674638+0000","last_active":"2024-09-12T01:31:53.255027+0000","last_peered":"2024-09-12T01:31:53.255027+0000","last_clean":"2024-09-12T01:31:53.255027+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:31:53.255027+0000","last_undegraded":"2024-09-12T01:31:53.255027+0000","last_fullsized":"2024-09-12T01:31:53.255027+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:58:17.799862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'271","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:28.009759+0000","last_change":"2024-09-12T00:24:08.664366+0000","last_active":"2024-09-12T01:32:28.009759+0000","last_peered":"2024-09-12T01:32:28.009759+0000","last_clean":"2024-09-12T01:32:28.009759+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:32:28.009759+0000","last_undegraded":"2024-09-12T01:32:28.009759+0000","last_fullsized":"2024-09-12T01:32:28.009759+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:15.752193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14741059,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":644,"num_read_kb":68545,"num_write":898,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222328+0000","last_change":"2024-09-12T00:24:12.686578+0000","last_active":"2024-09-12T01:31:46.222328+0000","last_peered":"2024-09-12T01:31:46.222328+0000","last_clean":"2024-09-12T01:31:46.222328+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:31:46.222328+0000","last_undegraded":"2024-09-12T01:31:46.222328+0000","last_fullsized":"2024-09-12T01:31:46.222328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:06.359000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'337","reported_seq":951,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.290859+0000","last_change":"2024-09-12T00:24:14.701944+0000","last_active":"2024-09-12T01:33:36.290859+0000","last_peered":"2024-09-12T01:33:36.290859+0000","last_clean":"2024-09-12T01:33:36.290859+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:33:36.290859+0000","last_undegraded":"2024-09-12T01:33:36.290859+0000","last_fullsized":"2024-09-12T01:33:36.290859+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:32.425132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60016,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":563,"num_read_kb":1134,"num_write":454,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'784","reported_seq":2557,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.482589+0000","last_change":"2024-09-12T00:24:16.719805+0000","last_active":"2024-09-12T01:33:51.482589+0000","last_peered":"2024-09-12T01:33:51.482589+0000","last_clean":"2024-09-12T01:33:51.482589+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:33:51.482589+0000","last_undegraded":"2024-09-12T01:33:51.482589+0000","last_fullsized":"2024-09-12T01:33:51.482589+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:46.834080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'130","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.724771+0000","last_change":"2024-09-12T00:24:18.734890+0000","last_active":"2024-09-12T01:33:47.724771+0000","last_peered":"2024-09-12T01:33:47.724771+0000","last_clean":"2024-09-12T01:33:47.724771+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:33:47.724771+0000","last_undegraded":"2024-09-12T01:33:47.724771+0000","last_fullsized":"2024-09-12T01:33:47.724771+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:33.047499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248621+0000","last_change":"2024-09-12T00:24:10.677242+0000","last_active":"2024-09-12T01:31:41.248621+0000","last_peered":"2024-09-12T01:31:41.248621+0000","last_clean":"2024-09-12T01:31:41.248621+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:31:41.248621+0000","last_undegraded":"2024-09-12T01:31:41.248621+0000","last_fullsized":"2024-09-12T01:31:41.248621+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:22.472194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'333","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:40.296825+0000","last_change":"2024-09-12T00:24:08.671837+0000","last_active":"2024-09-12T01:33:40.296825+0000","last_peered":"2024-09-12T01:33:40.296825+0000","last_clean":"2024-09-12T01:33:40.296825+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:33:40.296825+0000","last_undegraded":"2024-09-12T01:33:40.296825+0000","last_fullsized":"2024-09-12T01:33:40.296825+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:03.039179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1707816,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":533,"num_read_kb":88898,"num_write":1274,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.221744+0000","last_change":"2024-09-12T00:24:12.687820+0000","last_active":"2024-09-12T01:31:41.221744+0000","last_peered":"2024-09-12T01:31:41.221744+0000","last_clean":"2024-09-12T01:31:41.221744+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:31:41.221744+0000","last_undegraded":"2024-09-12T01:31:41.221744+0000","last_fullsized":"2024-09-12T01:31:41.221744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:19.338895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'493","reported_seq":1149,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.623578+0000","last_change":"2024-09-12T00:24:14.706293+0000","last_active":"2024-09-12T01:33:48.623578+0000","last_peered":"2024-09-12T01:33:48.623578+0000","last_clean":"2024-09-12T01:33:48.623578+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:33:48.623578+0000","last_undegraded":"2024-09-12T01:33:48.623578+0000","last_fullsized":"2024-09-12T01:33:48.623578+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":400,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:29.296214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109361,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":1827,"num_write":694,"num_write_kb":556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220147+0000","last_change":"2024-09-12T00:24:16.720257+0000","last_active":"2024-09-12T01:31:26.220147+0000","last_peered":"2024-09-12T01:31:26.220147+0000","last_clean":"2024-09-12T01:31:26.220147+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:31:26.220147+0000","last_undegraded":"2024-09-12T01:31:26.220147+0000","last_fullsized":"2024-09-12T01:31:26.220147+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:14.875951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132240+0000","last_change":"2024-09-12T00:24:18.739842+0000","last_active":"2024-09-12T01:31:28.132240+0000","last_peered":"2024-09-12T01:31:28.132240+0000","last_clean":"2024-09-12T01:31:28.132240+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:31:28.132240+0000","last_undegraded":"2024-09-12T01:31:28.132240+0000","last_fullsized":"2024-09-12T01:31:28.132240+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:17.668002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:45.711038+0000","last_change":"2024-09-12T00:24:10.681935+0000","last_active":"2024-09-12T01:31:45.711038+0000","last_peered":"2024-09-12T01:31:45.711038+0000","last_clean":"2024-09-12T01:31:45.711038+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:31:45.711038+0000","last_undegraded":"2024-09-12T01:31:45.711038+0000","last_fullsized":"2024-09-12T01:31:45.711038+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:08.375572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'265","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.519405+0000","last_change":"2024-09-12T00:24:08.668280+0000","last_active":"2024-09-12T01:31:56.519405+0000","last_peered":"2024-09-12T01:31:56.519405+0000","last_clean":"2024-09-12T01:31:56.519405+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:31:56.519405+0000","last_undegraded":"2024-09-12T01:31:56.519405+0000","last_fullsized":"2024-09-12T01:31:56.519405+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:14.398227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6801096,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":556,"num_read_kb":18243,"num_write":988,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222369+0000","last_change":"2024-09-12T00:24:12.686811+0000","last_active":"2024-09-12T01:31:46.222369+0000","last_peered":"2024-09-12T01:31:46.222369+0000","last_clean":"2024-09-12T01:31:46.222369+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:31:46.222369+0000","last_undegraded":"2024-09-12T01:31:46.222369+0000","last_fullsized":"2024-09-12T01:31:46.222369+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:42.893918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'321","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.624376+0000","last_change":"2024-09-12T00:24:14.700091+0000","last_active":"2024-09-12T01:33:48.624376+0000","last_peered":"2024-09-12T01:33:48.624376+0000","last_clean":"2024-09-12T01:33:48.624376+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:33:48.624376+0000","last_undegraded":"2024-09-12T01:33:48.624376+0000","last_fullsized":"2024-09-12T01:33:48.624376+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:31.116877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64819,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":550,"num_read_kb":1126,"num_write":494,"num_write_kb":400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349735+0000","last_change":"2024-09-12T00:24:16.723622+0000","last_active":"2024-09-12T01:29:41.349735+0000","last_peered":"2024-09-12T01:29:41.349735+0000","last_clean":"2024-09-12T01:29:41.349735+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:29:41.349735+0000","last_undegraded":"2024-09-12T01:29:41.349735+0000","last_fullsized":"2024-09-12T01:29:41.349735+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:25:19.468021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'171","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.368982+0000","last_change":"2024-09-12T00:24:18.739807+0000","last_active":"2024-09-12T01:32:43.368982+0000","last_peered":"2024-09-12T01:32:43.368982+0000","last_clean":"2024-09-12T01:32:43.368982+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:32:43.368982+0000","last_undegraded":"2024-09-12T01:32:43.368982+0000","last_fullsized":"2024-09-12T01:32:43.368982+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:12.080957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":786,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130902+0000","last_change":"2024-09-12T00:24:10.677780+0000","last_active":"2024-09-12T01:31:41.130902+0000","last_peered":"2024-09-12T01:31:41.130902+0000","last_clean":"2024-09-12T01:31:41.130902+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:31:41.130902+0000","last_undegraded":"2024-09-12T01:31:41.130902+0000","last_fullsized":"2024-09-12T01:31:41.130902+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:52.230397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'259","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.463505+0000","last_change":"2024-09-12T00:24:08.670089+0000","last_active":"2024-09-12T01:32:26.463505+0000","last_peered":"2024-09-12T01:32:26.463505+0000","last_clean":"2024-09-12T01:32:26.463505+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:32:26.463505+0000","last_undegraded":"2024-09-12T01:32:26.463505+0000","last_fullsized":"2024-09-12T01:32:26.463505+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:06.279773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15331997,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":383,"num_read_kb":21516,"num_write":929,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134053+0000","last_change":"2024-09-12T00:24:12.690031+0000","last_active":"2024-09-12T01:31:43.134053+0000","last_peered":"2024-09-12T01:31:43.134053+0000","last_clean":"2024-09-12T01:31:43.134053+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:31:43.134053+0000","last_undegraded":"2024-09-12T01:31:43.134053+0000","last_fullsized":"2024-09-12T01:31:43.134053+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:29.863085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'338","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.224078+0000","last_change":"2024-09-12T00:24:14.700350+0000","last_active":"2024-09-12T01:32:01.224078+0000","last_peered":"2024-09-12T01:32:01.224078+0000","last_clean":"2024-09-12T01:32:01.224078+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:32:01.224078+0000","last_undegraded":"2024-09-12T01:32:01.224078+0000","last_fullsized":"2024-09-12T01:32:01.224078+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.455546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68563,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1123,"num_write":440,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'717","reported_seq":2581,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:52.003011+0000","last_change":"2024-09-12T00:24:16.721729+0000","last_active":"2024-09-12T01:33:52.003011+0000","last_peered":"2024-09-12T01:33:52.003011+0000","last_clean":"2024-09-12T01:33:52.003011+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:33:52.003011+0000","last_undegraded":"2024-09-12T01:33:52.003011+0000","last_fullsized":"2024-09-12T01:33:52.003011+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:56.586971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'104","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.033315+0000","last_change":"2024-09-12T00:24:18.735510+0000","last_active":"2024-09-12T01:32:42.033315+0000","last_peered":"2024-09-12T01:32:42.033315+0000","last_clean":"2024-09-12T01:32:42.033315+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:32:42.033315+0000","last_undegraded":"2024-09-12T01:32:42.033315+0000","last_fullsized":"2024-09-12T01:32:42.033315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:22.071155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'728","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130916+0000","last_change":"2024-09-12T00:24:10.671620+0000","last_active":"2024-09-12T01:31:41.130916+0000","last_peered":"2024-09-12T01:31:41.130916+0000","last_clean":"2024-09-12T01:31:41.130916+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:31:41.130916+0000","last_undegraded":"2024-09-12T01:31:41.130916+0000","last_fullsized":"2024-09-12T01:31:41.130916+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":700,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:55.730238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'306","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.206771+0000","last_change":"2024-09-12T00:24:08.655774+0000","last_active":"2024-09-12T01:32:36.206771+0000","last_peered":"2024-09-12T01:32:36.206771+0000","last_clean":"2024-09-12T01:32:36.206771+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:32:36.206771+0000","last_undegraded":"2024-09-12T01:32:36.206771+0000","last_fullsized":"2024-09-12T01:32:36.206771+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:06.058794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5609837,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":502,"num_read_kb":28786,"num_write":1125,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"32'2","reported_seq":1449,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.590610+0000","last_change":"2024-09-12T00:24:12.686290+0000","last_active":"2024-09-12T01:33:48.590610+0000","last_peered":"2024-09-12T01:33:48.590610+0000","last_clean":"2024-09-12T01:33:48.590610+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:33:48.590610+0000","last_undegraded":"2024-09-12T01:33:48.590610+0000","last_fullsized":"2024-09-12T01:33:48.590610+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:25:29.043448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'102","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241587+0000","last_change":"2024-09-12T00:24:14.749242+0000","last_active":"2024-09-12T01:31:46.241587+0000","last_peered":"2024-09-12T01:31:46.241587+0000","last_clean":"2024-09-12T01:31:46.241587+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:31:46.241587+0000","last_undegraded":"2024-09-12T01:31:46.241587+0000","last_fullsized":"2024-09-12T01:31:46.241587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:04.721092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'746","reported_seq":2501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:52.004429+0000","last_change":"2024-09-12T00:24:16.720025+0000","last_active":"2024-09-12T01:33:52.004429+0000","last_peered":"2024-09-12T01:33:52.004429+0000","last_clean":"2024-09-12T01:33:52.004429+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:33:52.004429+0000","last_undegraded":"2024-09-12T01:33:52.004429+0000","last_fullsized":"2024-09-12T01:33:52.004429+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":701,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:10.124067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.125505+0000","last_change":"2024-09-12T00:24:18.732654+0000","last_active":"2024-09-12T01:31:01.125505+0000","last_peered":"2024-09-12T01:31:01.125505+0000","last_clean":"2024-09-12T01:31:01.125505+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:31:01.125505+0000","last_undegraded":"2024-09-12T01:31:01.125505+0000","last_fullsized":"2024-09-12T01:31:01.125505+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:13.919169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:34.199535+0000","last_change":"2024-09-12T00:24:10.681630+0000","last_active":"2024-09-12T01:31:34.199535+0000","last_peered":"2024-09-12T01:31:34.199535+0000","last_clean":"2024-09-12T01:31:34.199535+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:31:34.199535+0000","last_undegraded":"2024-09-12T01:31:34.199535+0000","last_fullsized":"2024-09-12T01:31:34.199535+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:48.781894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'275","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238529+0000","last_change":"2024-09-12T00:24:08.657303+0000","last_active":"2024-09-12T01:31:21.238529+0000","last_peered":"2024-09-12T01:31:21.238529+0000","last_clean":"2024-09-12T01:31:21.238529+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:31:21.238529+0000","last_undegraded":"2024-09-12T01:31:21.238529+0000","last_fullsized":"2024-09-12T01:31:21.238529+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:36.317102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6617320,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":441,"num_read_kb":7676,"num_write":1049,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131811+0000","last_change":"2024-09-12T00:24:12.690804+0000","last_active":"2024-09-12T01:31:46.131811+0000","last_peered":"2024-09-12T01:31:46.131811+0000","last_clean":"2024-09-12T01:31:46.131811+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:31:46.131811+0000","last_undegraded":"2024-09-12T01:31:46.131811+0000","last_fullsized":"2024-09-12T01:31:46.131811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:16:47.092286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'379","reported_seq":997,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.637590+0000","last_change":"2024-09-12T00:24:14.705030+0000","last_active":"2024-09-12T01:33:48.637590+0000","last_peered":"2024-09-12T01:33:48.637590+0000","last_clean":"2024-09-12T01:33:48.637590+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:33:48.637590+0000","last_undegraded":"2024-09-12T01:33:48.637590+0000","last_fullsized":"2024-09-12T01:33:48.637590+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:16.538791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59680,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":1186,"num_write":492,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.257149+0000","last_change":"2024-09-12T00:24:16.725128+0000","last_active":"2024-09-12T01:31:46.257149+0000","last_peered":"2024-09-12T01:31:46.257149+0000","last_clean":"2024-09-12T01:31:46.257149+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:31:46.257149+0000","last_undegraded":"2024-09-12T01:31:46.257149+0000","last_fullsized":"2024-09-12T01:31:46.257149+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:46.681004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'167","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:25.212660+0000","last_change":"2024-09-12T00:24:18.738805+0000","last_active":"2024-09-12T01:31:25.212660+0000","last_peered":"2024-09-12T01:31:25.212660+0000","last_clean":"2024-09-12T01:31:25.212660+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:31:25.212660+0000","last_undegraded":"2024-09-12T01:31:25.212660+0000","last_fullsized":"2024-09-12T01:31:25.212660+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:30:44.991652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250771+0000","last_change":"2024-09-12T00:24:10.675444+0000","last_active":"2024-09-12T01:31:01.250771+0000","last_peered":"2024-09-12T01:31:01.250771+0000","last_clean":"2024-09-12T01:31:01.250771+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:31:01.250771+0000","last_undegraded":"2024-09-12T01:31:01.250771+0000","last_fullsized":"2024-09-12T01:31:01.250771+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:48.278187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":628,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277333+0000","last_change":"2024-09-12T00:23:48.851531+0000","last_active":"2024-09-12T01:32:01.277333+0000","last_peered":"2024-09-12T01:32:01.277333+0000","last_clean":"2024-09-12T01:32:01.277333+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:32:01.277333+0000","last_undegraded":"2024-09-12T01:32:01.277333+0000","last_fullsized":"2024-09-12T01:32:01.277333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_clean_scrub_stamp":"2024-09-12T00:23:47.835617+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:25.768348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"21'1","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125549+0000","last_change":"2024-09-12T00:23:55.892495+0000","last_active":"2024-09-12T01:30:36.125549+0000","last_peered":"2024-09-12T01:30:36.125549+0000","last_clean":"2024-09-12T01:30:36.125549+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:30:36.125549+0000","last_undegraded":"2024-09-12T01:30:36.125549+0000","last_fullsized":"2024-09-12T01:30:36.125549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:27.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'268","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.219606+0000","last_change":"2024-09-12T00:24:39.071273+0000","last_active":"2024-09-12T01:31:21.219606+0000","last_peered":"2024-09-12T01:31:21.219606+0000","last_clean":"2024-09-12T01:31:21.219606+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:31:21.219606+0000","last_undegraded":"2024-09-12T01:31:21.219606+0000","last_fullsized":"2024-09-12T01:31:21.219606+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:44:14.910902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8706714,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":586,"num_read_kb":57182,"num_write":1026,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.267391+0000","last_change":"2024-09-12T00:24:12.689018+0000","last_active":"2024-09-12T01:30:56.267391+0000","last_peered":"2024-09-12T01:30:56.267391+0000","last_clean":"2024-09-12T01:30:56.267391+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:30:56.267391+0000","last_undegraded":"2024-09-12T01:30:56.267391+0000","last_fullsized":"2024-09-12T01:30:56.267391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:21.269038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'749","reported_seq":1453,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.639852+0000","last_change":"2024-09-12T00:24:14.704285+0000","last_active":"2024-09-12T01:33:48.639852+0000","last_peered":"2024-09-12T01:33:48.639852+0000","last_clean":"2024-09-12T01:33:48.639852+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:33:48.639852+0000","last_undegraded":"2024-09-12T01:33:48.639852+0000","last_fullsized":"2024-09-12T01:33:48.639852+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":700,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:26.287425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195531,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1440,"num_read_kb":3128,"num_write":1368,"num_write_kb":1226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.247012+0000","last_change":"2024-09-12T00:24:16.720757+0000","last_active":"2024-09-12T01:31:26.247012+0000","last_peered":"2024-09-12T01:31:26.247012+0000","last_clean":"2024-09-12T01:31:26.247012+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:31:26.247012+0000","last_undegraded":"2024-09-12T01:31:26.247012+0000","last_fullsized":"2024-09-12T01:31:26.247012+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:22.162250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'195","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.430742+0000","last_change":"2024-09-12T00:24:18.738949+0000","last_active":"2024-09-12T01:32:44.430742+0000","last_peered":"2024-09-12T01:32:44.430742+0000","last_clean":"2024-09-12T01:32:44.430742+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:32:44.430742+0000","last_undegraded":"2024-09-12T01:32:44.430742+0000","last_fullsized":"2024-09-12T01:32:44.430742+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:23:09.644564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'444","reported_seq":1185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361279+0000","last_change":"2024-09-12T00:24:10.676679+0000","last_active":"2024-09-12T01:31:21.361279+0000","last_peered":"2024-09-12T01:31:21.361279+0000","last_clean":"2024-09-12T01:31:21.361279+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:31:21.361279+0000","last_undegraded":"2024-09-12T01:31:21.361279+0000","last_fullsized":"2024-09-12T01:31:21.361279+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:32.429315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278078+0000","last_change":"2024-09-12T00:23:55.944536+0000","last_active":"2024-09-12T01:32:06.278078+0000","last_peered":"2024-09-12T01:32:06.278078+0000","last_clean":"2024-09-12T01:32:06.278078+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:32:06.278078+0000","last_undegraded":"2024-09-12T01:32:06.278078+0000","last_fullsized":"2024-09-12T01:32:06.278078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:40.626318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'244","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.968751+0000","last_change":"2024-09-12T00:24:08.655288+0000","last_active":"2024-09-12T01:32:04.968751+0000","last_peered":"2024-09-12T01:32:04.968751+0000","last_clean":"2024-09-12T01:32:04.968751+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:32:04.968751+0000","last_undegraded":"2024-09-12T01:32:04.968751+0000","last_fullsized":"2024-09-12T01:32:04.968751+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:14.661596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8376597,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":500,"num_read_kb":44739,"num_write":917,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132494+0000","last_change":"2024-09-12T00:24:12.693401+0000","last_active":"2024-09-12T01:31:26.132494+0000","last_peered":"2024-09-12T01:31:26.132494+0000","last_clean":"2024-09-12T01:31:26.132494+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:31:26.132494+0000","last_undegraded":"2024-09-12T01:31:26.132494+0000","last_fullsized":"2024-09-12T01:31:26.132494+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:38.279607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1309","reported_seq":3093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.617084+0000","last_change":"2024-09-12T00:24:14.703859+0000","last_active":"2024-09-12T01:34:07.617084+0000","last_peered":"2024-09-12T01:34:07.617084+0000","last_clean":"2024-09-12T01:34:07.617084+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:07.617084+0000","last_undegraded":"2024-09-12T01:34:07.617084+0000","last_fullsized":"2024-09-12T01:34:07.617084+0000","mapping_epoch":33,"log_start":"267'1200","ondisk_log_start":"267'1200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:35.585363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169100,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2073,"num_read_kb":3797,"num_write":1192,"num_write_kb":1014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.269038+0000","last_change":"2024-09-12T00:24:16.723434+0000","last_active":"2024-09-12T01:31:06.269038+0000","last_peered":"2024-09-12T01:31:06.269038+0000","last_clean":"2024-09-12T01:31:06.269038+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:31:06.269038+0000","last_undegraded":"2024-09-12T01:31:06.269038+0000","last_fullsized":"2024-09-12T01:31:06.269038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:36.089059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'236","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134010+0000","last_change":"2024-09-12T00:24:18.737048+0000","last_active":"2024-09-12T01:31:43.134010+0000","last_peered":"2024-09-12T01:31:43.134010+0000","last_clean":"2024-09-12T01:31:43.134010+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:31:43.134010+0000","last_undegraded":"2024-09-12T01:31:43.134010+0000","last_fullsized":"2024-09-12T01:31:43.134010+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:28.056246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131691+0000","last_change":"2024-09-12T00:24:10.672388+0000","last_active":"2024-09-12T01:31:23.131691+0000","last_peered":"2024-09-12T01:31:23.131691+0000","last_clean":"2024-09-12T01:31:23.131691+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:31:23.131691+0000","last_undegraded":"2024-09-12T01:31:23.131691+0000","last_fullsized":"2024-09-12T01:31:23.131691+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:33.389953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.214935+0000","last_change":"2024-09-12T00:23:55.895310+0000","last_active":"2024-09-12T01:30:36.214935+0000","last_peered":"2024-09-12T01:30:36.214935+0000","last_clean":"2024-09-12T01:30:36.214935+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:30:36.214935+0000","last_undegraded":"2024-09-12T01:30:36.214935+0000","last_fullsized":"2024-09-12T01:30:36.214935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:30.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'314","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.122180+0000","last_change":"2024-09-12T00:24:08.662082+0000","last_active":"2024-09-12T01:34:08.122180+0000","last_peered":"2024-09-12T01:34:08.122180+0000","last_clean":"2024-09-12T01:34:08.122180+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:08.122180+0000","last_undegraded":"2024-09-12T01:34:08.122180+0000","last_fullsized":"2024-09-12T01:34:08.122180+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:04.272208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10292954,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":522,"num_read_kb":20706,"num_write":1144,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"32'1","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220194+0000","last_change":"2024-09-12T00:24:12.687891+0000","last_active":"2024-09-12T01:31:26.220194+0000","last_peered":"2024-09-12T01:31:26.220194+0000","last_clean":"2024-09-12T01:31:26.220194+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:31:26.220194+0000","last_undegraded":"2024-09-12T01:31:26.220194+0000","last_fullsized":"2024-09-12T01:31:26.220194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:55.531490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'294","reported_seq":1688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:44.502979+0000","last_change":"2024-09-12T00:24:14.750546+0000","last_active":"2024-09-12T01:33:44.502979+0000","last_peered":"2024-09-12T01:33:44.502979+0000","last_clean":"2024-09-12T01:33:44.502979+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:33:44.502979+0000","last_undegraded":"2024-09-12T01:33:44.502979+0000","last_fullsized":"2024-09-12T01:33:44.502979+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:17.136386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358452+0000","last_change":"2024-09-12T00:24:16.712674+0000","last_active":"2024-09-12T01:30:56.358452+0000","last_peered":"2024-09-12T01:30:56.358452+0000","last_clean":"2024-09-12T01:30:56.358452+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:30:56.358452+0000","last_undegraded":"2024-09-12T01:30:56.358452+0000","last_fullsized":"2024-09-12T01:30:56.358452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:01.673435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'255","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.679154+0000","last_change":"2024-09-12T00:24:18.739281+0000","last_active":"2024-09-12T01:32:44.679154+0000","last_peered":"2024-09-12T01:32:44.679154+0000","last_clean":"2024-09-12T01:32:44.679154+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:32:44.679154+0000","last_undegraded":"2024-09-12T01:32:44.679154+0000","last_fullsized":"2024-09-12T01:32:44.679154+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:22.051310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236439+0000","last_change":"2024-09-12T00:24:10.680844+0000","last_active":"2024-09-12T01:30:53.236439+0000","last_peered":"2024-09-12T01:30:53.236439+0000","last_clean":"2024-09-12T01:30:53.236439+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:30:53.236439+0000","last_undegraded":"2024-09-12T01:30:53.236439+0000","last_fullsized":"2024-09-12T01:30:53.236439+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:41.539365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"23'2","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125514+0000","last_change":"2024-09-12T00:23:55.892509+0000","last_active":"2024-09-12T01:30:36.125514+0000","last_peered":"2024-09-12T01:30:36.125514+0000","last_clean":"2024-09-12T01:30:36.125514+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:30:36.125514+0000","last_undegraded":"2024-09-12T01:30:36.125514+0000","last_fullsized":"2024-09-12T01:30:36.125514+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:56.849716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'308","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123952+0000","last_change":"2024-09-12T00:24:08.662092+0000","last_active":"2024-09-12T01:30:51.123952+0000","last_peered":"2024-09-12T01:30:51.123952+0000","last_clean":"2024-09-12T01:30:51.123952+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:30:51.123952+0000","last_undegraded":"2024-09-12T01:30:51.123952+0000","last_fullsized":"2024-09-12T01:30:51.123952+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:36.275683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6660903,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":779,"num_read_kb":10015,"num_write":1008,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359554+0000","last_change":"2024-09-12T00:24:12.690177+0000","last_active":"2024-09-12T01:31:06.359554+0000","last_peered":"2024-09-12T01:31:06.359554+0000","last_clean":"2024-09-12T01:31:06.359554+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:31:06.359554+0000","last_undegraded":"2024-09-12T01:31:06.359554+0000","last_fullsized":"2024-09-12T01:31:06.359554+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:18.025940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'150","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.255091+0000","last_change":"2024-09-12T00:24:14.699219+0000","last_active":"2024-09-12T01:33:36.255091+0000","last_peered":"2024-09-12T01:33:36.255091+0000","last_clean":"2024-09-12T01:33:36.255091+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:33:36.255091+0000","last_undegraded":"2024-09-12T01:33:36.255091+0000","last_fullsized":"2024-09-12T01:33:36.255091+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:02.405626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.254131+0000","last_change":"2024-09-12T00:24:16.721841+0000","last_active":"2024-09-12T01:31:26.254131+0000","last_peered":"2024-09-12T01:31:26.254131+0000","last_clean":"2024-09-12T01:31:26.254131+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:31:26.254131+0000","last_undegraded":"2024-09-12T01:31:26.254131+0000","last_fullsized":"2024-09-12T01:31:26.254131+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:09.652430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.400998+0000","last_change":"2024-09-12T00:24:18.738439+0000","last_active":"2024-09-12T01:32:44.400998+0000","last_peered":"2024-09-12T01:32:44.400998+0000","last_clean":"2024-09-12T01:32:44.400998+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:32:44.400998+0000","last_undegraded":"2024-09-12T01:32:44.400998+0000","last_fullsized":"2024-09-12T01:32:44.400998+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.046655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236415+0000","last_change":"2024-09-12T00:24:10.673139+0000","last_active":"2024-09-12T01:30:53.236415+0000","last_peered":"2024-09-12T01:30:53.236415+0000","last_clean":"2024-09-12T01:30:53.236415+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:30:53.236415+0000","last_undegraded":"2024-09-12T01:30:53.236415+0000","last_fullsized":"2024-09-12T01:30:53.236415+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.986596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'254","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129125+0000","last_change":"2024-09-12T00:24:08.667576+0000","last_active":"2024-09-12T01:31:01.129125+0000","last_peered":"2024-09-12T01:31:01.129125+0000","last_clean":"2024-09-12T01:31:01.129125+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:31:01.129125+0000","last_undegraded":"2024-09-12T01:31:01.129125+0000","last_fullsized":"2024-09-12T01:31:01.129125+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:14.443229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7638480,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":342,"num_read_kb":22107,"num_write":901,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:33.233883+0000","last_change":"2024-09-12T00:23:55.899445+0000","last_active":"2024-09-12T01:30:33.233883+0000","last_peered":"2024-09-12T01:30:33.233883+0000","last_clean":"2024-09-12T01:30:33.233883+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:30:33.233883+0000","last_undegraded":"2024-09-12T01:30:33.233883+0000","last_fullsized":"2024-09-12T01:30:33.233883+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:11.368214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358429+0000","last_change":"2024-09-12T00:24:12.689440+0000","last_active":"2024-09-12T01:30:56.358429+0000","last_peered":"2024-09-12T01:30:56.358429+0000","last_clean":"2024-09-12T01:30:56.358429+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:30:56.358429+0000","last_undegraded":"2024-09-12T01:30:56.358429+0000","last_fullsized":"2024-09-12T01:30:56.358429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:24.416713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'611","reported_seq":1306,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.632228+0000","last_change":"2024-09-12T00:24:14.706265+0000","last_active":"2024-09-12T01:33:48.632228+0000","last_peered":"2024-09-12T01:33:48.632228+0000","last_clean":"2024-09-12T01:33:48.632228+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:33:48.632228+0000","last_undegraded":"2024-09-12T01:33:48.632228+0000","last_fullsized":"2024-09-12T01:33:48.632228+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":600,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:48.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106085,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1614,"num_read_kb":2599,"num_write":2112,"num_write_kb":1920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124591+0000","last_change":"2024-09-12T00:24:16.722937+0000","last_active":"2024-09-12T01:30:56.124591+0000","last_peered":"2024-09-12T01:30:56.124591+0000","last_clean":"2024-09-12T01:30:56.124591+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:30:56.124591+0000","last_undegraded":"2024-09-12T01:30:56.124591+0000","last_fullsized":"2024-09-12T01:30:56.124591+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:08.618600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'146","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:40.911396+0000","last_change":"2024-09-12T00:24:18.731689+0000","last_active":"2024-09-12T01:32:40.911396+0000","last_peered":"2024-09-12T01:32:40.911396+0000","last_clean":"2024-09-12T01:32:40.911396+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:32:40.911396+0000","last_undegraded":"2024-09-12T01:32:40.911396+0000","last_fullsized":"2024-09-12T01:32:40.911396+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:33.741145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357870+0000","last_change":"2024-09-12T00:24:10.665090+0000","last_active":"2024-09-12T01:30:51.357870+0000","last_peered":"2024-09-12T01:30:51.357870+0000","last_clean":"2024-09-12T01:30:51.357870+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:30:51.357870+0000","last_undegraded":"2024-09-12T01:30:51.357870+0000","last_fullsized":"2024-09-12T01:30:51.357870+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:03:47.553391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'286","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.118055+0000","last_change":"2024-09-12T00:24:08.670258+0000","last_active":"2024-09-12T01:34:08.118055+0000","last_peered":"2024-09-12T01:34:08.118055+0000","last_clean":"2024-09-12T01:34:08.118055+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:08.118055+0000","last_undegraded":"2024-09-12T01:34:08.118055+0000","last_fullsized":"2024-09-12T01:34:08.118055+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:23.114717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744783,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":402,"num_read_kb":28269,"num_write":903,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.266056+0000","last_change":"2024-09-12T00:23:55.944574+0000","last_active":"2024-09-12T01:30:46.266056+0000","last_peered":"2024-09-12T01:30:46.266056+0000","last_clean":"2024-09-12T01:30:46.266056+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:30:46.266056+0000","last_undegraded":"2024-09-12T01:30:46.266056+0000","last_fullsized":"2024-09-12T01:30:46.266056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:40.858619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.249938+0000","last_change":"2024-09-12T00:24:12.686399+0000","last_active":"2024-09-12T01:30:56.249938+0000","last_peered":"2024-09-12T01:30:56.249938+0000","last_clean":"2024-09-12T01:30:56.249938+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:30:56.249938+0000","last_undegraded":"2024-09-12T01:30:56.249938+0000","last_fullsized":"2024-09-12T01:30:56.249938+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:25.423651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'241","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:55.384243+0000","last_change":"2024-09-12T00:24:14.749281+0000","last_active":"2024-09-12T01:32:55.384243+0000","last_peered":"2024-09-12T01:32:55.384243+0000","last_clean":"2024-09-12T01:32:55.384243+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:32:55.384243+0000","last_undegraded":"2024-09-12T01:32:55.384243+0000","last_fullsized":"2024-09-12T01:32:55.384243+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:03.030127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'782","reported_seq":2827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489661+0000","last_change":"2024-09-12T00:24:16.723010+0000","last_active":"2024-09-12T01:33:51.489661+0000","last_peered":"2024-09-12T01:33:51.489661+0000","last_clean":"2024-09-12T01:33:51.489661+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:33:51.489661+0000","last_undegraded":"2024-09-12T01:33:51.489661+0000","last_fullsized":"2024-09-12T01:33:51.489661+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":701,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'120","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244046+0000","last_change":"2024-09-12T00:24:18.741553+0000","last_active":"2024-09-12T01:32:06.244046+0000","last_peered":"2024-09-12T01:32:06.244046+0000","last_clean":"2024-09-12T01:32:06.244046+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:32:06.244046+0000","last_undegraded":"2024-09-12T01:32:06.244046+0000","last_fullsized":"2024-09-12T01:32:06.244046+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:16.348830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231771+0000","last_change":"2024-09-12T00:24:10.676185+0000","last_active":"2024-09-12T01:30:26.231771+0000","last_peered":"2024-09-12T01:30:26.231771+0000","last_clean":"2024-09-12T01:30:26.231771+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:30:26.231771+0000","last_undegraded":"2024-09-12T01:30:26.231771+0000","last_fullsized":"2024-09-12T01:30:26.231771+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:23.566926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'273","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238643+0000","last_change":"2024-09-12T00:24:08.672404+0000","last_active":"2024-09-12T01:31:21.238643+0000","last_peered":"2024-09-12T01:31:21.238643+0000","last_clean":"2024-09-12T01:31:21.238643+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:31:21.238643+0000","last_undegraded":"2024-09-12T01:31:21.238643+0000","last_fullsized":"2024-09-12T01:31:21.238643+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:13.076710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16101916,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":417,"num_read_kb":48226,"num_write":1032,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129360+0000","last_change":"2024-09-12T00:23:55.899516+0000","last_active":"2024-09-12T01:31:03.129360+0000","last_peered":"2024-09-12T01:31:03.129360+0000","last_clean":"2024-09-12T01:31:03.129360+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:31:03.129360+0000","last_undegraded":"2024-09-12T01:31:03.129360+0000","last_fullsized":"2024-09-12T01:31:03.129360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:32.781531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124559+0000","last_change":"2024-09-12T00:24:12.690249+0000","last_active":"2024-09-12T01:30:56.124559+0000","last_peered":"2024-09-12T01:30:56.124559+0000","last_clean":"2024-09-12T01:30:56.124559+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:30:56.124559+0000","last_undegraded":"2024-09-12T01:30:56.124559+0000","last_fullsized":"2024-09-12T01:30:56.124559+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.594452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124632+0000","last_change":"2024-09-12T00:24:14.699616+0000","last_active":"2024-09-12T01:30:56.124632+0000","last_peered":"2024-09-12T01:30:56.124632+0000","last_clean":"2024-09-12T01:30:56.124632+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:30:56.124632+0000","last_undegraded":"2024-09-12T01:30:56.124632+0000","last_fullsized":"2024-09-12T01:30:56.124632+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:36.830410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'760","reported_seq":2809,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.483777+0000","last_change":"2024-09-12T00:24:16.725433+0000","last_active":"2024-09-12T01:33:51.483777+0000","last_peered":"2024-09-12T01:33:51.483777+0000","last_clean":"2024-09-12T01:33:51.483777+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:33:51.483777+0000","last_undegraded":"2024-09-12T01:33:51.483777+0000","last_fullsized":"2024-09-12T01:33:51.483777+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:07.704783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'170","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.249944+0000","last_change":"2024-09-12T00:24:18.740301+0000","last_active":"2024-09-12T01:31:51.249944+0000","last_peered":"2024-09-12T01:31:51.249944+0000","last_clean":"2024-09-12T01:31:51.249944+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:31:51.249944+0000","last_undegraded":"2024-09-12T01:31:51.249944+0000","last_fullsized":"2024-09-12T01:31:51.249944+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:43.816064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123883+0000","last_change":"2024-09-12T00:24:10.667435+0000","last_active":"2024-09-12T01:30:51.123883+0000","last_peered":"2024-09-12T01:30:51.123883+0000","last_clean":"2024-09-12T01:30:51.123883+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:30:51.123883+0000","last_undegraded":"2024-09-12T01:30:51.123883+0000","last_fullsized":"2024-09-12T01:30:51.123883+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:15.834087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'366","reported_seq":1146,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361255+0000","last_change":"2024-09-12T00:24:08.662801+0000","last_active":"2024-09-12T01:31:21.361255+0000","last_peered":"2024-09-12T01:31:21.361255+0000","last_clean":"2024-09-12T01:31:21.361255+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:31:21.361255+0000","last_undegraded":"2024-09-12T01:31:21.361255+0000","last_fullsized":"2024-09-12T01:31:21.361255+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:34:54.991896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6164885,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":889,"num_read_kb":34525,"num_write":1477,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.251372+0000","last_change":"2024-09-12T00:23:55.991489+0000","last_active":"2024-09-12T01:31:06.251372+0000","last_peered":"2024-09-12T01:31:06.251372+0000","last_clean":"2024-09-12T01:31:06.251372+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:31:06.251372+0000","last_undegraded":"2024-09-12T01:31:06.251372+0000","last_fullsized":"2024-09-12T01:31:06.251372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:54.285452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232415+0000","last_change":"2024-09-12T00:24:12.689113+0000","last_active":"2024-09-12T01:30:31.232415+0000","last_peered":"2024-09-12T01:30:31.232415+0000","last_clean":"2024-09-12T01:30:31.232415+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:30:31.232415+0000","last_undegraded":"2024-09-12T01:30:31.232415+0000","last_fullsized":"2024-09-12T01:30:31.232415+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:57.420641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'766","reported_seq":1498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.628515+0000","last_change":"2024-09-12T00:24:14.749298+0000","last_active":"2024-09-12T01:33:48.628515+0000","last_peered":"2024-09-12T01:33:48.628515+0000","last_clean":"2024-09-12T01:33:48.628515+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:33:48.628515+0000","last_undegraded":"2024-09-12T01:33:48.628515+0000","last_fullsized":"2024-09-12T01:33:48.628515+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:10.288768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192259,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1354,"num_read_kb":3025,"num_write":1116,"num_write_kb":932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.235569+0000","last_change":"2024-09-12T00:24:16.722491+0000","last_active":"2024-09-12T01:30:56.235569+0000","last_peered":"2024-09-12T01:30:56.235569+0000","last_clean":"2024-09-12T01:30:56.235569+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:30:56.235569+0000","last_undegraded":"2024-09-12T01:30:56.235569+0000","last_fullsized":"2024-09-12T01:30:56.235569+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:40.422184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'148","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.433011+0000","last_change":"2024-09-12T00:24:18.737187+0000","last_active":"2024-09-12T01:32:43.433011+0000","last_peered":"2024-09-12T01:32:43.433011+0000","last_clean":"2024-09-12T01:32:43.433011+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:32:43.433011+0000","last_undegraded":"2024-09-12T01:32:43.433011+0000","last_fullsized":"2024-09-12T01:32:43.433011+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:47.513408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'148","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.618720+0000","last_change":"2024-09-12T00:24:18.736581+0000","last_active":"2024-09-12T01:32:44.618720+0000","last_peered":"2024-09-12T01:32:44.618720+0000","last_clean":"2024-09-12T01:32:44.618720+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:32:44.618720+0000","last_undegraded":"2024-09-12T01:32:44.618720+0000","last_fullsized":"2024-09-12T01:32:44.618720+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:53.508850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'271","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.497068+0000","last_change":"2024-09-12T00:24:10.669285+0000","last_active":"2024-09-12T01:30:56.497068+0000","last_peered":"2024-09-12T01:30:56.497068+0000","last_clean":"2024-09-12T01:30:56.497068+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:30:56.497068+0000","last_undegraded":"2024-09-12T01:30:56.497068+0000","last_fullsized":"2024-09-12T01:30:56.497068+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.953321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'296","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.371050+0000","last_change":"2024-09-12T00:24:08.663058+0000","last_active":"2024-09-12T01:29:41.371050+0000","last_peered":"2024-09-12T01:29:41.371050+0000","last_clean":"2024-09-12T01:29:41.371050+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:29:41.371050+0000","last_undegraded":"2024-09-12T01:29:41.371050+0000","last_fullsized":"2024-09-12T01:29:41.371050+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:48.535016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457649,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":422,"num_read_kb":11763,"num_write":1059,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"39'5","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.421557+0000","last_change":"2024-09-12T00:24:12.691400+0000","last_active":"2024-09-12T01:34:07.421557+0000","last_peered":"2024-09-12T01:34:07.421557+0000","last_clean":"2024-09-12T01:34:07.421557+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:07.421557+0000","last_undegraded":"2024-09-12T01:34:07.421557+0000","last_fullsized":"2024-09-12T01:34:07.421557+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:53.111366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'282","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242769+0000","last_change":"2024-09-12T00:24:14.708281+0000","last_active":"2024-09-12T01:31:56.242769+0000","last_peered":"2024-09-12T01:31:56.242769+0000","last_clean":"2024-09-12T01:31:56.242769+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:31:56.242769+0000","last_undegraded":"2024-09-12T01:31:56.242769+0000","last_fullsized":"2024-09-12T01:31:56.242769+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:53:38.776682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64556,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":469,"num_read_kb":995,"num_write":376,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225380+0000","last_change":"2024-09-12T00:24:16.725724+0000","last_active":"2024-09-12T01:29:36.225380+0000","last_peered":"2024-09-12T01:29:36.225380+0000","last_clean":"2024-09-12T01:29:36.225380+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:29:36.225380+0000","last_undegraded":"2024-09-12T01:29:36.225380+0000","last_fullsized":"2024-09-12T01:29:36.225380+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.882491+0000","last_change":"2024-09-12T00:24:18.741707+0000","last_active":"2024-09-12T01:31:59.882491+0000","last_peered":"2024-09-12T01:31:59.882491+0000","last_clean":"2024-09-12T01:31:59.882491+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:31:59.882491+0000","last_undegraded":"2024-09-12T01:31:59.882491+0000","last_fullsized":"2024-09-12T01:31:59.882491+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.830871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":678,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:30.819485+0000","last_change":"2024-09-12T00:24:10.674505+0000","last_active":"2024-09-12T01:30:30.819485+0000","last_peered":"2024-09-12T01:30:30.819485+0000","last_clean":"2024-09-12T01:30:30.819485+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:30:30.819485+0000","last_undegraded":"2024-09-12T01:30:30.819485+0000","last_fullsized":"2024-09-12T01:30:30.819485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:51.536160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'257","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:09.211609+0000","last_change":"2024-09-12T00:24:08.672769+0000","last_active":"2024-09-12T01:31:09.211609+0000","last_peered":"2024-09-12T01:31:09.211609+0000","last_clean":"2024-09-12T01:31:09.211609+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:31:09.211609+0000","last_undegraded":"2024-09-12T01:31:09.211609+0000","last_fullsized":"2024-09-12T01:31:09.211609+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:58.771314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8604463,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":422,"num_read_kb":41828,"num_write":1035,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225537+0000","last_change":"2024-09-12T00:24:12.688334+0000","last_active":"2024-09-12T01:29:36.225537+0000","last_peered":"2024-09-12T01:29:36.225537+0000","last_clean":"2024-09-12T01:29:36.225537+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:29:36.225537+0000","last_undegraded":"2024-09-12T01:29:36.225537+0000","last_fullsized":"2024-09-12T01:29:36.225537+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:13.013128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'50","reported_seq":570,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.348963+0000","last_change":"2024-09-12T00:24:14.707077+0000","last_active":"2024-09-12T01:29:36.348963+0000","last_peered":"2024-09-12T01:29:36.348963+0000","last_clean":"2024-09-12T01:29:36.348963+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:29:36.348963+0000","last_undegraded":"2024-09-12T01:29:36.348963+0000","last_fullsized":"2024-09-12T01:29:36.348963+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:25:57.293950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.254890+0000","last_change":"2024-09-12T00:24:16.718800+0000","last_active":"2024-09-12T01:29:36.254890+0000","last_peered":"2024-09-12T01:29:36.254890+0000","last_clean":"2024-09-12T01:29:36.254890+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:29:36.254890+0000","last_undegraded":"2024-09-12T01:29:36.254890+0000","last_fullsized":"2024-09-12T01:29:36.254890+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:44.111441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'209","reported_seq":756,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.363992+0000","last_change":"2024-09-12T00:24:18.736730+0000","last_active":"2024-09-12T01:32:43.363992+0000","last_peered":"2024-09-12T01:32:43.363992+0000","last_clean":"2024-09-12T01:32:43.363992+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:32:43.363992+0000","last_undegraded":"2024-09-12T01:32:43.363992+0000","last_fullsized":"2024-09-12T01:32:43.363992+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:19.730574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224716+0000","last_change":"2024-09-12T00:24:10.675869+0000","last_active":"2024-09-12T01:29:31.224716+0000","last_peered":"2024-09-12T01:29:31.224716+0000","last_clean":"2024-09-12T01:29:31.224716+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:29:31.224716+0000","last_undegraded":"2024-09-12T01:29:31.224716+0000","last_fullsized":"2024-09-12T01:29:31.224716+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:44.924844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'319","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:20.867452+0000","last_change":"2024-09-12T00:24:08.670219+0000","last_active":"2024-09-12T01:31:20.867452+0000","last_peered":"2024-09-12T01:31:20.867452+0000","last_clean":"2024-09-12T01:31:20.867452+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:31:20.867452+0000","last_undegraded":"2024-09-12T01:31:20.867452+0000","last_fullsized":"2024-09-12T01:31:20.867452+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:42.405535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5562117,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":474,"num_read_kb":4587,"num_write":1084,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.254851+0000","last_change":"2024-09-12T00:24:12.690654+0000","last_active":"2024-09-12T01:29:36.254851+0000","last_peered":"2024-09-12T01:29:36.254851+0000","last_clean":"2024-09-12T01:29:36.254851+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:29:36.254851+0000","last_undegraded":"2024-09-12T01:29:36.254851+0000","last_fullsized":"2024-09-12T01:29:36.254851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:14.258710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'323","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242802+0000","last_change":"2024-09-12T00:24:14.708252+0000","last_active":"2024-09-12T01:31:56.242802+0000","last_peered":"2024-09-12T01:31:56.242802+0000","last_clean":"2024-09-12T01:31:56.242802+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:31:56.242802+0000","last_undegraded":"2024-09-12T01:31:56.242802+0000","last_fullsized":"2024-09-12T01:31:56.242802+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:38:47.620539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":1068,"num_write":416,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.239181+0000","last_change":"2024-09-12T00:24:16.721541+0000","last_active":"2024-09-12T01:29:36.239181+0000","last_peered":"2024-09-12T01:29:36.239181+0000","last_clean":"2024-09-12T01:29:36.239181+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:29:36.239181+0000","last_undegraded":"2024-09-12T01:29:36.239181+0000","last_fullsized":"2024-09-12T01:29:36.239181+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:40.435320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'135","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.550092+0000","last_change":"2024-09-12T00:24:18.737060+0000","last_active":"2024-09-12T01:30:28.550092+0000","last_peered":"2024-09-12T01:30:28.550092+0000","last_clean":"2024-09-12T01:30:28.550092+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:30:28.550092+0000","last_undegraded":"2024-09-12T01:30:28.550092+0000","last_fullsized":"2024-09-12T01:30:28.550092+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:59:24.622163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224675+0000","last_change":"2024-09-12T00:24:10.675476+0000","last_active":"2024-09-12T01:29:31.224675+0000","last_peered":"2024-09-12T01:29:31.224675+0000","last_clean":"2024-09-12T01:29:31.224675+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:29:31.224675+0000","last_undegraded":"2024-09-12T01:29:31.224675+0000","last_fullsized":"2024-09-12T01:29:31.224675+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:42.217442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'321","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.594905+0000","last_change":"2024-09-12T00:24:08.667899+0000","last_active":"2024-09-12T01:32:22.594905+0000","last_peered":"2024-09-12T01:32:22.594905+0000","last_clean":"2024-09-12T01:32:22.594905+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:32:22.594905+0000","last_undegraded":"2024-09-12T01:32:22.594905+0000","last_fullsized":"2024-09-12T01:32:22.594905+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:35.851855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15854813,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":589,"num_read_kb":109340,"num_write":1141,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.239149+0000","last_change":"2024-09-12T00:24:12.687288+0000","last_active":"2024-09-12T01:29:36.239149+0000","last_peered":"2024-09-12T01:29:36.239149+0000","last_clean":"2024-09-12T01:29:36.239149+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:29:36.239149+0000","last_undegraded":"2024-09-12T01:29:36.239149+0000","last_fullsized":"2024-09-12T01:29:36.239149+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:09.155245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'268","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:43.558603+0000","last_change":"2024-09-12T00:24:14.706342+0000","last_active":"2024-09-12T01:33:43.558603+0000","last_peered":"2024-09-12T01:33:43.558603+0000","last_clean":"2024-09-12T01:33:43.558603+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:33:43.558603+0000","last_undegraded":"2024-09-12T01:33:43.558603+0000","last_fullsized":"2024-09-12T01:33:43.558603+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:24.095631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55020,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":456,"num_read_kb":990,"num_write":374,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349021+0000","last_change":"2024-09-12T00:24:16.715795+0000","last_active":"2024-09-12T01:29:36.349021+0000","last_peered":"2024-09-12T01:29:36.349021+0000","last_clean":"2024-09-12T01:29:36.349021+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:29:36.349021+0000","last_undegraded":"2024-09-12T01:29:36.349021+0000","last_fullsized":"2024-09-12T01:29:36.349021+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:03.189528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:13.517879+0000","last_change":"2024-09-12T00:24:10.671225+0000","last_active":"2024-09-12T01:31:13.517879+0000","last_peered":"2024-09-12T01:31:13.517879+0000","last_clean":"2024-09-12T01:31:13.517879+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:31:13.517879+0000","last_undegraded":"2024-09-12T01:31:13.517879+0000","last_fullsized":"2024-09-12T01:31:13.517879+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:27:32.723337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'333","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.538515+0000","last_change":"2024-09-12T00:24:08.671546+0000","last_active":"2024-09-12T01:31:58.538515+0000","last_peered":"2024-09-12T01:31:58.538515+0000","last_clean":"2024-09-12T01:31:58.538515+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:31:58.538515+0000","last_undegraded":"2024-09-12T01:31:58.538515+0000","last_fullsized":"2024-09-12T01:31:58.538515+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:07.188331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9864694,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":511,"num_read_kb":81052,"num_write":1201,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354919+0000","last_change":"2024-09-12T00:24:12.685154+0000","last_active":"2024-09-12T01:30:26.354919+0000","last_peered":"2024-09-12T01:30:26.354919+0000","last_clean":"2024-09-12T01:30:26.354919+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:30:26.354919+0000","last_undegraded":"2024-09-12T01:30:26.354919+0000","last_fullsized":"2024-09-12T01:30:26.354919+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:50.938791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'499","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.851171+0000","last_change":"2024-09-12T00:24:14.704065+0000","last_active":"2024-09-12T01:34:07.851171+0000","last_peered":"2024-09-12T01:34:07.851171+0000","last_clean":"2024-09-12T01:34:07.851171+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:07.851171+0000","last_undegraded":"2024-09-12T01:34:07.851171+0000","last_fullsized":"2024-09-12T01:34:07.851171+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:25.111308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105914,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":876,"num_read_kb":2025,"num_write":752,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.113927+0000","last_change":"2024-09-12T00:24:16.724537+0000","last_active":"2024-09-12T01:29:16.113927+0000","last_peered":"2024-09-12T01:29:16.113927+0000","last_clean":"2024-09-12T01:29:16.113927+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:29:16.113927+0000","last_undegraded":"2024-09-12T01:29:16.113927+0000","last_fullsized":"2024-09-12T01:29:16.113927+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'154","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:41.174696+0000","last_change":"2024-09-12T00:24:18.739372+0000","last_active":"2024-09-12T01:32:41.174696+0000","last_peered":"2024-09-12T01:32:41.174696+0000","last_clean":"2024-09-12T01:32:41.174696+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:32:41.174696+0000","last_undegraded":"2024-09-12T01:32:41.174696+0000","last_fullsized":"2024-09-12T01:32:41.174696+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:22:57.606019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'142","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.083893+0000","last_change":"2024-09-12T00:24:10.669076+0000","last_active":"2024-09-12T01:31:28.083893+0000","last_peered":"2024-09-12T01:31:28.083893+0000","last_clean":"2024-09-12T01:31:28.083893+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:31:28.083893+0000","last_undegraded":"2024-09-12T01:31:28.083893+0000","last_fullsized":"2024-09-12T01:31:28.083893+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:08.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'314","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.077366+0000","last_change":"2024-09-12T00:24:08.666059+0000","last_active":"2024-09-12T01:34:08.077366+0000","last_peered":"2024-09-12T01:34:08.077366+0000","last_clean":"2024-09-12T01:34:08.077366+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:08.077366+0000","last_undegraded":"2024-09-12T01:34:08.077366+0000","last_fullsized":"2024-09-12T01:34:08.077366+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:56.745496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6597469,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":490,"num_read_kb":60969,"num_write":1076,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.250010+0000","last_change":"2024-09-12T00:24:12.690082+0000","last_active":"2024-09-12T01:30:56.250010+0000","last_peered":"2024-09-12T01:30:56.250010+0000","last_clean":"2024-09-12T01:30:56.250010+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:30:56.250010+0000","last_undegraded":"2024-09-12T01:30:56.250010+0000","last_fullsized":"2024-09-12T01:30:56.250010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:52.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'316","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275062+0000","last_change":"2024-09-12T00:24:14.703874+0000","last_active":"2024-09-12T01:31:46.275062+0000","last_peered":"2024-09-12T01:31:46.275062+0000","last_clean":"2024-09-12T01:31:46.275062+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:31:46.275062+0000","last_undegraded":"2024-09-12T01:31:46.275062+0000","last_fullsized":"2024-09-12T01:31:46.275062+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:59.299778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60172,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":524,"num_read_kb":1035,"num_write":442,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:18.225230+0000","last_change":"2024-09-12T00:24:16.720440+0000","last_active":"2024-09-12T01:29:18.225230+0000","last_peered":"2024-09-12T01:29:18.225230+0000","last_clean":"2024-09-12T01:29:18.225230+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:29:18.225230+0000","last_undegraded":"2024-09-12T01:29:18.225230+0000","last_fullsized":"2024-09-12T01:29:18.225230+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.585898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.082587+0000","last_change":"2024-09-12T00:24:18.735566+0000","last_active":"2024-09-12T01:32:44.082587+0000","last_peered":"2024-09-12T01:32:44.082587+0000","last_clean":"2024-09-12T01:32:44.082587+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:32:44.082587+0000","last_undegraded":"2024-09-12T01:32:44.082587+0000","last_fullsized":"2024-09-12T01:32:44.082587+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:18.070062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.222249+0000","last_change":"2024-09-12T00:24:10.679096+0000","last_active":"2024-09-12T01:29:11.222249+0000","last_peered":"2024-09-12T01:29:11.222249+0000","last_clean":"2024-09-12T01:29:11.222249+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:29:11.222249+0000","last_undegraded":"2024-09-12T01:29:11.222249+0000","last_fullsized":"2024-09-12T01:29:11.222249+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:29.400963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'297","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:34.351846+0000","last_change":"2024-09-12T00:24:39.109769+0000","last_active":"2024-09-12T01:30:34.351846+0000","last_peered":"2024-09-12T01:30:34.351846+0000","last_clean":"2024-09-12T01:30:34.351846+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:30:34.351846+0000","last_undegraded":"2024-09-12T01:30:34.351846+0000","last_fullsized":"2024-09-12T01:30:34.351846+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:57:26.473640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14096389,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":476,"num_read_kb":44545,"num_write":1176,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.367529+0000","last_change":"2024-09-12T00:24:12.690835+0000","last_active":"2024-09-12T01:29:16.367529+0000","last_peered":"2024-09-12T01:29:16.367529+0000","last_clean":"2024-09-12T01:29:16.367529+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:29:16.367529+0000","last_undegraded":"2024-09-12T01:29:16.367529+0000","last_fullsized":"2024-09-12T01:29:16.367529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:35.653949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'286","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:01.250378+0000","last_change":"2024-09-12T00:24:14.749251+0000","last_active":"2024-09-12T01:33:01.250378+0000","last_peered":"2024-09-12T01:33:01.250378+0000","last_clean":"2024-09-12T01:33:01.250378+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:33:01.250378+0000","last_undegraded":"2024-09-12T01:33:01.250378+0000","last_fullsized":"2024-09-12T01:33:01.250378+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:12.467331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52473,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":461,"num_read_kb":946,"num_write":370,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.233359+0000","last_change":"2024-09-12T00:24:16.722720+0000","last_active":"2024-09-12T01:30:28.233359+0000","last_peered":"2024-09-12T01:30:28.233359+0000","last_clean":"2024-09-12T01:30:28.233359+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:30:28.233359+0000","last_undegraded":"2024-09-12T01:30:28.233359+0000","last_fullsized":"2024-09-12T01:30:28.233359+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:21.049557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'130","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.654585+0000","last_change":"2024-09-12T00:24:18.737183+0000","last_active":"2024-09-12T01:33:48.654585+0000","last_peered":"2024-09-12T01:33:48.654585+0000","last_clean":"2024-09-12T01:33:48.654585+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:33:48.654585+0000","last_undegraded":"2024-09-12T01:33:48.654585+0000","last_fullsized":"2024-09-12T01:33:48.654585+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:32.186090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":782,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.205342+0000","last_change":"2024-09-12T00:24:10.675061+0000","last_active":"2024-09-12T01:29:11.205342+0000","last_peered":"2024-09-12T01:29:11.205342+0000","last_clean":"2024-09-12T01:29:11.205342+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:29:11.205342+0000","last_undegraded":"2024-09-12T01:29:11.205342+0000","last_fullsized":"2024-09-12T01:29:11.205342+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:40.620712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'289","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.126106+0000","last_change":"2024-09-12T00:24:08.658856+0000","last_active":"2024-09-12T01:31:56.126106+0000","last_peered":"2024-09-12T01:31:56.126106+0000","last_clean":"2024-09-12T01:31:56.126106+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:31:56.126106+0000","last_undegraded":"2024-09-12T01:31:56.126106+0000","last_fullsized":"2024-09-12T01:31:56.126106+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:58.222061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12666354,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":455,"num_read_kb":20966,"num_write":1061,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:13.224694+0000","last_change":"2024-09-12T00:24:12.689416+0000","last_active":"2024-09-12T01:29:13.224694+0000","last_peered":"2024-09-12T01:29:13.224694+0000","last_clean":"2024-09-12T01:29:13.224694+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:29:13.224694+0000","last_undegraded":"2024-09-12T01:29:13.224694+0000","last_fullsized":"2024-09-12T01:29:13.224694+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:26:44.519172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'110","reported_seq":659,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.121263+0000","last_change":"2024-09-12T00:24:14.749243+0000","last_active":"2024-09-12T01:30:31.121263+0000","last_peered":"2024-09-12T01:30:31.121263+0000","last_clean":"2024-09-12T01:30:31.121263+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:30:31.121263+0000","last_undegraded":"2024-09-12T01:30:31.121263+0000","last_fullsized":"2024-09-12T01:30:31.121263+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:19.776612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'745","reported_seq":2758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489037+0000","last_change":"2024-09-12T00:24:16.718526+0000","last_active":"2024-09-12T01:33:51.489037+0000","last_peered":"2024-09-12T01:33:51.489037+0000","last_clean":"2024-09-12T01:33:51.489037+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:33:51.489037+0000","last_undegraded":"2024-09-12T01:33:51.489037+0000","last_fullsized":"2024-09-12T01:33:51.489037+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":701,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:45.732555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.455485+0000","last_change":"2024-09-12T00:24:18.739197+0000","last_active":"2024-09-12T01:31:16.455485+0000","last_peered":"2024-09-12T01:31:16.455485+0000","last_clean":"2024-09-12T01:31:16.455485+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:31:16.455485+0000","last_undegraded":"2024-09-12T01:31:16.455485+0000","last_fullsized":"2024-09-12T01:31:16.455485+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:17.975316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.366768+0000","last_change":"2024-09-12T00:24:10.677818+0000","last_active":"2024-09-12T01:29:11.366768+0000","last_peered":"2024-09-12T01:29:11.366768+0000","last_clean":"2024-09-12T01:29:11.366768+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:29:11.366768+0000","last_undegraded":"2024-09-12T01:29:11.366768+0000","last_fullsized":"2024-09-12T01:29:11.366768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:54:35.528284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'324","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.291913+0000","last_change":"2024-09-12T00:24:08.671034+0000","last_active":"2024-09-12T01:31:51.291913+0000","last_peered":"2024-09-12T01:31:51.291913+0000","last_clean":"2024-09-12T01:31:51.291913+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:31:51.291913+0000","last_undegraded":"2024-09-12T01:31:51.291913+0000","last_fullsized":"2024-09-12T01:31:51.291913+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:02.937783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16596454,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":601,"num_read_kb":12608,"num_write":1199,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.251909+0000","last_change":"2024-09-12T00:24:12.690152+0000","last_active":"2024-09-12T01:29:16.251909+0000","last_peered":"2024-09-12T01:29:16.251909+0000","last_clean":"2024-09-12T01:29:16.251909+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:29:16.251909+0000","last_undegraded":"2024-09-12T01:29:16.251909+0000","last_fullsized":"2024-09-12T01:29:16.251909+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:47.359160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'362","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.739834+0000","last_change":"2024-09-12T00:24:14.705200+0000","last_active":"2024-09-12T01:33:47.739834+0000","last_peered":"2024-09-12T01:33:47.739834+0000","last_clean":"2024-09-12T01:33:47.739834+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:33:47.739834+0000","last_undegraded":"2024-09-12T01:33:47.739834+0000","last_fullsized":"2024-09-12T01:33:47.739834+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:32.668112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59675,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":576,"num_read_kb":1112,"num_write":464,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348337+0000","last_change":"2024-09-12T00:24:16.721498+0000","last_active":"2024-09-12T01:29:31.348337+0000","last_peered":"2024-09-12T01:29:31.348337+0000","last_clean":"2024-09-12T01:29:31.348337+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:29:31.348337+0000","last_undegraded":"2024-09-12T01:29:31.348337+0000","last_fullsized":"2024-09-12T01:29:31.348337+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:21.967443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'123","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.639346+0000","last_change":"2024-09-12T00:24:18.742595+0000","last_active":"2024-09-12T01:33:47.639346+0000","last_peered":"2024-09-12T01:33:47.639346+0000","last_clean":"2024-09-12T01:33:47.639346+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:33:47.639346+0000","last_undegraded":"2024-09-12T01:33:47.639346+0000","last_fullsized":"2024-09-12T01:33:47.639346+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:45.599120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.128382+0000","last_change":"2024-09-12T00:24:10.677262+0000","last_active":"2024-09-12T01:32:22.128382+0000","last_peered":"2024-09-12T01:32:22.128382+0000","last_clean":"2024-09-12T01:32:22.128382+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:32:22.128382+0000","last_undegraded":"2024-09-12T01:32:22.128382+0000","last_fullsized":"2024-09-12T01:32:22.128382+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:03.242800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'263","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.113095+0000","last_change":"2024-09-12T00:24:08.668171+0000","last_active":"2024-09-12T01:29:11.113095+0000","last_peered":"2024-09-12T01:29:11.113095+0000","last_clean":"2024-09-12T01:29:11.113095+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:29:11.113095+0000","last_undegraded":"2024-09-12T01:29:11.113095+0000","last_fullsized":"2024-09-12T01:29:11.113095+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:30.445470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9465228,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":367,"num_read_kb":22893,"num_write":898,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.113897+0000","last_change":"2024-09-12T00:24:12.686159+0000","last_active":"2024-09-12T01:29:16.113897+0000","last_peered":"2024-09-12T01:29:16.113897+0000","last_clean":"2024-09-12T01:29:16.113897+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:29:16.113897+0000","last_undegraded":"2024-09-12T01:29:16.113897+0000","last_fullsized":"2024-09-12T01:29:16.113897+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:15.979245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'288","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250574+0000","last_change":"2024-09-12T00:24:14.706474+0000","last_active":"2024-09-12T01:31:56.250574+0000","last_peered":"2024-09-12T01:31:56.250574+0000","last_clean":"2024-09-12T01:31:56.250574+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:31:56.250574+0000","last_undegraded":"2024-09-12T01:31:56.250574+0000","last_fullsized":"2024-09-12T01:31:56.250574+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:11.321449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55282,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":993,"num_write":380,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239816+0000","last_change":"2024-09-12T00:24:16.717612+0000","last_active":"2024-09-12T01:29:41.239816+0000","last_peered":"2024-09-12T01:29:41.239816+0000","last_clean":"2024-09-12T01:29:41.239816+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:29:41.239816+0000","last_undegraded":"2024-09-12T01:29:41.239816+0000","last_fullsized":"2024-09-12T01:29:41.239816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:20.909462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225637+0000","last_change":"2024-09-12T00:24:18.737986+0000","last_active":"2024-09-12T01:29:36.225637+0000","last_peered":"2024-09-12T01:29:36.225637+0000","last_clean":"2024-09-12T01:29:36.225637+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:29:36.225637+0000","last_undegraded":"2024-09-12T01:29:36.225637+0000","last_fullsized":"2024-09-12T01:29:36.225637+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:03.425319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226241+0000","last_change":"2024-09-12T00:24:10.684058+0000","last_active":"2024-09-12T01:29:41.226241+0000","last_peered":"2024-09-12T01:29:41.226241+0000","last_clean":"2024-09-12T01:29:41.226241+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:29:41.226241+0000","last_undegraded":"2024-09-12T01:29:41.226241+0000","last_fullsized":"2024-09-12T01:29:41.226241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:18.271419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'255","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231894+0000","last_change":"2024-09-12T00:24:08.665978+0000","last_active":"2024-09-12T01:30:26.231894+0000","last_peered":"2024-09-12T01:30:26.231894+0000","last_clean":"2024-09-12T01:30:26.231894+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:30:26.231894+0000","last_undegraded":"2024-09-12T01:30:26.231894+0000","last_fullsized":"2024-09-12T01:30:26.231894+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:44.213693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9061305,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":839,"num_read_kb":27036,"num_write":955,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369481+0000","last_change":"2024-09-12T00:24:12.688946+0000","last_active":"2024-09-12T01:29:31.369481+0000","last_peered":"2024-09-12T01:29:31.369481+0000","last_clean":"2024-09-12T01:29:31.369481+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:29:31.369481+0000","last_undegraded":"2024-09-12T01:29:31.369481+0000","last_fullsized":"2024-09-12T01:29:31.369481+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:17:09.434478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'252","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241562+0000","last_change":"2024-09-12T00:24:14.700390+0000","last_active":"2024-09-12T01:31:46.241562+0000","last_peered":"2024-09-12T01:31:46.241562+0000","last_clean":"2024-09-12T01:31:46.241562+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:31:46.241562+0000","last_undegraded":"2024-09-12T01:31:46.241562+0000","last_fullsized":"2024-09-12T01:31:46.241562+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.198873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65065,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":418,"num_read_kb":951,"num_write":346,"num_write_kb":298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.367498+0000","last_change":"2024-09-12T00:24:16.718098+0000","last_active":"2024-09-12T01:29:16.367498+0000","last_peered":"2024-09-12T01:29:16.367498+0000","last_clean":"2024-09-12T01:29:16.367498+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:29:16.367498+0000","last_undegraded":"2024-09-12T01:29:16.367498+0000","last_fullsized":"2024-09-12T01:29:16.367498+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:50.830708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'147","reported_seq":1260,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.131758+0000","last_change":"2024-09-12T00:24:18.740708+0000","last_active":"2024-09-12T01:32:42.131758+0000","last_peered":"2024-09-12T01:32:42.131758+0000","last_clean":"2024-09-12T01:32:42.131758+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:32:42.131758+0000","last_undegraded":"2024-09-12T01:32:42.131758+0000","last_fullsized":"2024-09-12T01:32:42.131758+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:25.036589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.368733+0000","last_change":"2024-09-12T00:24:10.671480+0000","last_active":"2024-09-12T01:29:26.368733+0000","last_peered":"2024-09-12T01:29:26.368733+0000","last_clean":"2024-09-12T01:29:26.368733+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:29:26.368733+0000","last_undegraded":"2024-09-12T01:29:26.368733+0000","last_fullsized":"2024-09-12T01:29:26.368733+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:36.850433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'330","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:02.112917+0000","last_change":"2024-09-12T00:24:08.667485+0000","last_active":"2024-09-12T01:32:02.112917+0000","last_peered":"2024-09-12T01:32:02.112917+0000","last_clean":"2024-09-12T01:32:02.112917+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:32:02.112917+0000","last_undegraded":"2024-09-12T01:32:02.112917+0000","last_fullsized":"2024-09-12T01:32:02.112917+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:39:00.214607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9106014,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":507,"num_read_kb":59657,"num_write":1279,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"32'1","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227443+0000","last_change":"2024-09-12T00:24:12.688529+0000","last_active":"2024-09-12T01:29:38.227443+0000","last_peered":"2024-09-12T01:29:38.227443+0000","last_clean":"2024-09-12T01:29:38.227443+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:29:38.227443+0000","last_undegraded":"2024-09-12T01:29:38.227443+0000","last_fullsized":"2024-09-12T01:29:38.227443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:07.510205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'303","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131719+0000","last_change":"2024-09-12T00:24:14.703775+0000","last_active":"2024-09-12T01:31:46.131719+0000","last_peered":"2024-09-12T01:31:46.131719+0000","last_clean":"2024-09-12T01:31:46.131719+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:31:46.131719+0000","last_undegraded":"2024-09-12T01:31:46.131719+0000","last_fullsized":"2024-09-12T01:31:46.131719+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:30.600020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55769,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":493,"num_read_kb":986,"num_write":388,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.346434+0000","last_change":"2024-09-12T00:24:16.720846+0000","last_active":"2024-09-12T01:29:16.346434+0000","last_peered":"2024-09-12T01:29:16.346434+0000","last_clean":"2024-09-12T01:29:16.346434+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:29:16.346434+0000","last_undegraded":"2024-09-12T01:29:16.346434+0000","last_fullsized":"2024-09-12T01:29:16.346434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:48.582169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'145","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.719725+0000","last_change":"2024-09-12T00:24:18.732573+0000","last_active":"2024-09-12T01:33:47.719725+0000","last_peered":"2024-09-12T01:33:47.719725+0000","last_clean":"2024-09-12T01:33:47.719725+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:33:47.719725+0000","last_undegraded":"2024-09-12T01:33:47.719725+0000","last_fullsized":"2024-09-12T01:33:47.719725+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:09.114495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131671+0000","last_change":"2024-09-12T00:24:10.673077+0000","last_active":"2024-09-12T01:31:23.131671+0000","last_peered":"2024-09-12T01:31:23.131671+0000","last_clean":"2024-09-12T01:31:23.131671+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:31:23.131671+0000","last_undegraded":"2024-09-12T01:31:23.131671+0000","last_fullsized":"2024-09-12T01:31:23.131671+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:56.347197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'334","reported_seq":1202,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249106+0000","last_change":"2024-09-12T00:25:39.314587+0000","last_active":"2024-09-12T01:30:51.249106+0000","last_peered":"2024-09-12T01:30:51.249106+0000","last_clean":"2024-09-12T01:30:51.249106+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:30:51.249106+0000","last_undegraded":"2024-09-12T01:30:51.249106+0000","last_fullsized":"2024-09-12T01:30:51.249106+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:12.278400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13828715,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":814,"num_read_kb":83650,"num_write":1217,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'261","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131649+0000","last_change":"2024-09-12T00:24:10.676308+0000","last_active":"2024-09-12T01:31:23.131649+0000","last_peered":"2024-09-12T01:31:23.131649+0000","last_clean":"2024-09-12T01:31:23.131649+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:31:23.131649+0000","last_undegraded":"2024-09-12T01:31:23.131649+0000","last_fullsized":"2024-09-12T01:31:23.131649+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:29.600296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'259","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.465528+0000","last_change":"2024-09-12T00:24:08.663042+0000","last_active":"2024-09-12T01:32:26.465528+0000","last_peered":"2024-09-12T01:32:26.465528+0000","last_clean":"2024-09-12T01:32:26.465528+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:32:26.465528+0000","last_undegraded":"2024-09-12T01:32:26.465528+0000","last_fullsized":"2024-09-12T01:32:26.465528+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:47:55.862624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13690679,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":464,"num_read_kb":13812,"num_write":983,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131805+0000","last_change":"2024-09-12T00:24:10.672893+0000","last_active":"2024-09-12T01:31:21.131805+0000","last_peered":"2024-09-12T01:31:21.131805+0000","last_clean":"2024-09-12T01:31:21.131805+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:31:21.131805+0000","last_undegraded":"2024-09-12T01:31:21.131805+0000","last_fullsized":"2024-09-12T01:31:21.131805+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:19.718472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'217","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:38.421513+0000","last_change":"2024-09-12T00:24:08.669008+0000","last_active":"2024-09-12T01:33:38.421513+0000","last_peered":"2024-09-12T01:33:38.421513+0000","last_clean":"2024-09-12T01:33:38.421513+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:33:38.421513+0000","last_undegraded":"2024-09-12T01:33:38.421513+0000","last_fullsized":"2024-09-12T01:33:38.421513+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:04.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352397,"num_objects":46,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":317,"num_read_kb":7155,"num_write":796,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131597+0000","last_change":"2024-09-12T00:24:10.673014+0000","last_active":"2024-09-12T01:31:23.131597+0000","last_peered":"2024-09-12T01:31:23.131597+0000","last_clean":"2024-09-12T01:31:23.131597+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:31:23.131597+0000","last_undegraded":"2024-09-12T01:31:23.131597+0000","last_fullsized":"2024-09-12T01:31:23.131597+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:30:06.547883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'275","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:11.259500+0000","last_change":"2024-09-12T00:24:08.656431+0000","last_active":"2024-09-12T01:33:11.259500+0000","last_peered":"2024-09-12T01:33:11.259500+0000","last_clean":"2024-09-12T01:33:11.259500+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:33:11.259500+0000","last_undegraded":"2024-09-12T01:33:11.259500+0000","last_fullsized":"2024-09-12T01:33:11.259500+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:23:20.178643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1086752,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":417,"num_read_kb":2547,"num_write":1015,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.380406+0000","last_change":"2024-09-12T00:24:10.675960+0000","last_active":"2024-09-12T01:32:43.380406+0000","last_peered":"2024-09-12T01:32:43.380406+0000","last_clean":"2024-09-12T01:32:43.380406+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:32:43.380406+0000","last_undegraded":"2024-09-12T01:32:43.380406+0000","last_fullsized":"2024-09-12T01:32:43.380406+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:22.701762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'256","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238602+0000","last_change":"2024-09-12T00:24:08.672959+0000","last_active":"2024-09-12T01:31:21.238602+0000","last_peered":"2024-09-12T01:31:21.238602+0000","last_clean":"2024-09-12T01:31:21.238602+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:31:21.238602+0000","last_undegraded":"2024-09-12T01:31:21.238602+0000","last_fullsized":"2024-09-12T01:31:21.238602+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:30.486971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7668843,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":448,"num_read_kb":4162,"num_write":1009,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123940+0000","last_change":"2024-09-12T00:24:10.670343+0000","last_active":"2024-09-12T01:30:51.123940+0000","last_peered":"2024-09-12T01:30:51.123940+0000","last_clean":"2024-09-12T01:30:51.123940+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:30:51.123940+0000","last_undegraded":"2024-09-12T01:30:51.123940+0000","last_fullsized":"2024-09-12T01:30:51.123940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:52.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'270","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.097303+0000","last_change":"2024-09-12T00:24:08.661449+0000","last_active":"2024-09-12T01:34:08.097303+0000","last_peered":"2024-09-12T01:34:08.097303+0000","last_clean":"2024-09-12T01:34:08.097303+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:08.097303+0000","last_undegraded":"2024-09-12T01:34:08.097303+0000","last_fullsized":"2024-09-12T01:34:08.097303+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:56.954310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1527711,"num_objects":49,"num_object_clones":0,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":358,"num_read_kb":3315,"num_write":945,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":790,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234861+0000","last_change":"2024-09-12T00:24:10.679600+0000","last_active":"2024-09-12T01:30:51.234861+0000","last_peered":"2024-09-12T01:30:51.234861+0000","last_clean":"2024-09-12T01:30:51.234861+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:30:51.234861+0000","last_undegraded":"2024-09-12T01:30:51.234861+0000","last_fullsized":"2024-09-12T01:30:51.234861+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:21.506051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'288","reported_seq":962,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.025648+0000","last_change":"2024-09-12T00:24:08.669289+0000","last_active":"2024-09-12T01:31:59.025648+0000","last_peered":"2024-09-12T01:31:59.025648+0000","last_clean":"2024-09-12T01:31:59.025648+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:31:59.025648+0000","last_undegraded":"2024-09-12T01:31:59.025648+0000","last_fullsized":"2024-09-12T01:31:59.025648+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:50.362019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5341903,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":489,"num_read_kb":33431,"num_write":972,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249143+0000","last_change":"2024-09-12T00:24:10.683509+0000","last_active":"2024-09-12T01:30:51.249143+0000","last_peered":"2024-09-12T01:30:51.249143+0000","last_clean":"2024-09-12T01:30:51.249143+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:30:51.249143+0000","last_undegraded":"2024-09-12T01:30:51.249143+0000","last_fullsized":"2024-09-12T01:30:51.249143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:49.387797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'245","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238656+0000","last_change":"2024-09-12T00:24:08.664531+0000","last_active":"2024-09-12T01:31:21.238656+0000","last_peered":"2024-09-12T01:31:21.238656+0000","last_clean":"2024-09-12T01:31:21.238656+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:31:21.238656+0000","last_undegraded":"2024-09-12T01:31:21.238656+0000","last_fullsized":"2024-09-12T01:31:21.238656+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:48.599046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7342707,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":325,"num_read_kb":9501,"num_write":775,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348491+0000","last_change":"2024-09-12T00:24:10.680533+0000","last_active":"2024-09-12T01:29:31.348491+0000","last_peered":"2024-09-12T01:29:31.348491+0000","last_clean":"2024-09-12T01:29:31.348491+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:29:31.348491+0000","last_undegraded":"2024-09-12T01:29:31.348491+0000","last_fullsized":"2024-09-12T01:29:31.348491+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:17.347963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'334","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.133115+0000","last_change":"2024-09-12T00:24:39.111022+0000","last_active":"2024-09-12T01:31:31.133115+0000","last_peered":"2024-09-12T01:31:31.133115+0000","last_clean":"2024-09-12T01:31:31.133115+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:31:31.133115+0000","last_undegraded":"2024-09-12T01:31:31.133115+0000","last_fullsized":"2024-09-12T01:31:31.133115+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:32.213196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4459393,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":547,"num_read_kb":25126,"num_write":1229,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.105212+0000","last_change":"2024-09-12T00:24:10.677817+0000","last_active":"2024-09-12T01:30:36.105212+0000","last_peered":"2024-09-12T01:30:36.105212+0000","last_clean":"2024-09-12T01:30:36.105212+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:30:36.105212+0000","last_undegraded":"2024-09-12T01:30:36.105212+0000","last_fullsized":"2024-09-12T01:30:36.105212+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:46.867976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'271","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240944+0000","last_change":"2024-09-12T00:24:08.662830+0000","last_active":"2024-09-12T01:31:41.240944+0000","last_peered":"2024-09-12T01:31:41.240944+0000","last_clean":"2024-09-12T01:31:41.240944+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:31:41.240944+0000","last_undegraded":"2024-09-12T01:31:41.240944+0000","last_fullsized":"2024-09-12T01:31:41.240944+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:40.062537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3568008,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":443,"num_read_kb":15684,"num_write":944,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:49.003260+0000","last_change":"2024-09-12T00:24:10.678415+0000","last_active":"2024-09-12T01:29:49.003260+0000","last_peered":"2024-09-12T01:29:49.003260+0000","last_clean":"2024-09-12T01:29:49.003260+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:29:49.003260+0000","last_undegraded":"2024-09-12T01:29:49.003260+0000","last_fullsized":"2024-09-12T01:29:49.003260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:23.578801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'318","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.978712+0000","last_change":"2024-09-12T00:24:08.670514+0000","last_active":"2024-09-12T01:32:04.978712+0000","last_peered":"2024-09-12T01:32:04.978712+0000","last_clean":"2024-09-12T01:32:04.978712+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:32:04.978712+0000","last_undegraded":"2024-09-12T01:32:04.978712+0000","last_fullsized":"2024-09-12T01:32:04.978712+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:16.471470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9345916,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":587,"num_read_kb":61028,"num_write":1125,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.735518+0000","last_change":"2024-09-12T00:24:10.673135+0000","last_active":"2024-09-12T01:33:47.735518+0000","last_peered":"2024-09-12T01:33:47.735518+0000","last_clean":"2024-09-12T01:33:47.735518+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:33:47.735518+0000","last_undegraded":"2024-09-12T01:33:47.735518+0000","last_fullsized":"2024-09-12T01:33:47.735518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:30.318191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'379","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248630+0000","last_change":"2024-09-12T00:24:08.667086+0000","last_active":"2024-09-12T01:31:41.248630+0000","last_peered":"2024-09-12T01:31:41.248630+0000","last_clean":"2024-09-12T01:31:41.248630+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:31:41.248630+0000","last_undegraded":"2024-09-12T01:31:41.248630+0000","last_fullsized":"2024-09-12T01:31:41.248630+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:10.491185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1381337,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":783,"num_read_kb":11873,"num_write":1201,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.274327+0000","last_change":"2024-09-12T00:24:10.676987+0000","last_active":"2024-09-12T01:31:41.274327+0000","last_peered":"2024-09-12T01:31:41.274327+0000","last_clean":"2024-09-12T01:31:41.274327+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:31:41.274327+0000","last_undegraded":"2024-09-12T01:31:41.274327+0000","last_fullsized":"2024-09-12T01:31:41.274327+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:40.110931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'315","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.256344+0000","last_change":"2024-09-12T00:24:08.672707+0000","last_active":"2024-09-12T01:31:41.256344+0000","last_peered":"2024-09-12T01:31:41.256344+0000","last_clean":"2024-09-12T01:31:41.256344+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:31:41.256344+0000","last_undegraded":"2024-09-12T01:31:41.256344+0000","last_fullsized":"2024-09-12T01:31:41.256344+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:08.181124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1252349,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":449,"num_read_kb":5460,"num_write":1143,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1010,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248586+0000","last_change":"2024-09-12T00:24:10.676470+0000","last_active":"2024-09-12T01:31:41.248586+0000","last_peered":"2024-09-12T01:31:41.248586+0000","last_clean":"2024-09-12T01:31:41.248586+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:31:41.248586+0000","last_undegraded":"2024-09-12T01:31:41.248586+0000","last_fullsized":"2024-09-12T01:31:41.248586+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:32.247899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'284","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:02.102293+0000","last_change":"2024-09-12T00:24:08.674319+0000","last_active":"2024-09-12T01:32:02.102293+0000","last_peered":"2024-09-12T01:32:02.102293+0000","last_clean":"2024-09-12T01:32:02.102293+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:32:02.102293+0000","last_undegraded":"2024-09-12T01:32:02.102293+0000","last_fullsized":"2024-09-12T01:32:02.102293+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:06.499160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8976272,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":461,"num_read_kb":107573,"num_write":1069,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":706,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240956+0000","last_change":"2024-09-12T00:24:10.676461+0000","last_active":"2024-09-12T01:31:41.240956+0000","last_peered":"2024-09-12T01:31:41.240956+0000","last_clean":"2024-09-12T01:31:41.240956+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:31:41.240956+0000","last_undegraded":"2024-09-12T01:31:41.240956+0000","last_fullsized":"2024-09-12T01:31:41.240956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'269","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:20.860235+0000","last_change":"2024-09-12T00:24:08.664026+0000","last_active":"2024-09-12T01:31:20.860235+0000","last_peered":"2024-09-12T01:31:20.860235+0000","last_clean":"2024-09-12T01:31:20.860235+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:31:20.860235+0000","last_undegraded":"2024-09-12T01:31:20.860235+0000","last_fullsized":"2024-09-12T01:31:20.860235+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:46:22.603831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724234,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":384,"num_read_kb":14374,"num_write":861,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.272801+0000","last_change":"2024-09-12T00:24:10.676979+0000","last_active":"2024-09-12T01:31:31.272801+0000","last_peered":"2024-09-12T01:31:31.272801+0000","last_clean":"2024-09-12T01:31:31.272801+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:31:31.272801+0000","last_undegraded":"2024-09-12T01:31:31.272801+0000","last_fullsized":"2024-09-12T01:31:31.272801+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:13.855104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'259","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.299861+0000","last_change":"2024-09-12T00:24:08.660674+0000","last_active":"2024-09-12T01:31:51.299861+0000","last_peered":"2024-09-12T01:31:51.299861+0000","last_clean":"2024-09-12T01:31:51.299861+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:31:51.299861+0000","last_undegraded":"2024-09-12T01:31:51.299861+0000","last_fullsized":"2024-09-12T01:31:51.299861+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:13.163926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1409666,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":556,"num_read_kb":6122,"num_write":984,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'298","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116081+0000","last_change":"2024-09-12T00:24:38.770105+0000","last_active":"2024-09-12T01:29:31.116081+0000","last_peered":"2024-09-12T01:29:31.116081+0000","last_clean":"2024-09-12T01:29:31.116081+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:29:31.116081+0000","last_undegraded":"2024-09-12T01:29:31.116081+0000","last_fullsized":"2024-09-12T01:29:31.116081+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:50.270511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1334247,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":439,"num_read_kb":8729,"num_write":1077,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349136+0000","last_change":"2024-09-12T00:24:38.770030+0000","last_active":"2024-09-12T01:29:36.349136+0000","last_peered":"2024-09-12T01:29:36.349136+0000","last_clean":"2024-09-12T01:29:36.349136+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:29:36.349136+0000","last_undegraded":"2024-09-12T01:29:36.349136+0000","last_fullsized":"2024-09-12T01:29:36.349136+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:30.785130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'292","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.150377+0000","last_change":"2024-09-12T00:24:08.664660+0000","last_active":"2024-09-12T01:34:08.150377+0000","last_peered":"2024-09-12T01:34:08.150377+0000","last_clean":"2024-09-12T01:34:08.150377+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:08.150377+0000","last_undegraded":"2024-09-12T01:34:08.150377+0000","last_fullsized":"2024-09-12T01:34:08.150377+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:11.283624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9439710,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":446,"num_read_kb":34153,"num_write":1052,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.865239+0000","last_change":"2024-09-12T00:24:10.673205+0000","last_active":"2024-09-12T01:31:59.865239+0000","last_peered":"2024-09-12T01:31:59.865239+0000","last_clean":"2024-09-12T01:31:59.865239+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:31:59.865239+0000","last_undegraded":"2024-09-12T01:31:59.865239+0000","last_fullsized":"2024-09-12T01:31:59.865239+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:21.964808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":968,"ondisk_log_size":968,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1562,"ondisk_log_size":1562,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":467,"ondisk_log_size":467,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1890003,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18480,"num_read_kb":35783,"num_write":15595,"num_write_kb":11906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3153920,"data_stored":2653195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2121,"ondisk_log_size":2121,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2395,"num_read_kb":2856,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4037,"ondisk_log_size":4037,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":520590566,"num_objects":4344,"num_object_clones":0,"num_object_copies":13032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4344,"num_whiteouts":0,"num_read":32383,"num_read_kb":1921762,"num_write":67548,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":822378496,"data_stored":822378496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4047,"ondisk_log_size":4047,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75586045,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":147,"num_read_kb":206497,"num_write":162,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159563776,"data_stored":159560698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102,"ondisk_log_size":102,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":83974653,"num_objects":30,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":141,"num_read_kb":195193,"num_write":160,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":166862848,"data_stored":166860585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510290,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":418336,"kb_used_data":134480,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":93953504,"statfs":{"total":96636764160,"available":96208388096,"internally_reserved":0,"allocated":137707520,"data_stored":135684349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510289,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":403288,"kb_used_data":151368,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93968552,"statfs":{"total":96636764160,"available":96223797248,"internally_reserved":0,"allocated":155000832,"data_stored":153017553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510289,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":307356,"kb_used_data":163788,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94064484,"statfs":{"total":96636764160,"available":96322031616,"internally_reserved":0,"allocated":167718912,"data_stored":165634666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510289,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232076,"kb_used_data":142588,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94139764,"statfs":{"total":96636764160,"available":96399118336,"internally_reserved":0,"allocated":146010112,"data_stored":144071950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510288,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":425200,"kb_used_data":151136,"kb_used_omap":1,"kb_used_meta":274046,"kb_avail":93946640,"statfs":{"total":96636764160,"available":96201359360,"internally_reserved":0,"allocated":154763264,"data_stored":152733602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":280623559},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510289,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":207472,"kb_used_data":126368,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94164368,"statfs":{"total":96636764160,"available":96424312832,"internally_reserved":0,"allocated":129400832,"data_stored":127455008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83032517},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510290,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":417552,"kb_used_data":169792,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":93954288,"statfs":{"total":96636764160,"available":96209190912,"internally_reserved":0,"allocated":173867008,"data_stored":171812480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575697,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283420,"kb_used_data":144012,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94088420,"statfs":{"total":96636764160,"available":96346542080,"internally_reserved":0,"allocated":147468288,"data_stored":145461688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":142735813},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":107778048,"data_stored":107778048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81285120,"data_stored":81285120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":88334336,"data_stored":88334336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":107978752,"data_stored":107978752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":108056576,"data_stored":108056576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":116547584,"data_stored":116547584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":110518272,"data_stored":110518272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":101879808,"data_stored":101879808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":334456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":266296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":131166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":474272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":84464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":688128,"data_stored":578325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":266870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":610304,"data_stored":517346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":42991616,"data_stored":42991616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15728640,"data_stored":15728640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":6291456,"data_stored":6291456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":14729216,"data_stored":14728492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31498240,"data_stored":31497425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35700736,"data_stored":35700012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":14721024,"data_stored":14720209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":9437184,"data_stored":9437184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:34:11.183 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:34:11.520 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:11.533 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:34:11.536 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2373,"stamp":"2024-09-12T01:34:10.561800+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":682648842,"num_objects":4753,"num_object_clones":0,"num_object_copies":13850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4753,"num_whiteouts":0,"num_read":177037,"num_read_kb":2466557,"num_write":139462,"num_write_kb":2418145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13497,"ondisk_log_size":13497,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2694700,"kb_used_data":1183532,"kb_used_omap":12,"kb_used_meta":1511027,"kb_avail":752280020,"statfs":{"total":773094113280,"available":770334740480,"internally_reserved":0,"allocated":1211936768,"data_stored":1195871296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1547292209},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-13325606,"num_objects":-130,"num_object_clones":0,"num_object_copies":-388,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-130,"num_whiteouts":0,"num_read":163,"num_read_kb":265,"num_write":143,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005159"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.126244+0000","last_change":"2024-09-12T01:00:41.033946+0000","last_active":"2024-09-12T01:30:41.126244+0000","last_peered":"2024-09-12T01:30:41.126244+0000","last_clean":"2024-09-12T01:30:41.126244+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:30:41.126244+0000","last_undegraded":"2024-09-12T01:30:41.126244+0000","last_fullsized":"2024-09-12T01:30:41.126244+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:02.676668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.119098+0000","last_change":"2024-09-12T00:42:18.048073+0000","last_active":"2024-09-12T01:29:51.119098+0000","last_peered":"2024-09-12T01:29:51.119098+0000","last_clean":"2024-09-12T01:29:51.119098+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:29:51.119098+0000","last_undegraded":"2024-09-12T01:29:51.119098+0000","last_fullsized":"2024-09-12T01:29:51.119098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:34.120118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226852+0000","last_change":"2024-09-12T00:42:13.967526+0000","last_active":"2024-09-12T01:29:46.226852+0000","last_peered":"2024-09-12T01:29:46.226852+0000","last_clean":"2024-09-12T01:29:46.226852+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:29:46.226852+0000","last_undegraded":"2024-09-12T01:29:46.226852+0000","last_fullsized":"2024-09-12T01:29:46.226852+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:10.523163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354939+0000","last_change":"2024-09-12T00:38:18.968641+0000","last_active":"2024-09-12T01:30:26.354939+0000","last_peered":"2024-09-12T01:30:26.354939+0000","last_clean":"2024-09-12T01:30:26.354939+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:30:26.354939+0000","last_undegraded":"2024-09-12T01:30:26.354939+0000","last_fullsized":"2024-09-12T01:30:26.354939+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:16.843143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.215484+0000","last_change":"2024-09-12T01:00:41.037053+0000","last_active":"2024-09-12T01:30:41.215484+0000","last_peered":"2024-09-12T01:30:41.215484+0000","last_clean":"2024-09-12T01:30:41.215484+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:30:41.215484+0000","last_undegraded":"2024-09-12T01:30:41.215484+0000","last_fullsized":"2024-09-12T01:30:41.215484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:14.508710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.372577+0000","last_change":"2024-09-12T00:42:18.044210+0000","last_active":"2024-09-12T01:29:51.372577+0000","last_peered":"2024-09-12T01:29:51.372577+0000","last_clean":"2024-09-12T01:29:51.372577+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:29:51.372577+0000","last_undegraded":"2024-09-12T01:29:51.372577+0000","last_fullsized":"2024-09-12T01:29:51.372577+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:38.545299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'1","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:43.228046+0000","last_change":"2024-09-12T00:42:13.972649+0000","last_active":"2024-09-12T01:29:43.228046+0000","last_peered":"2024-09-12T01:29:43.228046+0000","last_clean":"2024-09-12T01:29:43.228046+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:29:43.228046+0000","last_undegraded":"2024-09-12T01:29:43.228046+0000","last_fullsized":"2024-09-12T01:29:43.228046+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:29.117408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215014+0000","last_change":"2024-09-12T00:38:18.961447+0000","last_active":"2024-09-12T01:30:36.215014+0000","last_peered":"2024-09-12T01:30:36.215014+0000","last_clean":"2024-09-12T01:30:36.215014+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:30:36.215014+0000","last_undegraded":"2024-09-12T01:30:36.215014+0000","last_fullsized":"2024-09-12T01:30:36.215014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:13:06.420535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239770+0000","last_change":"2024-09-12T01:00:41.026699+0000","last_active":"2024-09-12T01:29:41.239770+0000","last_peered":"2024-09-12T01:29:41.239770+0000","last_clean":"2024-09-12T01:29:41.239770+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:29:41.239770+0000","last_undegraded":"2024-09-12T01:29:41.239770+0000","last_fullsized":"2024-09-12T01:29:41.239770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:50.229829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.353690+0000","last_change":"2024-09-12T00:42:18.559667+0000","last_active":"2024-09-12T01:30:16.353690+0000","last_peered":"2024-09-12T01:30:16.353690+0000","last_clean":"2024-09-12T01:30:16.353690+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:30:16.353690+0000","last_undegraded":"2024-09-12T01:30:16.353690+0000","last_fullsized":"2024-09-12T01:30:16.353690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:50.451710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'4","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.214422+0000","last_change":"2024-09-12T00:42:13.972359+0000","last_active":"2024-09-12T01:30:31.214422+0000","last_peered":"2024-09-12T01:30:31.214422+0000","last_clean":"2024-09-12T01:30:31.214422+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:30:31.214422+0000","last_undegraded":"2024-09-12T01:30:31.214422+0000","last_fullsized":"2024-09-12T01:30:31.214422+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:39.196914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357891+0000","last_change":"2024-09-12T00:38:18.964951+0000","last_active":"2024-09-12T01:30:51.357891+0000","last_peered":"2024-09-12T01:30:51.357891+0000","last_clean":"2024-09-12T01:30:51.357891+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:30:51.357891+0000","last_undegraded":"2024-09-12T01:30:51.357891+0000","last_fullsized":"2024-09-12T01:30:51.357891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:44.552414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226810+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:29:46.226810+0000","last_peered":"2024-09-12T01:29:46.226810+0000","last_clean":"2024-09-12T01:29:46.226810+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:29:46.226810+0000","last_undegraded":"2024-09-12T01:29:46.226810+0000","last_fullsized":"2024-09-12T01:29:46.226810+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:12.786329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232505+0000","last_change":"2024-09-12T00:42:18.558380+0000","last_active":"2024-09-12T01:30:31.232505+0000","last_peered":"2024-09-12T01:30:31.232505+0000","last_clean":"2024-09-12T01:30:31.232505+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:30:31.232505+0000","last_undegraded":"2024-09-12T01:30:31.232505+0000","last_fullsized":"2024-09-12T01:30:31.232505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:17.678993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.118291+0000","last_change":"2024-09-12T00:42:13.964520+0000","last_active":"2024-09-12T01:30:11.118291+0000","last_peered":"2024-09-12T01:30:11.118291+0000","last_clean":"2024-09-12T01:30:11.118291+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:30:11.118291+0000","last_undegraded":"2024-09-12T01:30:11.118291+0000","last_fullsized":"2024-09-12T01:30:11.118291+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:59.768446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234955+0000","last_change":"2024-09-12T00:38:18.969499+0000","last_active":"2024-09-12T01:30:51.234955+0000","last_peered":"2024-09-12T01:30:51.234955+0000","last_clean":"2024-09-12T01:30:51.234955+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:30:51.234955+0000","last_undegraded":"2024-09-12T01:30:51.234955+0000","last_fullsized":"2024-09-12T01:30:51.234955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:14.624133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.234224+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:30:46.234224+0000","last_peered":"2024-09-12T01:30:46.234224+0000","last_clean":"2024-09-12T01:30:46.234224+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:30:46.234224+0000","last_undegraded":"2024-09-12T01:30:46.234224+0000","last_fullsized":"2024-09-12T01:30:46.234224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:35.618718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127628+0000","last_change":"2024-09-12T00:42:18.050567+0000","last_active":"2024-09-12T01:30:51.127628+0000","last_peered":"2024-09-12T01:30:51.127628+0000","last_clean":"2024-09-12T01:30:51.127628+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:30:51.127628+0000","last_undegraded":"2024-09-12T01:30:51.127628+0000","last_fullsized":"2024-09-12T01:30:51.127628+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:23.443000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.355947+0000","last_change":"2024-09-12T00:42:13.966457+0000","last_active":"2024-09-12T01:30:36.355947+0000","last_peered":"2024-09-12T01:30:36.355947+0000","last_clean":"2024-09-12T01:30:36.355947+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:30:36.355947+0000","last_undegraded":"2024-09-12T01:30:36.355947+0000","last_fullsized":"2024-09-12T01:30:36.355947+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:50.636890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234902+0000","last_change":"2024-09-12T00:38:18.962641+0000","last_active":"2024-09-12T01:30:51.234902+0000","last_peered":"2024-09-12T01:30:51.234902+0000","last_clean":"2024-09-12T01:30:51.234902+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:30:51.234902+0000","last_undegraded":"2024-09-12T01:30:51.234902+0000","last_fullsized":"2024-09-12T01:30:51.234902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:37.293760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135831+0000","last_change":"2024-09-12T01:00:41.032215+0000","last_active":"2024-09-12T01:31:58.135831+0000","last_peered":"2024-09-12T01:31:58.135831+0000","last_clean":"2024-09-12T01:31:58.135831+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:31:58.135831+0000","last_undegraded":"2024-09-12T01:31:58.135831+0000","last_fullsized":"2024-09-12T01:31:58.135831+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:54.181323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.247833+0000","last_change":"2024-09-12T00:42:18.049383+0000","last_active":"2024-09-12T01:30:41.247833+0000","last_peered":"2024-09-12T01:30:41.247833+0000","last_clean":"2024-09-12T01:30:41.247833+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:30:41.247833+0000","last_undegraded":"2024-09-12T01:30:41.247833+0000","last_fullsized":"2024-09-12T01:30:41.247833+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:29.589074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6339884,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":13,"num_read_kb":22578,"num_write":14,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123903+0000","last_change":"2024-09-12T00:42:13.966217+0000","last_active":"2024-09-12T01:30:51.123903+0000","last_peered":"2024-09-12T01:30:51.123903+0000","last_clean":"2024-09-12T01:30:51.123903+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:30:51.123903+0000","last_undegraded":"2024-09-12T01:30:51.123903+0000","last_fullsized":"2024-09-12T01:30:51.123903+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:02.769670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5291308,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":13,"num_read_kb":13362,"num_write":13,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249172+0000","last_change":"2024-09-12T00:38:18.963271+0000","last_active":"2024-09-12T01:30:51.249172+0000","last_peered":"2024-09-12T01:30:51.249172+0000","last_clean":"2024-09-12T01:30:51.249172+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:30:51.249172+0000","last_undegraded":"2024-09-12T01:30:51.249172+0000","last_fullsized":"2024-09-12T01:30:51.249172+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:42.672993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265196+0000","last_change":"2024-09-12T01:00:41.023780+0000","last_active":"2024-09-12T01:30:41.265196+0000","last_peered":"2024-09-12T01:30:41.265196+0000","last_clean":"2024-09-12T01:30:41.265196+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:30:41.265196+0000","last_undegraded":"2024-09-12T01:30:41.265196+0000","last_fullsized":"2024-09-12T01:30:41.265196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:56.315944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.241060+0000","last_change":"2024-09-12T00:42:18.048519+0000","last_active":"2024-09-12T01:29:51.241060+0000","last_peered":"2024-09-12T01:29:51.241060+0000","last_clean":"2024-09-12T01:29:51.241060+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:29:51.241060+0000","last_undegraded":"2024-09-12T01:29:51.241060+0000","last_fullsized":"2024-09-12T01:29:51.241060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.315986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10242,"num_write":5,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.371803+0000","last_change":"2024-09-12T00:42:13.963390+0000","last_active":"2024-09-12T01:29:46.371803+0000","last_peered":"2024-09-12T01:29:46.371803+0000","last_clean":"2024-09-12T01:29:46.371803+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:29:46.371803+0000","last_undegraded":"2024-09-12T01:29:46.371803+0000","last_fullsized":"2024-09-12T01:29:46.371803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:20.491948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'67","reported_seq":256,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.346361+0000","last_change":"2024-09-12T00:38:18.962358+0000","last_active":"2024-09-12T01:29:16.346361+0000","last_peered":"2024-09-12T01:29:16.346361+0000","last_clean":"2024-09-12T01:29:16.346361+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:29:16.346361+0000","last_undegraded":"2024-09-12T01:29:16.346361+0000","last_fullsized":"2024-09-12T01:29:16.346361+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:28.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265247+0000","last_change":"2024-09-12T01:00:41.031873+0000","last_active":"2024-09-12T01:30:41.265247+0000","last_peered":"2024-09-12T01:30:41.265247+0000","last_clean":"2024-09-12T01:30:41.265247+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:30:41.265247+0000","last_undegraded":"2024-09-12T01:30:41.265247+0000","last_fullsized":"2024-09-12T01:30:41.265247+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:57.815076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.121919+0000","last_change":"2024-09-12T00:42:39.472105+0000","last_active":"2024-09-12T01:30:11.121919+0000","last_peered":"2024-09-12T01:30:11.121919+0000","last_clean":"2024-09-12T01:30:11.121919+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:30:11.121919+0000","last_undegraded":"2024-09-12T01:30:11.121919+0000","last_fullsized":"2024-09-12T01:30:11.121919+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:18.685284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.350251+0000","last_change":"2024-09-12T00:42:13.966613+0000","last_active":"2024-09-12T01:29:46.350251+0000","last_peered":"2024-09-12T01:29:46.350251+0000","last_clean":"2024-09-12T01:29:46.350251+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:29:46.350251+0000","last_undegraded":"2024-09-12T01:29:46.350251+0000","last_fullsized":"2024-09-12T01:29:46.350251+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:24.439380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132160+0000","last_change":"2024-09-12T00:38:18.963135+0000","last_active":"2024-09-12T01:31:28.132160+0000","last_peered":"2024-09-12T01:31:28.132160+0000","last_clean":"2024-09-12T01:31:28.132160+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:31:28.132160+0000","last_undegraded":"2024-09-12T01:31:28.132160+0000","last_fullsized":"2024-09-12T01:31:28.132160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:36.031829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129309+0000","last_change":"2024-09-12T01:00:41.036556+0000","last_active":"2024-09-12T01:31:03.129309+0000","last_peered":"2024-09-12T01:31:03.129309+0000","last_clean":"2024-09-12T01:31:03.129309+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:31:03.129309+0000","last_undegraded":"2024-09-12T01:31:03.129309+0000","last_fullsized":"2024-09-12T01:31:03.129309+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:57.303380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.233634+0000","last_change":"2024-09-12T00:42:18.558454+0000","last_active":"2024-09-12T01:30:41.233634+0000","last_peered":"2024-09-12T01:30:41.233634+0000","last_clean":"2024-09-12T01:30:41.233634+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:30:41.233634+0000","last_undegraded":"2024-09-12T01:30:41.233634+0000","last_fullsized":"2024-09-12T01:30:41.233634+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:29.738707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'8","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132421+0000","last_change":"2024-09-12T00:42:13.967897+0000","last_active":"2024-09-12T01:31:26.132421+0000","last_peered":"2024-09-12T01:31:26.132421+0000","last_clean":"2024-09-12T01:31:26.132421+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:31:26.132421+0000","last_undegraded":"2024-09-12T01:31:26.132421+0000","last_fullsized":"2024-09-12T01:31:26.132421+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:17:18.281657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.247534+0000","last_change":"2024-09-12T00:38:18.965353+0000","last_active":"2024-09-12T01:31:31.247534+0000","last_peered":"2024-09-12T01:31:31.247534+0000","last_clean":"2024-09-12T01:31:31.247534+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:31:31.247534+0000","last_undegraded":"2024-09-12T01:31:31.247534+0000","last_fullsized":"2024-09-12T01:31:31.247534+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:54.806778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217564+0000","last_change":"2024-09-12T01:00:41.033283+0000","last_active":"2024-09-12T01:31:01.217564+0000","last_peered":"2024-09-12T01:31:01.217564+0000","last_clean":"2024-09-12T01:31:01.217564+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:31:01.217564+0000","last_undegraded":"2024-09-12T01:31:01.217564+0000","last_fullsized":"2024-09-12T01:31:01.217564+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:21.787371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239785+0000","last_change":"2024-09-12T00:42:18.560023+0000","last_active":"2024-09-12T01:31:31.239785+0000","last_peered":"2024-09-12T01:31:31.239785+0000","last_clean":"2024-09-12T01:31:31.239785+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:31:31.239785+0000","last_undegraded":"2024-09-12T01:31:31.239785+0000","last_fullsized":"2024-09-12T01:31:31.239785+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:36.006828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'5","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264605+0000","last_change":"2024-09-12T00:42:13.967348+0000","last_active":"2024-09-12T01:30:36.264605+0000","last_peered":"2024-09-12T01:30:36.264605+0000","last_clean":"2024-09-12T01:30:36.264605+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:30:36.264605+0000","last_undegraded":"2024-09-12T01:30:36.264605+0000","last_fullsized":"2024-09-12T01:30:36.264605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:06.750670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239838+0000","last_change":"2024-09-12T00:38:18.968148+0000","last_active":"2024-09-12T01:31:31.239838+0000","last_peered":"2024-09-12T01:31:31.239838+0000","last_clean":"2024-09-12T01:31:31.239838+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:31:31.239838+0000","last_undegraded":"2024-09-12T01:31:31.239838+0000","last_fullsized":"2024-09-12T01:31:31.239838+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:14.564288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268098+0000","last_change":"2024-09-12T01:00:41.029745+0000","last_active":"2024-09-12T01:31:01.268098+0000","last_peered":"2024-09-12T01:31:01.268098+0000","last_clean":"2024-09-12T01:31:01.268098+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:31:01.268098+0000","last_undegraded":"2024-09-12T01:31:01.268098+0000","last_fullsized":"2024-09-12T01:31:01.268098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:05.835643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.233671+0000","last_change":"2024-09-12T00:42:18.560819+0000","last_active":"2024-09-12T01:30:41.233671+0000","last_peered":"2024-09-12T01:30:41.233671+0000","last_clean":"2024-09-12T01:30:41.233671+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:30:41.233671+0000","last_undegraded":"2024-09-12T01:30:41.233671+0000","last_fullsized":"2024-09-12T01:30:41.233671+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:41.023033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":14338,"num_write":19,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215000+0000","last_change":"2024-09-12T00:42:13.972479+0000","last_active":"2024-09-12T01:30:36.215000+0000","last_peered":"2024-09-12T01:30:36.215000+0000","last_clean":"2024-09-12T01:30:36.215000+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:30:36.215000+0000","last_undegraded":"2024-09-12T01:30:36.215000+0000","last_fullsized":"2024-09-12T01:30:36.215000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:55.898685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.220703+0000","last_change":"2024-09-12T00:38:18.966334+0000","last_active":"2024-09-12T01:31:31.220703+0000","last_peered":"2024-09-12T01:31:31.220703+0000","last_clean":"2024-09-12T01:31:31.220703+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:31:31.220703+0000","last_undegraded":"2024-09-12T01:31:31.220703+0000","last_fullsized":"2024-09-12T01:31:31.220703+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:34.407218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129045+0000","last_change":"2024-09-12T01:00:41.030695+0000","last_active":"2024-09-12T01:31:01.129045+0000","last_peered":"2024-09-12T01:31:01.129045+0000","last_clean":"2024-09-12T01:31:01.129045+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:31:01.129045+0000","last_undegraded":"2024-09-12T01:31:01.129045+0000","last_fullsized":"2024-09-12T01:31:01.129045+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:54.694643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.122521+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:30:41.122521+0000","last_peered":"2024-09-12T01:30:41.122521+0000","last_clean":"2024-09-12T01:30:41.122521+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:30:41.122521+0000","last_undegraded":"2024-09-12T01:30:41.122521+0000","last_fullsized":"2024-09-12T01:30:41.122521+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:11.651445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":80,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.356045+0000","last_change":"2024-09-12T00:42:13.970282+0000","last_active":"2024-09-12T01:30:36.356045+0000","last_peered":"2024-09-12T01:30:36.356045+0000","last_clean":"2024-09-12T01:30:36.356045+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:30:36.356045+0000","last_undegraded":"2024-09-12T01:30:36.356045+0000","last_fullsized":"2024-09-12T01:30:36.356045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:03.838184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":176,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.257256+0000","last_change":"2024-09-12T00:38:18.969388+0000","last_active":"2024-09-12T01:29:51.257256+0000","last_peered":"2024-09-12T01:29:51.257256+0000","last_clean":"2024-09-12T01:29:51.257256+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:29:51.257256+0000","last_undegraded":"2024-09-12T01:29:51.257256+0000","last_fullsized":"2024-09-12T01:29:51.257256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:44.977703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226345+0000","last_change":"2024-09-12T01:00:41.037067+0000","last_active":"2024-09-12T01:29:41.226345+0000","last_peered":"2024-09-12T01:29:41.226345+0000","last_clean":"2024-09-12T01:29:41.226345+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:29:41.226345+0000","last_undegraded":"2024-09-12T01:29:41.226345+0000","last_fullsized":"2024-09-12T01:29:41.226345+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:14.981966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:18.131005+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:31:18.131005+0000","last_peered":"2024-09-12T01:31:18.131005+0000","last_clean":"2024-09-12T01:31:18.131005+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:31:18.131005+0000","last_undegraded":"2024-09-12T01:31:18.131005+0000","last_fullsized":"2024-09-12T01:31:18.131005+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:08.907369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.127340+0000","last_change":"2024-09-12T00:42:13.966063+0000","last_active":"2024-09-12T01:31:16.127340+0000","last_peered":"2024-09-12T01:31:16.127340+0000","last_clean":"2024-09-12T01:31:16.127340+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:31:16.127340+0000","last_undegraded":"2024-09-12T01:31:16.127340+0000","last_fullsized":"2024-09-12T01:31:16.127340+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:36.699194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.255608+0000","last_change":"2024-09-12T00:38:18.964052+0000","last_active":"2024-09-12T01:29:41.255608+0000","last_peered":"2024-09-12T01:29:41.255608+0000","last_clean":"2024-09-12T01:29:41.255608+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:29:41.255608+0000","last_undegraded":"2024-09-12T01:29:41.255608+0000","last_fullsized":"2024-09-12T01:29:41.255608+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:03.505396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349711+0000","last_change":"2024-09-12T01:00:41.027771+0000","last_active":"2024-09-12T01:29:41.349711+0000","last_peered":"2024-09-12T01:29:41.349711+0000","last_clean":"2024-09-12T01:29:41.349711+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:29:41.349711+0000","last_undegraded":"2024-09-12T01:29:41.349711+0000","last_fullsized":"2024-09-12T01:29:41.349711+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:13.000437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678846+0000","last_change":"2024-09-12T00:42:18.047071+0000","last_active":"2024-09-12T01:34:07.678846+0000","last_peered":"2024-09-12T01:34:07.678846+0000","last_clean":"2024-09-12T01:34:07.678846+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:07.678846+0000","last_undegraded":"2024-09-12T01:34:07.678846+0000","last_fullsized":"2024-09-12T01:34:07.678846+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:52:31.866173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.237889+0000","last_change":"2024-09-12T00:42:13.973463+0000","last_active":"2024-09-12T01:31:16.237889+0000","last_peered":"2024-09-12T01:31:16.237889+0000","last_clean":"2024-09-12T01:31:16.237889+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:31:16.237889+0000","last_undegraded":"2024-09-12T01:31:16.237889+0000","last_fullsized":"2024-09-12T01:31:16.237889+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:57.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349626+0000","last_change":"2024-09-12T00:38:18.963183+0000","last_active":"2024-09-12T01:29:41.349626+0000","last_peered":"2024-09-12T01:29:41.349626+0000","last_clean":"2024-09-12T01:29:41.349626+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:29:41.349626+0000","last_undegraded":"2024-09-12T01:29:41.349626+0000","last_fullsized":"2024-09-12T01:29:41.349626+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:59.115533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359528+0000","last_change":"2024-09-12T01:00:41.033626+0000","last_active":"2024-09-12T01:31:06.359528+0000","last_peered":"2024-09-12T01:31:06.359528+0000","last_clean":"2024-09-12T01:31:06.359528+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:31:06.359528+0000","last_undegraded":"2024-09-12T01:31:06.359528+0000","last_fullsized":"2024-09-12T01:31:06.359528+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:24.968389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238582+0000","last_change":"2024-09-12T00:42:18.049426+0000","last_active":"2024-09-12T01:31:21.238582+0000","last_peered":"2024-09-12T01:31:21.238582+0000","last_clean":"2024-09-12T01:31:21.238582+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:31:21.238582+0000","last_undegraded":"2024-09-12T01:31:21.238582+0000","last_fullsized":"2024-09-12T01:31:21.238582+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:58.626976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5120,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.252530+0000","last_change":"2024-09-12T00:42:13.970662+0000","last_active":"2024-09-12T01:31:16.252530+0000","last_peered":"2024-09-12T01:31:16.252530+0000","last_clean":"2024-09-12T01:31:16.252530+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:31:16.252530+0000","last_undegraded":"2024-09-12T01:31:16.252530+0000","last_fullsized":"2024-09-12T01:31:16.252530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:48.419781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.370996+0000","last_change":"2024-09-12T00:38:18.967575+0000","last_active":"2024-09-12T01:29:41.370996+0000","last_peered":"2024-09-12T01:29:41.370996+0000","last_clean":"2024-09-12T01:29:41.370996+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:29:41.370996+0000","last_undegraded":"2024-09-12T01:29:41.370996+0000","last_fullsized":"2024-09-12T01:29:41.370996+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:30.679797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226323+0000","last_change":"2024-09-12T01:00:41.036536+0000","last_active":"2024-09-12T01:29:41.226323+0000","last_peered":"2024-09-12T01:29:41.226323+0000","last_clean":"2024-09-12T01:29:41.226323+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:29:41.226323+0000","last_undegraded":"2024-09-12T01:29:41.226323+0000","last_fullsized":"2024-09-12T01:29:41.226323+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:59.454903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.253356+0000","last_change":"2024-09-12T00:42:18.050219+0000","last_active":"2024-09-12T01:31:21.253356+0000","last_peered":"2024-09-12T01:31:21.253356+0000","last_clean":"2024-09-12T01:31:21.253356+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:31:21.253356+0000","last_undegraded":"2024-09-12T01:31:21.253356+0000","last_fullsized":"2024-09-12T01:31:21.253356+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:41.539849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.131024+0000","last_change":"2024-09-12T00:42:13.971093+0000","last_active":"2024-09-12T01:31:16.131024+0000","last_peered":"2024-09-12T01:31:16.131024+0000","last_clean":"2024-09-12T01:31:16.131024+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:31:16.131024+0000","last_undegraded":"2024-09-12T01:31:16.131024+0000","last_fullsized":"2024-09-12T01:31:16.131024+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:56.789191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4234449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":8232,"num_write":4,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":87,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226200+0000","last_change":"2024-09-12T00:38:18.967174+0000","last_active":"2024-09-12T01:29:41.226200+0000","last_peered":"2024-09-12T01:29:41.226200+0000","last_clean":"2024-09-12T01:29:41.226200+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:29:41.226200+0000","last_undegraded":"2024-09-12T01:29:41.226200+0000","last_fullsized":"2024-09-12T01:29:41.226200+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:57.226717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:11.218534+0000","last_change":"2024-09-12T01:00:41.033627+0000","last_active":"2024-09-12T01:31:11.218534+0000","last_peered":"2024-09-12T01:31:11.218534+0000","last_clean":"2024-09-12T01:31:11.218534+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:31:11.218534+0000","last_undegraded":"2024-09-12T01:31:11.218534+0000","last_fullsized":"2024-09-12T01:31:11.218534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:22.010686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242208+0000","last_change":"2024-09-12T00:42:18.046531+0000","last_active":"2024-09-12T01:31:51.242208+0000","last_peered":"2024-09-12T01:31:51.242208+0000","last_clean":"2024-09-12T01:31:51.242208+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:31:51.242208+0000","last_undegraded":"2024-09-12T01:31:51.242208+0000","last_fullsized":"2024-09-12T01:31:51.242208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:19.133972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'1","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275051+0000","last_change":"2024-09-12T00:42:13.967105+0000","last_active":"2024-09-12T01:31:46.275051+0000","last_peered":"2024-09-12T01:31:46.275051+0000","last_clean":"2024-09-12T01:31:46.275051+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:31:46.275051+0000","last_undegraded":"2024-09-12T01:31:46.275051+0000","last_fullsized":"2024-09-12T01:31:46.275051+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:09.910888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231203+0000","last_change":"2024-09-12T00:38:18.970033+0000","last_active":"2024-09-12T01:30:21.231203+0000","last_peered":"2024-09-12T01:30:21.231203+0000","last_clean":"2024-09-12T01:30:21.231203+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:30:21.231203+0000","last_undegraded":"2024-09-12T01:30:21.231203+0000","last_fullsized":"2024-09-12T01:30:21.231203+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:00.503892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258139+0000","last_change":"2024-09-12T01:00:41.032165+0000","last_active":"2024-09-12T01:29:56.258139+0000","last_peered":"2024-09-12T01:29:56.258139+0000","last_clean":"2024-09-12T01:29:56.258139+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:29:56.258139+0000","last_undegraded":"2024-09-12T01:29:56.258139+0000","last_fullsized":"2024-09-12T01:29:56.258139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:59:39.781677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242187+0000","last_change":"2024-09-12T00:42:18.046578+0000","last_active":"2024-09-12T01:31:51.242187+0000","last_peered":"2024-09-12T01:31:51.242187+0000","last_clean":"2024-09-12T01:31:51.242187+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:31:51.242187+0000","last_undegraded":"2024-09-12T01:31:51.242187+0000","last_fullsized":"2024-09-12T01:31:51.242187+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:53:50.551363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222356+0000","last_change":"2024-09-12T00:42:13.971367+0000","last_active":"2024-09-12T01:31:46.222356+0000","last_peered":"2024-09-12T01:31:46.222356+0000","last_clean":"2024-09-12T01:31:46.222356+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:31:46.222356+0000","last_undegraded":"2024-09-12T01:31:46.222356+0000","last_fullsized":"2024-09-12T01:31:46.222356+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:07:30.485612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.121256+0000","last_change":"2024-09-12T00:38:18.966502+0000","last_active":"2024-09-12T01:30:06.121256+0000","last_peered":"2024-09-12T01:30:06.121256+0000","last_clean":"2024-09-12T01:30:06.121256+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:30:06.121256+0000","last_undegraded":"2024-09-12T01:30:06.121256+0000","last_fullsized":"2024-09-12T01:30:06.121256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:51.418164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250708+0000","last_change":"2024-09-12T01:00:41.033862+0000","last_active":"2024-09-12T01:31:01.250708+0000","last_peered":"2024-09-12T01:31:01.250708+0000","last_clean":"2024-09-12T01:31:01.250708+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:31:01.250708+0000","last_undegraded":"2024-09-12T01:31:01.250708+0000","last_fullsized":"2024-09-12T01:31:01.250708+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:21.044114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'7","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:43.228095+0000","last_change":"2024-09-12T00:42:18.559583+0000","last_active":"2024-09-12T01:29:43.228095+0000","last_peered":"2024-09-12T01:29:43.228095+0000","last_clean":"2024-09-12T01:29:43.228095+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:29:43.228095+0000","last_undegraded":"2024-09-12T01:29:43.228095+0000","last_fullsized":"2024-09-12T01:29:43.228095+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:17.107174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5,"num_read_kb":8721,"num_write":17,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'1","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249272+0000","last_change":"2024-09-12T00:42:13.967181+0000","last_active":"2024-09-12T01:31:46.249272+0000","last_peered":"2024-09-12T01:31:46.249272+0000","last_clean":"2024-09-12T01:31:46.249272+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:31:46.249272+0000","last_undegraded":"2024-09-12T01:31:46.249272+0000","last_fullsized":"2024-09-12T01:31:46.249272+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:59.860660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.243231+0000","last_change":"2024-09-12T00:38:18.966523+0000","last_active":"2024-09-12T01:30:06.243231+0000","last_peered":"2024-09-12T01:30:06.243231+0000","last_clean":"2024-09-12T01:30:06.243231+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:30:06.243231+0000","last_undegraded":"2024-09-12T01:30:06.243231+0000","last_fullsized":"2024-09-12T01:30:06.243231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:58.892549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268137+0000","last_change":"2024-09-12T01:00:41.027549+0000","last_active":"2024-09-12T01:31:01.268137+0000","last_peered":"2024-09-12T01:31:01.268137+0000","last_clean":"2024-09-12T01:31:01.268137+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:31:01.268137+0000","last_undegraded":"2024-09-12T01:31:01.268137+0000","last_fullsized":"2024-09-12T01:31:01.268137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:00.443474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242229+0000","last_change":"2024-09-12T00:42:18.051667+0000","last_active":"2024-09-12T01:31:51.242229+0000","last_peered":"2024-09-12T01:31:51.242229+0000","last_clean":"2024-09-12T01:31:51.242229+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:31:51.242229+0000","last_undegraded":"2024-09-12T01:31:51.242229+0000","last_fullsized":"2024-09-12T01:31:51.242229+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:24.765236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'5","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227514+0000","last_change":"2024-09-12T00:42:13.973494+0000","last_active":"2024-09-12T01:29:38.227514+0000","last_peered":"2024-09-12T01:29:38.227514+0000","last_clean":"2024-09-12T01:29:38.227514+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:29:38.227514+0000","last_undegraded":"2024-09-12T01:29:38.227514+0000","last_fullsized":"2024-09-12T01:29:38.227514+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:41:16.830460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.211543+0000","last_change":"2024-09-12T00:38:18.964514+0000","last_active":"2024-09-12T01:30:06.211543+0000","last_peered":"2024-09-12T01:30:06.211543+0000","last_clean":"2024-09-12T01:30:06.211543+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:30:06.211543+0000","last_undegraded":"2024-09-12T01:30:06.211543+0000","last_fullsized":"2024-09-12T01:30:06.211543+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:48.165805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.228065+0000","last_change":"2024-09-12T01:00:41.036373+0000","last_active":"2024-09-12T01:29:56.228065+0000","last_peered":"2024-09-12T01:29:56.228065+0000","last_clean":"2024-09-12T01:29:56.228065+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:29:56.228065+0000","last_undegraded":"2024-09-12T01:29:56.228065+0000","last_fullsized":"2024-09-12T01:29:56.228065+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:21.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.373965+0000","last_change":"2024-09-12T00:42:18.045832+0000","last_active":"2024-09-12T01:30:01.373965+0000","last_peered":"2024-09-12T01:30:01.373965+0000","last_clean":"2024-09-12T01:30:01.373965+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:30:01.373965+0000","last_undegraded":"2024-09-12T01:30:01.373965+0000","last_fullsized":"2024-09-12T01:30:01.373965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:20.715784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351370+0000","last_change":"2024-09-12T00:42:13.967910+0000","last_active":"2024-09-12T01:29:56.351370+0000","last_peered":"2024-09-12T01:29:56.351370+0000","last_clean":"2024-09-12T01:29:56.351370+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:29:56.351370+0000","last_undegraded":"2024-09-12T01:29:56.351370+0000","last_fullsized":"2024-09-12T01:29:56.351370+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:44.495669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":7168,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.352507+0000","last_change":"2024-09-12T00:38:18.965449+0000","last_active":"2024-09-12T01:30:06.352507+0000","last_peered":"2024-09-12T01:30:06.352507+0000","last_clean":"2024-09-12T01:30:06.352507+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:30:06.352507+0000","last_undegraded":"2024-09-12T01:30:06.352507+0000","last_fullsized":"2024-09-12T01:30:06.352507+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:00.169943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259171+0000","last_change":"2024-09-12T01:00:41.028327+0000","last_active":"2024-09-12T01:30:01.259171+0000","last_peered":"2024-09-12T01:30:01.259171+0000","last_clean":"2024-09-12T01:30:01.259171+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:30:01.259171+0000","last_undegraded":"2024-09-12T01:30:01.259171+0000","last_fullsized":"2024-09-12T01:30:01.259171+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:05.844613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259049+0000","last_change":"2024-09-12T00:42:18.558333+0000","last_active":"2024-09-12T01:30:01.259049+0000","last_peered":"2024-09-12T01:30:01.259049+0000","last_clean":"2024-09-12T01:30:01.259049+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:30:01.259049+0000","last_undegraded":"2024-09-12T01:30:01.259049+0000","last_fullsized":"2024-09-12T01:30:01.259049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:57.152940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:53.229064+0000","last_change":"2024-09-12T00:42:13.968685+0000","last_active":"2024-09-12T01:29:53.229064+0000","last_peered":"2024-09-12T01:29:53.229064+0000","last_clean":"2024-09-12T01:29:53.229064+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:29:53.229064+0000","last_undegraded":"2024-09-12T01:29:53.229064+0000","last_fullsized":"2024-09-12T01:29:53.229064+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:42.525156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263946+0000","last_change":"2024-09-12T00:38:18.964389+0000","last_active":"2024-09-12T01:30:31.263946+0000","last_peered":"2024-09-12T01:30:31.263946+0000","last_clean":"2024-09-12T01:30:31.263946+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:30:31.263946+0000","last_undegraded":"2024-09-12T01:30:31.263946+0000","last_fullsized":"2024-09-12T01:30:31.263946+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:47.420813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258174+0000","last_change":"2024-09-12T01:00:41.031523+0000","last_active":"2024-09-12T01:29:56.258174+0000","last_peered":"2024-09-12T01:29:56.258174+0000","last_clean":"2024-09-12T01:29:56.258174+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:29:56.258174+0000","last_undegraded":"2024-09-12T01:29:56.258174+0000","last_fullsized":"2024-09-12T01:29:56.258174+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:21.637920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134652+0000","last_change":"2024-09-12T00:42:18.047594+0000","last_active":"2024-09-12T01:31:48.134652+0000","last_peered":"2024-09-12T01:31:48.134652+0000","last_clean":"2024-09-12T01:31:48.134652+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:31:48.134652+0000","last_undegraded":"2024-09-12T01:31:48.134652+0000","last_fullsized":"2024-09-12T01:31:48.134652+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:21.686667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.351953+0000","last_change":"2024-09-12T00:42:13.969735+0000","last_active":"2024-09-12T01:30:01.351953+0000","last_peered":"2024-09-12T01:30:01.351953+0000","last_clean":"2024-09-12T01:30:01.351953+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:30:01.351953+0000","last_undegraded":"2024-09-12T01:30:01.351953+0000","last_fullsized":"2024-09-12T01:30:01.351953+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:21:08.376089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231085+0000","last_change":"2024-09-12T00:38:18.968580+0000","last_active":"2024-09-12T01:30:21.231085+0000","last_peered":"2024-09-12T01:30:21.231085+0000","last_clean":"2024-09-12T01:30:21.231085+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:30:21.231085+0000","last_undegraded":"2024-09-12T01:30:21.231085+0000","last_fullsized":"2024-09-12T01:30:21.231085+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:10.786166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351441+0000","last_change":"2024-09-12T01:00:41.037175+0000","last_active":"2024-09-12T01:29:56.351441+0000","last_peered":"2024-09-12T01:29:56.351441+0000","last_clean":"2024-09-12T01:29:56.351441+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:29:56.351441+0000","last_undegraded":"2024-09-12T01:29:56.351441+0000","last_fullsized":"2024-09-12T01:29:56.351441+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:40.195651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260586+0000","last_change":"2024-09-12T00:42:18.048640+0000","last_active":"2024-09-12T01:30:11.260586+0000","last_peered":"2024-09-12T01:30:11.260586+0000","last_clean":"2024-09-12T01:30:11.260586+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:30:11.260586+0000","last_undegraded":"2024-09-12T01:30:11.260586+0000","last_fullsized":"2024-09-12T01:30:11.260586+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:10.831734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131751+0000","last_change":"2024-09-12T00:42:13.963959+0000","last_active":"2024-09-12T01:31:46.131751+0000","last_peered":"2024-09-12T01:31:46.131751+0000","last_clean":"2024-09-12T01:31:46.131751+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:31:46.131751+0000","last_undegraded":"2024-09-12T01:31:46.131751+0000","last_fullsized":"2024-09-12T01:31:46.131751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:51.538807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245227+0000","last_change":"2024-09-12T00:38:18.966599+0000","last_active":"2024-09-12T01:30:21.245227+0000","last_peered":"2024-09-12T01:30:21.245227+0000","last_clean":"2024-09-12T01:30:21.245227+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:30:21.245227+0000","last_undegraded":"2024-09-12T01:30:21.245227+0000","last_fullsized":"2024-09-12T01:30:21.245227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:14.098724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276625+0000","last_change":"2024-09-12T01:00:41.027649+0000","last_active":"2024-09-12T01:31:56.276625+0000","last_peered":"2024-09-12T01:31:56.276625+0000","last_clean":"2024-09-12T01:31:56.276625+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:31:56.276625+0000","last_undegraded":"2024-09-12T01:31:56.276625+0000","last_fullsized":"2024-09-12T01:31:56.276625+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:21.720533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354261+0000","last_change":"2024-09-12T00:42:18.043131+0000","last_active":"2024-09-12T01:30:21.354261+0000","last_peered":"2024-09-12T01:30:21.354261+0000","last_clean":"2024-09-12T01:30:21.354261+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:30:21.354261+0000","last_undegraded":"2024-09-12T01:30:21.354261+0000","last_fullsized":"2024-09-12T01:30:21.354261+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:34.513057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260620+0000","last_change":"2024-09-12T00:42:13.968832+0000","last_active":"2024-09-12T01:30:11.260620+0000","last_peered":"2024-09-12T01:30:11.260620+0000","last_clean":"2024-09-12T01:30:11.260620+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:30:11.260620+0000","last_undegraded":"2024-09-12T01:30:11.260620+0000","last_fullsized":"2024-09-12T01:30:11.260620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:44.143546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":289,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354343+0000","last_change":"2024-09-12T00:38:18.964521+0000","last_active":"2024-09-12T01:30:21.354343+0000","last_peered":"2024-09-12T01:30:21.354343+0000","last_clean":"2024-09-12T01:30:21.354343+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:30:21.354343+0000","last_undegraded":"2024-09-12T01:30:21.354343+0000","last_fullsized":"2024-09-12T01:30:21.354343+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:47.874261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.136973+0000","last_change":"2024-09-12T01:00:41.032648+0000","last_active":"2024-09-12T01:31:56.136973+0000","last_peered":"2024-09-12T01:31:56.136973+0000","last_clean":"2024-09-12T01:31:56.136973+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:31:56.136973+0000","last_undegraded":"2024-09-12T01:31:56.136973+0000","last_fullsized":"2024-09-12T01:31:56.136973+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:28.946687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.353621+0000","last_change":"2024-09-12T00:42:18.560482+0000","last_active":"2024-09-12T01:30:16.353621+0000","last_peered":"2024-09-12T01:30:16.353621+0000","last_clean":"2024-09-12T01:30:16.353621+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:30:16.353621+0000","last_undegraded":"2024-09-12T01:30:16.353621+0000","last_fullsized":"2024-09-12T01:30:16.353621+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:12.064612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'1","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.213829+0000","last_change":"2024-09-12T00:42:13.968249+0000","last_active":"2024-09-12T01:30:26.213829+0000","last_peered":"2024-09-12T01:30:26.213829+0000","last_clean":"2024-09-12T01:30:26.213829+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:30:26.213829+0000","last_undegraded":"2024-09-12T01:30:26.213829+0000","last_fullsized":"2024-09-12T01:30:26.213829+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:47.799849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245347+0000","last_change":"2024-09-12T00:38:18.967590+0000","last_active":"2024-09-12T01:30:21.245347+0000","last_peered":"2024-09-12T01:30:21.245347+0000","last_clean":"2024-09-12T01:30:21.245347+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:30:21.245347+0000","last_undegraded":"2024-09-12T01:30:21.245347+0000","last_fullsized":"2024-09-12T01:30:21.245347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:36.711747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236370+0000","last_change":"2024-09-12T01:00:41.037953+0000","last_active":"2024-09-12T01:30:53.236370+0000","last_peered":"2024-09-12T01:30:53.236370+0000","last_clean":"2024-09-12T01:30:53.236370+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:30:53.236370+0000","last_undegraded":"2024-09-12T01:30:53.236370+0000","last_fullsized":"2024-09-12T01:30:53.236370+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259183+0000","last_change":"2024-09-12T00:42:18.560661+0000","last_active":"2024-09-12T01:30:01.259183+0000","last_peered":"2024-09-12T01:30:01.259183+0000","last_clean":"2024-09-12T01:30:01.259183+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:30:01.259183+0000","last_undegraded":"2024-09-12T01:30:01.259183+0000","last_fullsized":"2024-09-12T01:30:01.259183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:13.456838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.119745+0000","last_change":"2024-09-12T00:42:13.969505+0000","last_active":"2024-09-12T01:29:56.119745+0000","last_peered":"2024-09-12T01:29:56.119745+0000","last_clean":"2024-09-12T01:29:56.119745+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:29:56.119745+0000","last_undegraded":"2024-09-12T01:29:56.119745+0000","last_fullsized":"2024-09-12T01:29:56.119745+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:11.293616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":184,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264575+0000","last_change":"2024-09-12T00:38:18.968105+0000","last_active":"2024-09-12T01:30:36.264575+0000","last_peered":"2024-09-12T01:30:36.264575+0000","last_clean":"2024-09-12T01:30:36.264575+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:30:36.264575+0000","last_undegraded":"2024-09-12T01:30:36.264575+0000","last_fullsized":"2024-09-12T01:30:36.264575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:26.323520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133167+0000","last_change":"2024-09-12T01:00:41.034018+0000","last_active":"2024-09-12T01:31:56.133167+0000","last_peered":"2024-09-12T01:31:56.133167+0000","last_clean":"2024-09-12T01:31:56.133167+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:31:56.133167+0000","last_undegraded":"2024-09-12T01:31:56.133167+0000","last_fullsized":"2024-09-12T01:31:56.133167+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:15.070737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'11","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.374057+0000","last_change":"2024-09-12T00:42:18.042742+0000","last_active":"2024-09-12T01:30:01.374057+0000","last_peered":"2024-09-12T01:30:01.374057+0000","last_clean":"2024-09-12T01:30:01.374057+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:30:01.374057+0000","last_undegraded":"2024-09-12T01:30:01.374057+0000","last_fullsized":"2024-09-12T01:30:01.374057+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:48.813271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":20,"num_read_kb":39940,"num_write":16,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258228+0000","last_change":"2024-09-12T00:42:13.966027+0000","last_active":"2024-09-12T01:29:56.258228+0000","last_peered":"2024-09-12T01:29:56.258228+0000","last_clean":"2024-09-12T01:29:56.258228+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:29:56.258228+0000","last_undegraded":"2024-09-12T01:29:56.258228+0000","last_fullsized":"2024-09-12T01:29:56.258228+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:36.445771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:23.232767+0000","last_change":"2024-09-12T00:38:18.969989+0000","last_active":"2024-09-12T01:30:23.232767+0000","last_peered":"2024-09-12T01:30:23.232767+0000","last_clean":"2024-09-12T01:30:23.232767+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:30:23.232767+0000","last_undegraded":"2024-09-12T01:30:23.232767+0000","last_fullsized":"2024-09-12T01:30:23.232767+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.325077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217607+0000","last_change":"2024-09-12T01:00:41.035101+0000","last_active":"2024-09-12T01:31:01.217607+0000","last_peered":"2024-09-12T01:31:01.217607+0000","last_clean":"2024-09-12T01:31:01.217607+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:31:01.217607+0000","last_undegraded":"2024-09-12T01:31:01.217607+0000","last_fullsized":"2024-09-12T01:31:01.217607+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:51.263979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:13.231556+0000","last_change":"2024-09-12T00:42:18.049907+0000","last_active":"2024-09-12T01:30:13.231556+0000","last_peered":"2024-09-12T01:30:13.231556+0000","last_clean":"2024-09-12T01:30:13.231556+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:30:13.231556+0000","last_undegraded":"2024-09-12T01:30:13.231556+0000","last_fullsized":"2024-09-12T01:30:13.231556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:46.477695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.263002+0000","last_change":"2024-09-12T00:42:13.959757+0000","last_active":"2024-09-12T01:30:26.263002+0000","last_peered":"2024-09-12T01:30:26.263002+0000","last_clean":"2024-09-12T01:30:26.263002+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:30:26.263002+0000","last_undegraded":"2024-09-12T01:30:26.263002+0000","last_fullsized":"2024-09-12T01:30:26.263002+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:27.397712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6,"num_read_kb":15360,"num_write":5,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":131,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.123989+0000","last_change":"2024-09-12T00:38:18.966014+0000","last_active":"2024-09-12T01:30:26.123989+0000","last_peered":"2024-09-12T01:30:26.123989+0000","last_clean":"2024-09-12T01:30:26.123989+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:30:26.123989+0000","last_undegraded":"2024-09-12T01:30:26.123989+0000","last_fullsized":"2024-09-12T01:30:26.123989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:07.665039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.359019+0000","last_change":"2024-09-12T01:00:41.027823+0000","last_active":"2024-09-12T01:31:01.359019+0000","last_peered":"2024-09-12T01:31:01.359019+0000","last_clean":"2024-09-12T01:31:01.359019+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:31:01.359019+0000","last_undegraded":"2024-09-12T01:31:01.359019+0000","last_fullsized":"2024-09-12T01:31:01.359019+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:37.658642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'1","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.124740+0000","last_change":"2024-09-12T00:42:18.050839+0000","last_active":"2024-09-12T01:30:31.124740+0000","last_peered":"2024-09-12T01:30:31.124740+0000","last_clean":"2024-09-12T01:30:31.124740+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:30:31.124740+0000","last_undegraded":"2024-09-12T01:30:31.124740+0000","last_fullsized":"2024-09-12T01:30:31.124740+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:17.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260549+0000","last_change":"2024-09-12T00:42:13.965690+0000","last_active":"2024-09-12T01:30:11.260549+0000","last_peered":"2024-09-12T01:30:11.260549+0000","last_clean":"2024-09-12T01:30:11.260549+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:30:11.260549+0000","last_undegraded":"2024-09-12T01:30:11.260549+0000","last_fullsized":"2024-09-12T01:30:11.260549+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:49:05.901444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.120558+0000","last_change":"2024-09-12T00:38:18.961842+0000","last_active":"2024-09-12T01:30:26.120558+0000","last_peered":"2024-09-12T01:30:26.120558+0000","last_clean":"2024-09-12T01:30:26.120558+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:30:26.120558+0000","last_undegraded":"2024-09-12T01:30:26.120558+0000","last_fullsized":"2024-09-12T01:30:26.120558+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:42.827425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250654+0000","last_change":"2024-09-12T01:00:41.027150+0000","last_active":"2024-09-12T01:31:56.250654+0000","last_peered":"2024-09-12T01:31:56.250654+0000","last_clean":"2024-09-12T01:31:56.250654+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:31:56.250654+0000","last_undegraded":"2024-09-12T01:31:56.250654+0000","last_fullsized":"2024-09-12T01:31:56.250654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:30.965402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.244675+0000","last_change":"2024-09-12T00:42:18.049315+0000","last_active":"2024-09-12T01:30:16.244675+0000","last_peered":"2024-09-12T01:30:16.244675+0000","last_clean":"2024-09-12T01:30:16.244675+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:30:16.244675+0000","last_undegraded":"2024-09-12T01:30:16.244675+0000","last_fullsized":"2024-09-12T01:30:16.244675+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:55:47.733043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:08.230881+0000","last_change":"2024-09-12T00:42:13.968208+0000","last_active":"2024-09-12T01:30:08.230881+0000","last_peered":"2024-09-12T01:30:08.230881+0000","last_clean":"2024-09-12T01:30:08.230881+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:30:08.230881+0000","last_undegraded":"2024-09-12T01:30:08.230881+0000","last_fullsized":"2024-09-12T01:30:08.230881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:22.169888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.246076+0000","last_change":"2024-09-12T00:38:18.964058+0000","last_active":"2024-09-12T01:30:26.246076+0000","last_peered":"2024-09-12T01:30:26.246076+0000","last_clean":"2024-09-12T01:30:26.246076+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:30:26.246076+0000","last_undegraded":"2024-09-12T01:30:26.246076+0000","last_fullsized":"2024-09-12T01:30:26.246076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:24:51.041258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277450+0000","last_change":"2024-09-12T01:00:41.037045+0000","last_active":"2024-09-12T01:32:01.277450+0000","last_peered":"2024-09-12T01:32:01.277450+0000","last_clean":"2024-09-12T01:32:01.277450+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:32:01.277450+0000","last_undegraded":"2024-09-12T01:32:01.277450+0000","last_fullsized":"2024-09-12T01:32:01.277450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:05.090822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.119068+0000","last_change":"2024-09-12T00:42:18.045079+0000","last_active":"2024-09-12T01:30:16.119068+0000","last_peered":"2024-09-12T01:30:16.119068+0000","last_clean":"2024-09-12T01:30:16.119068+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:30:16.119068+0000","last_undegraded":"2024-09-12T01:30:16.119068+0000","last_fullsized":"2024-09-12T01:30:16.119068+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:55:04.516643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'6","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.244142+0000","last_change":"2024-09-12T00:42:13.968198+0000","last_active":"2024-09-12T01:30:11.244142+0000","last_peered":"2024-09-12T01:30:11.244142+0000","last_clean":"2024-09-12T01:30:11.244142+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:30:11.244142+0000","last_undegraded":"2024-09-12T01:30:11.244142+0000","last_fullsized":"2024-09-12T01:30:11.244142+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:06.486651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":17410,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'115","reported_seq":418,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263894+0000","last_change":"2024-09-12T00:38:18.965108+0000","last_active":"2024-09-12T01:30:31.263894+0000","last_peered":"2024-09-12T01:30:31.263894+0000","last_clean":"2024-09-12T01:30:31.263894+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:30:31.263894+0000","last_undegraded":"2024-09-12T01:30:31.263894+0000","last_fullsized":"2024-09-12T01:30:31.263894+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:26.877870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'294","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:42.857747+0000","last_change":"2024-09-12T00:24:08.673892+0000","last_active":"2024-09-12T01:33:42.857747+0000","last_peered":"2024-09-12T01:33:42.857747+0000","last_clean":"2024-09-12T01:33:42.857747+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:33:42.857747+0000","last_undegraded":"2024-09-12T01:33:42.857747+0000","last_fullsized":"2024-09-12T01:33:42.857747+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:48.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8824803,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":485,"num_read_kb":12861,"num_write":1059,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'583","reported_seq":1357,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.889528+0000","last_change":"2024-09-12T00:24:10.669998+0000","last_active":"2024-09-12T01:32:14.889528+0000","last_peered":"2024-09-12T01:32:14.889528+0000","last_clean":"2024-09-12T01:32:14.889528+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:32:14.889528+0000","last_undegraded":"2024-09-12T01:32:14.889528+0000","last_fullsized":"2024-09-12T01:32:14.889528+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:30.082229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'280","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.020311+0000","last_change":"2024-09-12T00:24:08.670262+0000","last_active":"2024-09-12T01:34:08.020311+0000","last_peered":"2024-09-12T01:34:08.020311+0000","last_clean":"2024-09-12T01:34:08.020311+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:08.020311+0000","last_undegraded":"2024-09-12T01:34:08.020311+0000","last_fullsized":"2024-09-12T01:34:08.020311+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:41.253751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243361,"num_objects":45,"num_object_clones":0,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":371,"num_read_kb":19914,"num_write":919,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:45.778007+0000","last_change":"2024-09-12T00:24:10.674620+0000","last_active":"2024-09-12T01:30:45.778007+0000","last_peered":"2024-09-12T01:30:45.778007+0000","last_clean":"2024-09-12T01:30:45.778007+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:30:45.778007+0000","last_undegraded":"2024-09-12T01:30:45.778007+0000","last_fullsized":"2024-09-12T01:30:45.778007+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:52.637267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'261","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.463151+0000","last_change":"2024-09-12T00:24:08.662063+0000","last_active":"2024-09-12T01:32:26.463151+0000","last_peered":"2024-09-12T01:32:26.463151+0000","last_clean":"2024-09-12T01:32:26.463151+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:32:26.463151+0000","last_undegraded":"2024-09-12T01:32:26.463151+0000","last_fullsized":"2024-09-12T01:32:26.463151+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:31.709349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7236882,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":411,"num_read_kb":23511,"num_write":989,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:37.786494+0000","last_change":"2024-09-12T00:24:10.664917+0000","last_active":"2024-09-12T01:31:37.786494+0000","last_peered":"2024-09-12T01:31:37.786494+0000","last_clean":"2024-09-12T01:31:37.786494+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:31:37.786494+0000","last_undegraded":"2024-09-12T01:31:37.786494+0000","last_fullsized":"2024-09-12T01:31:37.786494+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:08.359684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'308","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.123364+0000","last_change":"2024-09-12T00:24:08.666390+0000","last_active":"2024-09-12T01:30:21.123364+0000","last_peered":"2024-09-12T01:30:21.123364+0000","last_clean":"2024-09-12T01:30:21.123364+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:30:21.123364+0000","last_undegraded":"2024-09-12T01:30:21.123364+0000","last_fullsized":"2024-09-12T01:30:21.123364+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:57.995959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8488867,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":452,"num_read_kb":21240,"num_write":1153,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:48.582365+0000","last_change":"2024-09-12T00:24:10.677456+0000","last_active":"2024-09-12T01:29:48.582365+0000","last_peered":"2024-09-12T01:29:48.582365+0000","last_clean":"2024-09-12T01:29:48.582365+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:29:48.582365+0000","last_undegraded":"2024-09-12T01:29:48.582365+0000","last_fullsized":"2024-09-12T01:29:48.582365+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:57.022663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'306","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.214205+0000","last_change":"2024-09-12T00:24:08.658660+0000","last_active":"2024-09-12T01:32:22.214205+0000","last_peered":"2024-09-12T01:32:22.214205+0000","last_clean":"2024-09-12T01:32:22.214205+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:32:22.214205+0000","last_undegraded":"2024-09-12T01:32:22.214205+0000","last_fullsized":"2024-09-12T01:32:22.214205+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:59:47.868637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5217213,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":469,"num_read_kb":15565,"num_write":1131,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245321+0000","last_change":"2024-09-12T00:24:10.676113+0000","last_active":"2024-09-12T01:30:21.245321+0000","last_peered":"2024-09-12T01:30:21.245321+0000","last_clean":"2024-09-12T01:30:21.245321+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:30:21.245321+0000","last_undegraded":"2024-09-12T01:30:21.245321+0000","last_fullsized":"2024-09-12T01:30:21.245321+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:28.079984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'314","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.357998+0000","last_change":"2024-09-12T00:24:08.668043+0000","last_active":"2024-09-12T01:32:22.357998+0000","last_peered":"2024-09-12T01:32:22.357998+0000","last_clean":"2024-09-12T01:32:22.357998+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:32:22.357998+0000","last_undegraded":"2024-09-12T01:32:22.357998+0000","last_fullsized":"2024-09-12T01:32:22.357998+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:43.936342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10148313,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":540,"num_read_kb":19657,"num_write":1164,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":626,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123981+0000","last_change":"2024-09-12T00:24:10.662510+0000","last_active":"2024-09-12T01:30:51.123981+0000","last_peered":"2024-09-12T01:30:51.123981+0000","last_clean":"2024-09-12T01:30:51.123981+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:30:51.123981+0000","last_undegraded":"2024-09-12T01:30:51.123981+0000","last_fullsized":"2024-09-12T01:30:51.123981+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:31.895006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'284","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.126505+0000","last_change":"2024-09-12T00:24:08.665105+0000","last_active":"2024-09-12T01:33:47.126505+0000","last_peered":"2024-09-12T01:33:47.126505+0000","last_clean":"2024-09-12T01:33:47.126505+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:33:47.126505+0000","last_undegraded":"2024-09-12T01:33:47.126505+0000","last_fullsized":"2024-09-12T01:33:47.126505+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:28.242626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14286189,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":526,"num_read_kb":23929,"num_write":1031,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127753+0000","last_change":"2024-09-12T00:24:38.772626+0000","last_active":"2024-09-12T01:30:51.127753+0000","last_peered":"2024-09-12T01:30:51.127753+0000","last_clean":"2024-09-12T01:30:51.127753+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:30:51.127753+0000","last_undegraded":"2024-09-12T01:30:51.127753+0000","last_fullsized":"2024-09-12T01:30:51.127753+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:07.196387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'261","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:35.402097+0000","last_change":"2024-09-12T00:24:08.667403+0000","last_active":"2024-09-12T01:30:35.402097+0000","last_peered":"2024-09-12T01:30:35.402097+0000","last_clean":"2024-09-12T01:30:35.402097+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:30:35.402097+0000","last_undegraded":"2024-09-12T01:30:35.402097+0000","last_fullsized":"2024-09-12T01:30:35.402097+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:33.697774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641044,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":385,"num_read_kb":8621,"num_write":1066,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:57.421562+0000","last_change":"2024-09-12T00:24:10.679160+0000","last_active":"2024-09-12T01:31:57.421562+0000","last_peered":"2024-09-12T01:31:57.421562+0000","last_clean":"2024-09-12T01:31:57.421562+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:31:57.421562+0000","last_undegraded":"2024-09-12T01:31:57.421562+0000","last_fullsized":"2024-09-12T01:31:57.421562+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:19.316312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369497+0000","last_change":"2024-09-12T00:24:10.664971+0000","last_active":"2024-09-12T01:29:31.369497+0000","last_peered":"2024-09-12T01:29:31.369497+0000","last_clean":"2024-09-12T01:29:31.369497+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:29:31.369497+0000","last_undegraded":"2024-09-12T01:29:31.369497+0000","last_fullsized":"2024-09-12T01:29:31.369497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:50.657002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'283","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.255005+0000","last_change":"2024-09-12T00:24:08.670051+0000","last_active":"2024-09-12T01:29:36.255005+0000","last_peered":"2024-09-12T01:29:36.255005+0000","last_clean":"2024-09-12T01:29:36.255005+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:29:36.255005+0000","last_undegraded":"2024-09-12T01:29:36.255005+0000","last_fullsized":"2024-09-12T01:29:36.255005+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:59.477433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1070419,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":490,"num_read_kb":3675,"num_write":1027,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254102+0000","last_change":"2024-09-12T00:24:10.674713+0000","last_active":"2024-09-12T01:29:31.254102+0000","last_peered":"2024-09-12T01:29:31.254102+0000","last_clean":"2024-09-12T01:29:31.254102+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:29:31.254102+0000","last_undegraded":"2024-09-12T01:29:31.254102+0000","last_fullsized":"2024-09-12T01:29:31.254102+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:21.004493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'282","reported_seq":1163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.237676+0000","last_change":"2024-09-12T00:24:08.668207+0000","last_active":"2024-09-12T01:29:26.237676+0000","last_peered":"2024-09-12T01:29:26.237676+0000","last_clean":"2024-09-12T01:29:26.237676+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:29:26.237676+0000","last_undegraded":"2024-09-12T01:29:26.237676+0000","last_fullsized":"2024-09-12T01:29:26.237676+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:17.075473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26837624,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":878,"num_read_kb":51989,"num_write":1068,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.392245+0000","last_change":"2024-09-12T00:24:10.683698+0000","last_active":"2024-09-12T01:32:44.392245+0000","last_peered":"2024-09-12T01:32:44.392245+0000","last_clean":"2024-09-12T01:32:44.392245+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:32:44.392245+0000","last_undegraded":"2024-09-12T01:32:44.392245+0000","last_fullsized":"2024-09-12T01:32:44.392245+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:22:53.338702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'290","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.237658+0000","last_change":"2024-09-12T00:24:08.674604+0000","last_active":"2024-09-12T01:29:26.237658+0000","last_peered":"2024-09-12T01:29:26.237658+0000","last_clean":"2024-09-12T01:29:26.237658+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:29:26.237658+0000","last_undegraded":"2024-09-12T01:29:26.237658+0000","last_fullsized":"2024-09-12T01:29:26.237658+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:04.355926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7454989,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":418,"num_read_kb":22078,"num_write":1027,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:35.105057+0000","last_change":"2024-09-12T00:24:10.678885+0000","last_active":"2024-09-12T01:30:35.105057+0000","last_peered":"2024-09-12T01:30:35.105057+0000","last_clean":"2024-09-12T01:30:35.105057+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:30:35.105057+0000","last_undegraded":"2024-09-12T01:30:35.105057+0000","last_fullsized":"2024-09-12T01:30:35.105057+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:37.511479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'269","reported_seq":888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:37.577982+0000","last_change":"2024-09-12T00:25:38.861987+0000","last_active":"2024-09-12T01:32:37.577982+0000","last_peered":"2024-09-12T01:32:37.577982+0000","last_clean":"2024-09-12T01:32:37.577982+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:32:37.577982+0000","last_undegraded":"2024-09-12T01:32:37.577982+0000","last_fullsized":"2024-09-12T01:32:37.577982+0000","mapping_epoch":42,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:38.435795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12974699,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":447,"num_read_kb":45990,"num_write":1002,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'37","reported_seq":568,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:25.014725+0000","last_change":"2024-09-12T00:24:10.679770+0000","last_active":"2024-09-12T01:30:25.014725+0000","last_peered":"2024-09-12T01:30:25.014725+0000","last_clean":"2024-09-12T01:30:25.014725+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:30:25.014725+0000","last_undegraded":"2024-09-12T01:30:25.014725+0000","last_fullsized":"2024-09-12T01:30:25.014725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:05.420239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'258","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:41.389579+0000","last_change":"2024-09-12T00:24:08.669924+0000","last_active":"2024-09-12T01:33:41.389579+0000","last_peered":"2024-09-12T01:33:41.389579+0000","last_clean":"2024-09-12T01:33:41.389579+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:33:41.389579+0000","last_undegraded":"2024-09-12T01:33:41.389579+0000","last_fullsized":"2024-09-12T01:33:41.389579+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:13.366446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1475237,"num_objects":57,"num_object_clones":0,"num_object_copies":171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":399,"num_read_kb":21057,"num_write":982,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'151","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.453089+0000","last_change":"2024-09-12T00:24:10.663291+0000","last_active":"2024-09-12T01:31:16.453089+0000","last_peered":"2024-09-12T01:31:16.453089+0000","last_clean":"2024-09-12T01:31:16.453089+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:31:16.453089+0000","last_undegraded":"2024-09-12T01:31:16.453089+0000","last_fullsized":"2024-09-12T01:31:16.453089+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:03.908724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'351","reported_seq":1075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349647+0000","last_change":"2024-09-12T00:24:08.661984+0000","last_active":"2024-09-12T01:29:41.349647+0000","last_peered":"2024-09-12T01:29:41.349647+0000","last_clean":"2024-09-12T01:29:41.349647+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:29:41.349647+0000","last_undegraded":"2024-09-12T01:29:41.349647+0000","last_fullsized":"2024-09-12T01:29:41.349647+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:15.112372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3486449,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":729,"num_read_kb":13792,"num_write":1185,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.508515+0000","last_change":"2024-09-12T00:24:18.738335+0000","last_active":"2024-09-12T01:32:44.508515+0000","last_peered":"2024-09-12T01:32:44.508515+0000","last_clean":"2024-09-12T01:32:44.508515+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:32:44.508515+0000","last_undegraded":"2024-09-12T01:32:44.508515+0000","last_fullsized":"2024-09-12T01:32:44.508515+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:59.009931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226866+0000","last_change":"2024-09-12T00:24:10.680033+0000","last_active":"2024-09-12T01:29:46.226866+0000","last_peered":"2024-09-12T01:29:46.226866+0000","last_clean":"2024-09-12T01:29:46.226866+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:29:46.226866+0000","last_undegraded":"2024-09-12T01:29:46.226866+0000","last_fullsized":"2024-09-12T01:29:46.226866+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:10.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'345","reported_seq":1032,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.443707+0000","last_change":"2024-09-12T00:24:39.111008+0000","last_active":"2024-09-12T01:31:01.443707+0000","last_peered":"2024-09-12T01:31:01.443707+0000","last_clean":"2024-09-12T01:31:01.443707+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:31:01.443707+0000","last_undegraded":"2024-09-12T01:31:01.443707+0000","last_fullsized":"2024-09-12T01:31:01.443707+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:08.436939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9008392,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":577,"num_read_kb":29390,"num_write":1213,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116169+0000","last_change":"2024-09-12T00:24:12.689642+0000","last_active":"2024-09-12T01:29:31.116169+0000","last_peered":"2024-09-12T01:29:31.116169+0000","last_clean":"2024-09-12T01:29:31.116169+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:29:31.116169+0000","last_undegraded":"2024-09-12T01:29:31.116169+0000","last_fullsized":"2024-09-12T01:29:31.116169+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:06.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'340","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250689+0000","last_change":"2024-09-12T00:24:14.706522+0000","last_active":"2024-09-12T01:31:56.250689+0000","last_peered":"2024-09-12T01:31:56.250689+0000","last_clean":"2024-09-12T01:31:56.250689+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:31:56.250689+0000","last_undegraded":"2024-09-12T01:31:56.250689+0000","last_fullsized":"2024-09-12T01:31:56.250689+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:35.667020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54791,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":548,"num_read_kb":1042,"num_write":430,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254226+0000","last_change":"2024-09-12T00:24:16.720768+0000","last_active":"2024-09-12T01:29:31.254226+0000","last_peered":"2024-09-12T01:29:31.254226+0000","last_clean":"2024-09-12T01:29:31.254226+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:29:31.254226+0000","last_undegraded":"2024-09-12T01:29:31.254226+0000","last_fullsized":"2024-09-12T01:29:31.254226+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:40.618368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'159","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.901714+0000","last_change":"2024-09-12T00:24:18.731110+0000","last_active":"2024-09-12T01:32:14.901714+0000","last_peered":"2024-09-12T01:32:14.901714+0000","last_clean":"2024-09-12T01:32:14.901714+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:32:14.901714+0000","last_undegraded":"2024-09-12T01:32:14.901714+0000","last_fullsized":"2024-09-12T01:32:14.901714+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:36.329988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.115459+0000","last_change":"2024-09-12T00:24:10.670433+0000","last_active":"2024-09-12T01:29:26.115459+0000","last_peered":"2024-09-12T01:29:26.115459+0000","last_clean":"2024-09-12T01:29:26.115459+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:29:26.115459+0000","last_undegraded":"2024-09-12T01:29:26.115459+0000","last_fullsized":"2024-09-12T01:29:26.115459+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:44.934657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'341","reported_seq":1037,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348359+0000","last_change":"2024-09-12T00:24:08.656880+0000","last_active":"2024-09-12T01:29:31.348359+0000","last_peered":"2024-09-12T01:29:31.348359+0000","last_clean":"2024-09-12T01:29:31.348359+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:29:31.348359+0000","last_undegraded":"2024-09-12T01:29:31.348359+0000","last_fullsized":"2024-09-12T01:29:31.348359+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:19.020690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13362841,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":614,"num_read_kb":44471,"num_write":1136,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.227457+0000","last_change":"2024-09-12T00:24:12.686316+0000","last_active":"2024-09-12T01:29:51.227457+0000","last_peered":"2024-09-12T01:29:51.227457+0000","last_clean":"2024-09-12T01:29:51.227457+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:29:51.227457+0000","last_undegraded":"2024-09-12T01:29:51.227457+0000","last_fullsized":"2024-09-12T01:29:51.227457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:50.348880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'103","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369636+0000","last_change":"2024-09-12T00:24:14.699420+0000","last_active":"2024-09-12T01:29:31.369636+0000","last_peered":"2024-09-12T01:29:31.369636+0000","last_clean":"2024-09-12T01:29:31.369636+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:29:31.369636+0000","last_undegraded":"2024-09-12T01:29:31.369636+0000","last_fullsized":"2024-09-12T01:29:31.369636+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:12.642030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369625+0000","last_change":"2024-09-12T00:24:16.714474+0000","last_active":"2024-09-12T01:29:31.369625+0000","last_peered":"2024-09-12T01:29:31.369625+0000","last_clean":"2024-09-12T01:29:31.369625+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:29:31.369625+0000","last_undegraded":"2024-09-12T01:29:31.369625+0000","last_fullsized":"2024-09-12T01:29:31.369625+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:48:09.089607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'115","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.023724+0000","last_change":"2024-09-12T00:24:18.734348+0000","last_active":"2024-09-12T01:32:43.023724+0000","last_peered":"2024-09-12T01:32:43.023724+0000","last_clean":"2024-09-12T01:32:43.023724+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:32:43.023724+0000","last_undegraded":"2024-09-12T01:32:43.023724+0000","last_fullsized":"2024-09-12T01:32:43.023724+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:06.589383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.347799+0000","last_change":"2024-09-12T00:24:10.678414+0000","last_active":"2024-09-12T01:29:26.347799+0000","last_peered":"2024-09-12T01:29:26.347799+0000","last_clean":"2024-09-12T01:29:26.347799+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:29:26.347799+0000","last_undegraded":"2024-09-12T01:29:26.347799+0000","last_fullsized":"2024-09-12T01:29:26.347799+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:36.180664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'276","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254068+0000","last_change":"2024-09-12T00:24:08.670301+0000","last_active":"2024-09-12T01:29:31.254068+0000","last_peered":"2024-09-12T01:29:31.254068+0000","last_clean":"2024-09-12T01:29:31.254068+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:29:31.254068+0000","last_undegraded":"2024-09-12T01:29:31.254068+0000","last_fullsized":"2024-09-12T01:29:31.254068+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:17.036904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624333,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":417,"num_read_kb":21947,"num_write":1054,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224828+0000","last_change":"2024-09-12T00:24:12.693371+0000","last_active":"2024-09-12T01:29:31.224828+0000","last_peered":"2024-09-12T01:29:31.224828+0000","last_clean":"2024-09-12T01:29:31.224828+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:29:31.224828+0000","last_undegraded":"2024-09-12T01:29:31.224828+0000","last_fullsized":"2024-09-12T01:29:31.224828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:43.565765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'135","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.209810+0000","last_change":"2024-09-12T00:24:14.697470+0000","last_active":"2024-09-12T01:29:51.209810+0000","last_peered":"2024-09-12T01:29:51.209810+0000","last_clean":"2024-09-12T01:29:51.209810+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:29:51.209810+0000","last_undegraded":"2024-09-12T01:29:51.209810+0000","last_fullsized":"2024-09-12T01:29:51.209810+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:55.092352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'777","reported_seq":6746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489577+0000","last_change":"2024-09-12T00:24:16.721955+0000","last_active":"2024-09-12T01:33:51.489577+0000","last_peered":"2024-09-12T01:33:51.489577+0000","last_clean":"2024-09-12T01:33:51.489577+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:33:51.489577+0000","last_undegraded":"2024-09-12T01:33:51.489577+0000","last_fullsized":"2024-09-12T01:33:51.489577+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":701,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:08:45.418609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'225","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.496591+0000","last_change":"2024-09-12T00:24:18.731761+0000","last_active":"2024-09-12T01:32:43.496591+0000","last_peered":"2024-09-12T01:32:43.496591+0000","last_clean":"2024-09-12T01:32:43.496591+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:32:43.496591+0000","last_undegraded":"2024-09-12T01:32:43.496591+0000","last_fullsized":"2024-09-12T01:32:43.496591+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:16.513463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.334565+0000","last_change":"2024-09-12T00:24:10.678332+0000","last_active":"2024-09-12T01:32:04.334565+0000","last_peered":"2024-09-12T01:32:04.334565+0000","last_clean":"2024-09-12T01:32:04.334565+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:32:04.334565+0000","last_undegraded":"2024-09-12T01:32:04.334565+0000","last_fullsized":"2024-09-12T01:32:04.334565+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:18.531965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'276","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:27.698981+0000","last_change":"2024-09-12T00:24:38.771075+0000","last_active":"2024-09-12T01:30:27.698981+0000","last_peered":"2024-09-12T01:30:27.698981+0000","last_clean":"2024-09-12T01:30:27.698981+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:30:27.698981+0000","last_undegraded":"2024-09-12T01:30:27.698981+0000","last_fullsized":"2024-09-12T01:30:27.698981+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:27.420007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17346535,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":513,"num_read_kb":38039,"num_write":1023,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"39'3","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.578627+0000","last_change":"2024-09-12T00:24:12.685929+0000","last_active":"2024-09-12T01:33:48.578627+0000","last_peered":"2024-09-12T01:33:48.578627+0000","last_clean":"2024-09-12T01:33:48.578627+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:33:48.578627+0000","last_undegraded":"2024-09-12T01:33:48.578627+0000","last_fullsized":"2024-09-12T01:33:48.578627+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:52.157127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'285","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276677+0000","last_change":"2024-09-12T00:24:14.749704+0000","last_active":"2024-09-12T01:31:56.276677+0000","last_peered":"2024-09-12T01:31:56.276677+0000","last_clean":"2024-09-12T01:31:56.276677+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:31:56.276677+0000","last_undegraded":"2024-09-12T01:31:56.276677+0000","last_fullsized":"2024-09-12T01:31:56.276677+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:39.150759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53684,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":460,"num_read_kb":981,"num_write":376,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'760","reported_seq":2496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.483741+0000","last_change":"2024-09-12T00:24:16.723676+0000","last_active":"2024-09-12T01:33:51.483741+0000","last_peered":"2024-09-12T01:33:51.483741+0000","last_clean":"2024-09-12T01:33:51.483741+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:33:51.483741+0000","last_undegraded":"2024-09-12T01:33:51.483741+0000","last_fullsized":"2024-09-12T01:33:51.483741+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:29.790051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131721+0000","last_change":"2024-09-12T00:24:10.671155+0000","last_active":"2024-09-12T01:31:21.131721+0000","last_peered":"2024-09-12T01:31:21.131721+0000","last_clean":"2024-09-12T01:31:21.131721+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:31:21.131721+0000","last_undegraded":"2024-09-12T01:31:21.131721+0000","last_fullsized":"2024-09-12T01:31:21.131721+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:38.414812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'283","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.226679+0000","last_change":"2024-09-12T00:24:39.111235+0000","last_active":"2024-09-12T01:32:26.226679+0000","last_peered":"2024-09-12T01:32:26.226679+0000","last_clean":"2024-09-12T01:32:26.226679+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:32:26.226679+0000","last_undegraded":"2024-09-12T01:32:26.226679+0000","last_fullsized":"2024-09-12T01:32:26.226679+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:21.097753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8793116,"num_objects":82,"num_object_clones":0,"num_object_copies":246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":408,"num_read_kb":29151,"num_write":1054,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.272083+0000","last_change":"2024-09-12T00:24:12.688189+0000","last_active":"2024-09-12T01:31:26.272083+0000","last_peered":"2024-09-12T01:31:26.272083+0000","last_clean":"2024-09-12T01:31:26.272083+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:31:26.272083+0000","last_undegraded":"2024-09-12T01:31:26.272083+0000","last_fullsized":"2024-09-12T01:31:26.272083+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:32.894151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'410","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:46.152575+0000","last_change":"2024-09-12T00:24:14.750386+0000","last_active":"2024-09-12T01:33:46.152575+0000","last_peered":"2024-09-12T01:33:46.152575+0000","last_clean":"2024-09-12T01:33:46.152575+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:33:46.152575+0000","last_undegraded":"2024-09-12T01:33:46.152575+0000","last_fullsized":"2024-09-12T01:33:46.152575+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:13.215648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65829,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":667,"num_read_kb":1278,"num_write":532,"num_write_kb":351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134640+0000","last_change":"2024-09-12T00:24:16.719112+0000","last_active":"2024-09-12T01:31:48.134640+0000","last_peered":"2024-09-12T01:31:48.134640+0000","last_clean":"2024-09-12T01:31:48.134640+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:31:48.134640+0000","last_undegraded":"2024-09-12T01:31:48.134640+0000","last_fullsized":"2024-09-12T01:31:48.134640+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.049198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'515","reported_seq":1327,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.655241+0000","last_change":"2024-09-12T00:24:18.731187+0000","last_active":"2024-09-12T01:33:48.655241+0000","last_peered":"2024-09-12T01:33:48.655241+0000","last_clean":"2024-09-12T01:33:48.655241+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:33:48.655241+0000","last_undegraded":"2024-09-12T01:33:48.655241+0000","last_fullsized":"2024-09-12T01:33:48.655241+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.209017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'131","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.128037+0000","last_change":"2024-09-12T00:24:10.663063+0000","last_active":"2024-09-12T01:31:21.128037+0000","last_peered":"2024-09-12T01:31:21.128037+0000","last_clean":"2024-09-12T01:31:21.128037+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:31:21.128037+0000","last_undegraded":"2024-09-12T01:31:21.128037+0000","last_fullsized":"2024-09-12T01:31:21.128037+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:05:46.454255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'302","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:43.563668+0000","last_change":"2024-09-12T00:24:08.658729+0000","last_active":"2024-09-12T01:33:43.563668+0000","last_peered":"2024-09-12T01:33:43.563668+0000","last_clean":"2024-09-12T01:33:43.563668+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:33:43.563668+0000","last_undegraded":"2024-09-12T01:33:43.563668+0000","last_fullsized":"2024-09-12T01:33:43.563668+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:50.335842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4909115,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":478,"num_read_kb":10513,"num_write":1033,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220125+0000","last_change":"2024-09-12T00:24:12.681932+0000","last_active":"2024-09-12T01:31:26.220125+0000","last_peered":"2024-09-12T01:31:26.220125+0000","last_clean":"2024-09-12T01:31:26.220125+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:31:26.220125+0000","last_undegraded":"2024-09-12T01:31:26.220125+0000","last_fullsized":"2024-09-12T01:31:26.220125+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.734065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'289","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.620215+0000","last_change":"2024-09-12T00:24:14.700184+0000","last_active":"2024-09-12T01:33:48.620215+0000","last_peered":"2024-09-12T01:33:48.620215+0000","last_clean":"2024-09-12T01:33:48.620215+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:33:48.620215+0000","last_undegraded":"2024-09-12T01:33:48.620215+0000","last_fullsized":"2024-09-12T01:33:48.620215+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:14.767330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54221,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1013,"num_write":392,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240967+0000","last_change":"2024-09-12T00:24:16.725409+0000","last_active":"2024-09-12T01:31:41.240967+0000","last_peered":"2024-09-12T01:31:41.240967+0000","last_clean":"2024-09-12T01:31:41.240967+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:31:41.240967+0000","last_undegraded":"2024-09-12T01:31:41.240967+0000","last_fullsized":"2024-09-12T01:31:41.240967+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2392","reported_seq":4231,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:16.270354+0000","last_change":"2024-09-12T00:24:18.733017+0000","last_active":"2024-09-12T01:33:16.270354+0000","last_peered":"2024-09-12T01:33:16.270354+0000","last_clean":"2024-09-12T01:33:16.270354+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:33:16.270354+0000","last_undegraded":"2024-09-12T01:33:16.270354+0000","last_fullsized":"2024-09-12T01:33:16.270354+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":2300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:47.581649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:53.255027+0000","last_change":"2024-09-12T00:24:10.674638+0000","last_active":"2024-09-12T01:31:53.255027+0000","last_peered":"2024-09-12T01:31:53.255027+0000","last_clean":"2024-09-12T01:31:53.255027+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:31:53.255027+0000","last_undegraded":"2024-09-12T01:31:53.255027+0000","last_fullsized":"2024-09-12T01:31:53.255027+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:58:17.799862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'271","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:28.009759+0000","last_change":"2024-09-12T00:24:08.664366+0000","last_active":"2024-09-12T01:32:28.009759+0000","last_peered":"2024-09-12T01:32:28.009759+0000","last_clean":"2024-09-12T01:32:28.009759+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:32:28.009759+0000","last_undegraded":"2024-09-12T01:32:28.009759+0000","last_fullsized":"2024-09-12T01:32:28.009759+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:15.752193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14741059,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":644,"num_read_kb":68545,"num_write":898,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222328+0000","last_change":"2024-09-12T00:24:12.686578+0000","last_active":"2024-09-12T01:31:46.222328+0000","last_peered":"2024-09-12T01:31:46.222328+0000","last_clean":"2024-09-12T01:31:46.222328+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:31:46.222328+0000","last_undegraded":"2024-09-12T01:31:46.222328+0000","last_fullsized":"2024-09-12T01:31:46.222328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:06.359000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'337","reported_seq":951,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.290859+0000","last_change":"2024-09-12T00:24:14.701944+0000","last_active":"2024-09-12T01:33:36.290859+0000","last_peered":"2024-09-12T01:33:36.290859+0000","last_clean":"2024-09-12T01:33:36.290859+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:33:36.290859+0000","last_undegraded":"2024-09-12T01:33:36.290859+0000","last_fullsized":"2024-09-12T01:33:36.290859+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:32.425132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60016,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":563,"num_read_kb":1134,"num_write":454,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'784","reported_seq":2557,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.482589+0000","last_change":"2024-09-12T00:24:16.719805+0000","last_active":"2024-09-12T01:33:51.482589+0000","last_peered":"2024-09-12T01:33:51.482589+0000","last_clean":"2024-09-12T01:33:51.482589+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:33:51.482589+0000","last_undegraded":"2024-09-12T01:33:51.482589+0000","last_fullsized":"2024-09-12T01:33:51.482589+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:46.834080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'130","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.724771+0000","last_change":"2024-09-12T00:24:18.734890+0000","last_active":"2024-09-12T01:33:47.724771+0000","last_peered":"2024-09-12T01:33:47.724771+0000","last_clean":"2024-09-12T01:33:47.724771+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:33:47.724771+0000","last_undegraded":"2024-09-12T01:33:47.724771+0000","last_fullsized":"2024-09-12T01:33:47.724771+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:33.047499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248621+0000","last_change":"2024-09-12T00:24:10.677242+0000","last_active":"2024-09-12T01:31:41.248621+0000","last_peered":"2024-09-12T01:31:41.248621+0000","last_clean":"2024-09-12T01:31:41.248621+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:31:41.248621+0000","last_undegraded":"2024-09-12T01:31:41.248621+0000","last_fullsized":"2024-09-12T01:31:41.248621+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:22.472194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'333","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:40.296825+0000","last_change":"2024-09-12T00:24:08.671837+0000","last_active":"2024-09-12T01:33:40.296825+0000","last_peered":"2024-09-12T01:33:40.296825+0000","last_clean":"2024-09-12T01:33:40.296825+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:33:40.296825+0000","last_undegraded":"2024-09-12T01:33:40.296825+0000","last_fullsized":"2024-09-12T01:33:40.296825+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:03.039179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1707816,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":533,"num_read_kb":88898,"num_write":1274,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.221744+0000","last_change":"2024-09-12T00:24:12.687820+0000","last_active":"2024-09-12T01:31:41.221744+0000","last_peered":"2024-09-12T01:31:41.221744+0000","last_clean":"2024-09-12T01:31:41.221744+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:31:41.221744+0000","last_undegraded":"2024-09-12T01:31:41.221744+0000","last_fullsized":"2024-09-12T01:31:41.221744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:19.338895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'493","reported_seq":1149,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.623578+0000","last_change":"2024-09-12T00:24:14.706293+0000","last_active":"2024-09-12T01:33:48.623578+0000","last_peered":"2024-09-12T01:33:48.623578+0000","last_clean":"2024-09-12T01:33:48.623578+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:33:48.623578+0000","last_undegraded":"2024-09-12T01:33:48.623578+0000","last_fullsized":"2024-09-12T01:33:48.623578+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":400,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:29.296214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109361,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":1827,"num_write":694,"num_write_kb":556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220147+0000","last_change":"2024-09-12T00:24:16.720257+0000","last_active":"2024-09-12T01:31:26.220147+0000","last_peered":"2024-09-12T01:31:26.220147+0000","last_clean":"2024-09-12T01:31:26.220147+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:31:26.220147+0000","last_undegraded":"2024-09-12T01:31:26.220147+0000","last_fullsized":"2024-09-12T01:31:26.220147+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:14.875951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132240+0000","last_change":"2024-09-12T00:24:18.739842+0000","last_active":"2024-09-12T01:31:28.132240+0000","last_peered":"2024-09-12T01:31:28.132240+0000","last_clean":"2024-09-12T01:31:28.132240+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:31:28.132240+0000","last_undegraded":"2024-09-12T01:31:28.132240+0000","last_fullsized":"2024-09-12T01:31:28.132240+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:17.668002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:45.711038+0000","last_change":"2024-09-12T00:24:10.681935+0000","last_active":"2024-09-12T01:31:45.711038+0000","last_peered":"2024-09-12T01:31:45.711038+0000","last_clean":"2024-09-12T01:31:45.711038+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:31:45.711038+0000","last_undegraded":"2024-09-12T01:31:45.711038+0000","last_fullsized":"2024-09-12T01:31:45.711038+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:08.375572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'265","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.519405+0000","last_change":"2024-09-12T00:24:08.668280+0000","last_active":"2024-09-12T01:31:56.519405+0000","last_peered":"2024-09-12T01:31:56.519405+0000","last_clean":"2024-09-12T01:31:56.519405+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:31:56.519405+0000","last_undegraded":"2024-09-12T01:31:56.519405+0000","last_fullsized":"2024-09-12T01:31:56.519405+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:14.398227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6801096,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":556,"num_read_kb":18243,"num_write":988,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222369+0000","last_change":"2024-09-12T00:24:12.686811+0000","last_active":"2024-09-12T01:31:46.222369+0000","last_peered":"2024-09-12T01:31:46.222369+0000","last_clean":"2024-09-12T01:31:46.222369+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:31:46.222369+0000","last_undegraded":"2024-09-12T01:31:46.222369+0000","last_fullsized":"2024-09-12T01:31:46.222369+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:42.893918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'321","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.624376+0000","last_change":"2024-09-12T00:24:14.700091+0000","last_active":"2024-09-12T01:33:48.624376+0000","last_peered":"2024-09-12T01:33:48.624376+0000","last_clean":"2024-09-12T01:33:48.624376+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:33:48.624376+0000","last_undegraded":"2024-09-12T01:33:48.624376+0000","last_fullsized":"2024-09-12T01:33:48.624376+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:31.116877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64819,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":550,"num_read_kb":1126,"num_write":494,"num_write_kb":400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349735+0000","last_change":"2024-09-12T00:24:16.723622+0000","last_active":"2024-09-12T01:29:41.349735+0000","last_peered":"2024-09-12T01:29:41.349735+0000","last_clean":"2024-09-12T01:29:41.349735+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:29:41.349735+0000","last_undegraded":"2024-09-12T01:29:41.349735+0000","last_fullsized":"2024-09-12T01:29:41.349735+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:25:19.468021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'171","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.368982+0000","last_change":"2024-09-12T00:24:18.739807+0000","last_active":"2024-09-12T01:32:43.368982+0000","last_peered":"2024-09-12T01:32:43.368982+0000","last_clean":"2024-09-12T01:32:43.368982+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:32:43.368982+0000","last_undegraded":"2024-09-12T01:32:43.368982+0000","last_fullsized":"2024-09-12T01:32:43.368982+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:12.080957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":786,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130902+0000","last_change":"2024-09-12T00:24:10.677780+0000","last_active":"2024-09-12T01:31:41.130902+0000","last_peered":"2024-09-12T01:31:41.130902+0000","last_clean":"2024-09-12T01:31:41.130902+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:31:41.130902+0000","last_undegraded":"2024-09-12T01:31:41.130902+0000","last_fullsized":"2024-09-12T01:31:41.130902+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:52.230397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'259","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.463505+0000","last_change":"2024-09-12T00:24:08.670089+0000","last_active":"2024-09-12T01:32:26.463505+0000","last_peered":"2024-09-12T01:32:26.463505+0000","last_clean":"2024-09-12T01:32:26.463505+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:32:26.463505+0000","last_undegraded":"2024-09-12T01:32:26.463505+0000","last_fullsized":"2024-09-12T01:32:26.463505+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:06.279773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15331997,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":383,"num_read_kb":21516,"num_write":929,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134053+0000","last_change":"2024-09-12T00:24:12.690031+0000","last_active":"2024-09-12T01:31:43.134053+0000","last_peered":"2024-09-12T01:31:43.134053+0000","last_clean":"2024-09-12T01:31:43.134053+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:31:43.134053+0000","last_undegraded":"2024-09-12T01:31:43.134053+0000","last_fullsized":"2024-09-12T01:31:43.134053+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:29.863085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'338","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.224078+0000","last_change":"2024-09-12T00:24:14.700350+0000","last_active":"2024-09-12T01:32:01.224078+0000","last_peered":"2024-09-12T01:32:01.224078+0000","last_clean":"2024-09-12T01:32:01.224078+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:32:01.224078+0000","last_undegraded":"2024-09-12T01:32:01.224078+0000","last_fullsized":"2024-09-12T01:32:01.224078+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.455546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68563,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1123,"num_write":440,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'717","reported_seq":2581,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:52.003011+0000","last_change":"2024-09-12T00:24:16.721729+0000","last_active":"2024-09-12T01:33:52.003011+0000","last_peered":"2024-09-12T01:33:52.003011+0000","last_clean":"2024-09-12T01:33:52.003011+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:33:52.003011+0000","last_undegraded":"2024-09-12T01:33:52.003011+0000","last_fullsized":"2024-09-12T01:33:52.003011+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:56.586971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'104","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.033315+0000","last_change":"2024-09-12T00:24:18.735510+0000","last_active":"2024-09-12T01:32:42.033315+0000","last_peered":"2024-09-12T01:32:42.033315+0000","last_clean":"2024-09-12T01:32:42.033315+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:32:42.033315+0000","last_undegraded":"2024-09-12T01:32:42.033315+0000","last_fullsized":"2024-09-12T01:32:42.033315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:22.071155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'728","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130916+0000","last_change":"2024-09-12T00:24:10.671620+0000","last_active":"2024-09-12T01:31:41.130916+0000","last_peered":"2024-09-12T01:31:41.130916+0000","last_clean":"2024-09-12T01:31:41.130916+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:31:41.130916+0000","last_undegraded":"2024-09-12T01:31:41.130916+0000","last_fullsized":"2024-09-12T01:31:41.130916+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":700,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:55.730238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'306","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.206771+0000","last_change":"2024-09-12T00:24:08.655774+0000","last_active":"2024-09-12T01:32:36.206771+0000","last_peered":"2024-09-12T01:32:36.206771+0000","last_clean":"2024-09-12T01:32:36.206771+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:32:36.206771+0000","last_undegraded":"2024-09-12T01:32:36.206771+0000","last_fullsized":"2024-09-12T01:32:36.206771+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:06.058794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5609837,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":502,"num_read_kb":28786,"num_write":1125,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"32'2","reported_seq":1449,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.590610+0000","last_change":"2024-09-12T00:24:12.686290+0000","last_active":"2024-09-12T01:33:48.590610+0000","last_peered":"2024-09-12T01:33:48.590610+0000","last_clean":"2024-09-12T01:33:48.590610+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:33:48.590610+0000","last_undegraded":"2024-09-12T01:33:48.590610+0000","last_fullsized":"2024-09-12T01:33:48.590610+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:25:29.043448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'102","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241587+0000","last_change":"2024-09-12T00:24:14.749242+0000","last_active":"2024-09-12T01:31:46.241587+0000","last_peered":"2024-09-12T01:31:46.241587+0000","last_clean":"2024-09-12T01:31:46.241587+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:31:46.241587+0000","last_undegraded":"2024-09-12T01:31:46.241587+0000","last_fullsized":"2024-09-12T01:31:46.241587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:04.721092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'746","reported_seq":2501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:52.004429+0000","last_change":"2024-09-12T00:24:16.720025+0000","last_active":"2024-09-12T01:33:52.004429+0000","last_peered":"2024-09-12T01:33:52.004429+0000","last_clean":"2024-09-12T01:33:52.004429+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:33:52.004429+0000","last_undegraded":"2024-09-12T01:33:52.004429+0000","last_fullsized":"2024-09-12T01:33:52.004429+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":701,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:10.124067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.125505+0000","last_change":"2024-09-12T00:24:18.732654+0000","last_active":"2024-09-12T01:31:01.125505+0000","last_peered":"2024-09-12T01:31:01.125505+0000","last_clean":"2024-09-12T01:31:01.125505+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:31:01.125505+0000","last_undegraded":"2024-09-12T01:31:01.125505+0000","last_fullsized":"2024-09-12T01:31:01.125505+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:13.919169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:34.199535+0000","last_change":"2024-09-12T00:24:10.681630+0000","last_active":"2024-09-12T01:31:34.199535+0000","last_peered":"2024-09-12T01:31:34.199535+0000","last_clean":"2024-09-12T01:31:34.199535+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:31:34.199535+0000","last_undegraded":"2024-09-12T01:31:34.199535+0000","last_fullsized":"2024-09-12T01:31:34.199535+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:48.781894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'275","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238529+0000","last_change":"2024-09-12T00:24:08.657303+0000","last_active":"2024-09-12T01:31:21.238529+0000","last_peered":"2024-09-12T01:31:21.238529+0000","last_clean":"2024-09-12T01:31:21.238529+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:31:21.238529+0000","last_undegraded":"2024-09-12T01:31:21.238529+0000","last_fullsized":"2024-09-12T01:31:21.238529+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:36.317102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6617320,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":441,"num_read_kb":7676,"num_write":1049,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131811+0000","last_change":"2024-09-12T00:24:12.690804+0000","last_active":"2024-09-12T01:31:46.131811+0000","last_peered":"2024-09-12T01:31:46.131811+0000","last_clean":"2024-09-12T01:31:46.131811+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:31:46.131811+0000","last_undegraded":"2024-09-12T01:31:46.131811+0000","last_fullsized":"2024-09-12T01:31:46.131811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:16:47.092286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'379","reported_seq":997,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.637590+0000","last_change":"2024-09-12T00:24:14.705030+0000","last_active":"2024-09-12T01:33:48.637590+0000","last_peered":"2024-09-12T01:33:48.637590+0000","last_clean":"2024-09-12T01:33:48.637590+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:33:48.637590+0000","last_undegraded":"2024-09-12T01:33:48.637590+0000","last_fullsized":"2024-09-12T01:33:48.637590+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:16.538791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59680,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":1186,"num_write":492,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.257149+0000","last_change":"2024-09-12T00:24:16.725128+0000","last_active":"2024-09-12T01:31:46.257149+0000","last_peered":"2024-09-12T01:31:46.257149+0000","last_clean":"2024-09-12T01:31:46.257149+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:31:46.257149+0000","last_undegraded":"2024-09-12T01:31:46.257149+0000","last_fullsized":"2024-09-12T01:31:46.257149+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:46.681004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'167","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:25.212660+0000","last_change":"2024-09-12T00:24:18.738805+0000","last_active":"2024-09-12T01:31:25.212660+0000","last_peered":"2024-09-12T01:31:25.212660+0000","last_clean":"2024-09-12T01:31:25.212660+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:31:25.212660+0000","last_undegraded":"2024-09-12T01:31:25.212660+0000","last_fullsized":"2024-09-12T01:31:25.212660+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:30:44.991652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250771+0000","last_change":"2024-09-12T00:24:10.675444+0000","last_active":"2024-09-12T01:31:01.250771+0000","last_peered":"2024-09-12T01:31:01.250771+0000","last_clean":"2024-09-12T01:31:01.250771+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:31:01.250771+0000","last_undegraded":"2024-09-12T01:31:01.250771+0000","last_fullsized":"2024-09-12T01:31:01.250771+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:48.278187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":628,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277333+0000","last_change":"2024-09-12T00:23:48.851531+0000","last_active":"2024-09-12T01:32:01.277333+0000","last_peered":"2024-09-12T01:32:01.277333+0000","last_clean":"2024-09-12T01:32:01.277333+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:32:01.277333+0000","last_undegraded":"2024-09-12T01:32:01.277333+0000","last_fullsized":"2024-09-12T01:32:01.277333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_clean_scrub_stamp":"2024-09-12T00:23:47.835617+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:25.768348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"21'1","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125549+0000","last_change":"2024-09-12T00:23:55.892495+0000","last_active":"2024-09-12T01:30:36.125549+0000","last_peered":"2024-09-12T01:30:36.125549+0000","last_clean":"2024-09-12T01:30:36.125549+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:30:36.125549+0000","last_undegraded":"2024-09-12T01:30:36.125549+0000","last_fullsized":"2024-09-12T01:30:36.125549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:27.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'268","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.219606+0000","last_change":"2024-09-12T00:24:39.071273+0000","last_active":"2024-09-12T01:31:21.219606+0000","last_peered":"2024-09-12T01:31:21.219606+0000","last_clean":"2024-09-12T01:31:21.219606+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:31:21.219606+0000","last_undegraded":"2024-09-12T01:31:21.219606+0000","last_fullsized":"2024-09-12T01:31:21.219606+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:44:14.910902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8706714,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":586,"num_read_kb":57182,"num_write":1026,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.267391+0000","last_change":"2024-09-12T00:24:12.689018+0000","last_active":"2024-09-12T01:30:56.267391+0000","last_peered":"2024-09-12T01:30:56.267391+0000","last_clean":"2024-09-12T01:30:56.267391+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:30:56.267391+0000","last_undegraded":"2024-09-12T01:30:56.267391+0000","last_fullsized":"2024-09-12T01:30:56.267391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:21.269038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'749","reported_seq":1453,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.639852+0000","last_change":"2024-09-12T00:24:14.704285+0000","last_active":"2024-09-12T01:33:48.639852+0000","last_peered":"2024-09-12T01:33:48.639852+0000","last_clean":"2024-09-12T01:33:48.639852+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:33:48.639852+0000","last_undegraded":"2024-09-12T01:33:48.639852+0000","last_fullsized":"2024-09-12T01:33:48.639852+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":700,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:26.287425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195531,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1440,"num_read_kb":3128,"num_write":1368,"num_write_kb":1226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.247012+0000","last_change":"2024-09-12T00:24:16.720757+0000","last_active":"2024-09-12T01:31:26.247012+0000","last_peered":"2024-09-12T01:31:26.247012+0000","last_clean":"2024-09-12T01:31:26.247012+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:31:26.247012+0000","last_undegraded":"2024-09-12T01:31:26.247012+0000","last_fullsized":"2024-09-12T01:31:26.247012+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:22.162250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'195","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.430742+0000","last_change":"2024-09-12T00:24:18.738949+0000","last_active":"2024-09-12T01:32:44.430742+0000","last_peered":"2024-09-12T01:32:44.430742+0000","last_clean":"2024-09-12T01:32:44.430742+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:32:44.430742+0000","last_undegraded":"2024-09-12T01:32:44.430742+0000","last_fullsized":"2024-09-12T01:32:44.430742+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:23:09.644564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'444","reported_seq":1185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361279+0000","last_change":"2024-09-12T00:24:10.676679+0000","last_active":"2024-09-12T01:31:21.361279+0000","last_peered":"2024-09-12T01:31:21.361279+0000","last_clean":"2024-09-12T01:31:21.361279+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:31:21.361279+0000","last_undegraded":"2024-09-12T01:31:21.361279+0000","last_fullsized":"2024-09-12T01:31:21.361279+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:32.429315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278078+0000","last_change":"2024-09-12T00:23:55.944536+0000","last_active":"2024-09-12T01:32:06.278078+0000","last_peered":"2024-09-12T01:32:06.278078+0000","last_clean":"2024-09-12T01:32:06.278078+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:32:06.278078+0000","last_undegraded":"2024-09-12T01:32:06.278078+0000","last_fullsized":"2024-09-12T01:32:06.278078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:40.626318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'244","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.968751+0000","last_change":"2024-09-12T00:24:08.655288+0000","last_active":"2024-09-12T01:32:04.968751+0000","last_peered":"2024-09-12T01:32:04.968751+0000","last_clean":"2024-09-12T01:32:04.968751+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:32:04.968751+0000","last_undegraded":"2024-09-12T01:32:04.968751+0000","last_fullsized":"2024-09-12T01:32:04.968751+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:14.661596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8376597,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":500,"num_read_kb":44739,"num_write":917,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132494+0000","last_change":"2024-09-12T00:24:12.693401+0000","last_active":"2024-09-12T01:31:26.132494+0000","last_peered":"2024-09-12T01:31:26.132494+0000","last_clean":"2024-09-12T01:31:26.132494+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:31:26.132494+0000","last_undegraded":"2024-09-12T01:31:26.132494+0000","last_fullsized":"2024-09-12T01:31:26.132494+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:38.279607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1309","reported_seq":3093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.617084+0000","last_change":"2024-09-12T00:24:14.703859+0000","last_active":"2024-09-12T01:34:07.617084+0000","last_peered":"2024-09-12T01:34:07.617084+0000","last_clean":"2024-09-12T01:34:07.617084+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:07.617084+0000","last_undegraded":"2024-09-12T01:34:07.617084+0000","last_fullsized":"2024-09-12T01:34:07.617084+0000","mapping_epoch":33,"log_start":"267'1200","ondisk_log_start":"267'1200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:35.585363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169100,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2073,"num_read_kb":3797,"num_write":1192,"num_write_kb":1014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.269038+0000","last_change":"2024-09-12T00:24:16.723434+0000","last_active":"2024-09-12T01:31:06.269038+0000","last_peered":"2024-09-12T01:31:06.269038+0000","last_clean":"2024-09-12T01:31:06.269038+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:31:06.269038+0000","last_undegraded":"2024-09-12T01:31:06.269038+0000","last_fullsized":"2024-09-12T01:31:06.269038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:36.089059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'236","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134010+0000","last_change":"2024-09-12T00:24:18.737048+0000","last_active":"2024-09-12T01:31:43.134010+0000","last_peered":"2024-09-12T01:31:43.134010+0000","last_clean":"2024-09-12T01:31:43.134010+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:31:43.134010+0000","last_undegraded":"2024-09-12T01:31:43.134010+0000","last_fullsized":"2024-09-12T01:31:43.134010+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:28.056246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131691+0000","last_change":"2024-09-12T00:24:10.672388+0000","last_active":"2024-09-12T01:31:23.131691+0000","last_peered":"2024-09-12T01:31:23.131691+0000","last_clean":"2024-09-12T01:31:23.131691+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:31:23.131691+0000","last_undegraded":"2024-09-12T01:31:23.131691+0000","last_fullsized":"2024-09-12T01:31:23.131691+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:33.389953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.214935+0000","last_change":"2024-09-12T00:23:55.895310+0000","last_active":"2024-09-12T01:30:36.214935+0000","last_peered":"2024-09-12T01:30:36.214935+0000","last_clean":"2024-09-12T01:30:36.214935+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:30:36.214935+0000","last_undegraded":"2024-09-12T01:30:36.214935+0000","last_fullsized":"2024-09-12T01:30:36.214935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:30.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'314","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.122180+0000","last_change":"2024-09-12T00:24:08.662082+0000","last_active":"2024-09-12T01:34:08.122180+0000","last_peered":"2024-09-12T01:34:08.122180+0000","last_clean":"2024-09-12T01:34:08.122180+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:08.122180+0000","last_undegraded":"2024-09-12T01:34:08.122180+0000","last_fullsized":"2024-09-12T01:34:08.122180+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:04.272208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10292954,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":522,"num_read_kb":20706,"num_write":1144,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"32'1","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220194+0000","last_change":"2024-09-12T00:24:12.687891+0000","last_active":"2024-09-12T01:31:26.220194+0000","last_peered":"2024-09-12T01:31:26.220194+0000","last_clean":"2024-09-12T01:31:26.220194+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:31:26.220194+0000","last_undegraded":"2024-09-12T01:31:26.220194+0000","last_fullsized":"2024-09-12T01:31:26.220194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:55.531490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'294","reported_seq":1688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:44.502979+0000","last_change":"2024-09-12T00:24:14.750546+0000","last_active":"2024-09-12T01:33:44.502979+0000","last_peered":"2024-09-12T01:33:44.502979+0000","last_clean":"2024-09-12T01:33:44.502979+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:33:44.502979+0000","last_undegraded":"2024-09-12T01:33:44.502979+0000","last_fullsized":"2024-09-12T01:33:44.502979+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:17.136386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358452+0000","last_change":"2024-09-12T00:24:16.712674+0000","last_active":"2024-09-12T01:30:56.358452+0000","last_peered":"2024-09-12T01:30:56.358452+0000","last_clean":"2024-09-12T01:30:56.358452+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:30:56.358452+0000","last_undegraded":"2024-09-12T01:30:56.358452+0000","last_fullsized":"2024-09-12T01:30:56.358452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:01.673435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'255","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.679154+0000","last_change":"2024-09-12T00:24:18.739281+0000","last_active":"2024-09-12T01:32:44.679154+0000","last_peered":"2024-09-12T01:32:44.679154+0000","last_clean":"2024-09-12T01:32:44.679154+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:32:44.679154+0000","last_undegraded":"2024-09-12T01:32:44.679154+0000","last_fullsized":"2024-09-12T01:32:44.679154+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:22.051310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236439+0000","last_change":"2024-09-12T00:24:10.680844+0000","last_active":"2024-09-12T01:30:53.236439+0000","last_peered":"2024-09-12T01:30:53.236439+0000","last_clean":"2024-09-12T01:30:53.236439+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:30:53.236439+0000","last_undegraded":"2024-09-12T01:30:53.236439+0000","last_fullsized":"2024-09-12T01:30:53.236439+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:41.539365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"23'2","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125514+0000","last_change":"2024-09-12T00:23:55.892509+0000","last_active":"2024-09-12T01:30:36.125514+0000","last_peered":"2024-09-12T01:30:36.125514+0000","last_clean":"2024-09-12T01:30:36.125514+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:30:36.125514+0000","last_undegraded":"2024-09-12T01:30:36.125514+0000","last_fullsized":"2024-09-12T01:30:36.125514+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:56.849716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'308","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123952+0000","last_change":"2024-09-12T00:24:08.662092+0000","last_active":"2024-09-12T01:30:51.123952+0000","last_peered":"2024-09-12T01:30:51.123952+0000","last_clean":"2024-09-12T01:30:51.123952+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:30:51.123952+0000","last_undegraded":"2024-09-12T01:30:51.123952+0000","last_fullsized":"2024-09-12T01:30:51.123952+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:36.275683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6660903,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":779,"num_read_kb":10015,"num_write":1008,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359554+0000","last_change":"2024-09-12T00:24:12.690177+0000","last_active":"2024-09-12T01:31:06.359554+0000","last_peered":"2024-09-12T01:31:06.359554+0000","last_clean":"2024-09-12T01:31:06.359554+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:31:06.359554+0000","last_undegraded":"2024-09-12T01:31:06.359554+0000","last_fullsized":"2024-09-12T01:31:06.359554+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:18.025940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'150","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.255091+0000","last_change":"2024-09-12T00:24:14.699219+0000","last_active":"2024-09-12T01:33:36.255091+0000","last_peered":"2024-09-12T01:33:36.255091+0000","last_clean":"2024-09-12T01:33:36.255091+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:33:36.255091+0000","last_undegraded":"2024-09-12T01:33:36.255091+0000","last_fullsized":"2024-09-12T01:33:36.255091+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:02.405626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.254131+0000","last_change":"2024-09-12T00:24:16.721841+0000","last_active":"2024-09-12T01:31:26.254131+0000","last_peered":"2024-09-12T01:31:26.254131+0000","last_clean":"2024-09-12T01:31:26.254131+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:31:26.254131+0000","last_undegraded":"2024-09-12T01:31:26.254131+0000","last_fullsized":"2024-09-12T01:31:26.254131+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:09.652430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.400998+0000","last_change":"2024-09-12T00:24:18.738439+0000","last_active":"2024-09-12T01:32:44.400998+0000","last_peered":"2024-09-12T01:32:44.400998+0000","last_clean":"2024-09-12T01:32:44.400998+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:32:44.400998+0000","last_undegraded":"2024-09-12T01:32:44.400998+0000","last_fullsized":"2024-09-12T01:32:44.400998+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.046655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236415+0000","last_change":"2024-09-12T00:24:10.673139+0000","last_active":"2024-09-12T01:30:53.236415+0000","last_peered":"2024-09-12T01:30:53.236415+0000","last_clean":"2024-09-12T01:30:53.236415+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:30:53.236415+0000","last_undegraded":"2024-09-12T01:30:53.236415+0000","last_fullsized":"2024-09-12T01:30:53.236415+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.986596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'254","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129125+0000","last_change":"2024-09-12T00:24:08.667576+0000","last_active":"2024-09-12T01:31:01.129125+0000","last_peered":"2024-09-12T01:31:01.129125+0000","last_clean":"2024-09-12T01:31:01.129125+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:31:01.129125+0000","last_undegraded":"2024-09-12T01:31:01.129125+0000","last_fullsized":"2024-09-12T01:31:01.129125+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:14.443229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7638480,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":342,"num_read_kb":22107,"num_write":901,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:33.233883+0000","last_change":"2024-09-12T00:23:55.899445+0000","last_active":"2024-09-12T01:30:33.233883+0000","last_peered":"2024-09-12T01:30:33.233883+0000","last_clean":"2024-09-12T01:30:33.233883+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:30:33.233883+0000","last_undegraded":"2024-09-12T01:30:33.233883+0000","last_fullsized":"2024-09-12T01:30:33.233883+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:11.368214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358429+0000","last_change":"2024-09-12T00:24:12.689440+0000","last_active":"2024-09-12T01:30:56.358429+0000","last_peered":"2024-09-12T01:30:56.358429+0000","last_clean":"2024-09-12T01:30:56.358429+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:30:56.358429+0000","last_undegraded":"2024-09-12T01:30:56.358429+0000","last_fullsized":"2024-09-12T01:30:56.358429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:24.416713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'611","reported_seq":1306,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.632228+0000","last_change":"2024-09-12T00:24:14.706265+0000","last_active":"2024-09-12T01:33:48.632228+0000","last_peered":"2024-09-12T01:33:48.632228+0000","last_clean":"2024-09-12T01:33:48.632228+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:33:48.632228+0000","last_undegraded":"2024-09-12T01:33:48.632228+0000","last_fullsized":"2024-09-12T01:33:48.632228+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":600,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:48.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106085,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1614,"num_read_kb":2599,"num_write":2112,"num_write_kb":1920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124591+0000","last_change":"2024-09-12T00:24:16.722937+0000","last_active":"2024-09-12T01:30:56.124591+0000","last_peered":"2024-09-12T01:30:56.124591+0000","last_clean":"2024-09-12T01:30:56.124591+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:30:56.124591+0000","last_undegraded":"2024-09-12T01:30:56.124591+0000","last_fullsized":"2024-09-12T01:30:56.124591+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:08.618600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'146","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:40.911396+0000","last_change":"2024-09-12T00:24:18.731689+0000","last_active":"2024-09-12T01:32:40.911396+0000","last_peered":"2024-09-12T01:32:40.911396+0000","last_clean":"2024-09-12T01:32:40.911396+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:32:40.911396+0000","last_undegraded":"2024-09-12T01:32:40.911396+0000","last_fullsized":"2024-09-12T01:32:40.911396+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:33.741145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357870+0000","last_change":"2024-09-12T00:24:10.665090+0000","last_active":"2024-09-12T01:30:51.357870+0000","last_peered":"2024-09-12T01:30:51.357870+0000","last_clean":"2024-09-12T01:30:51.357870+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:30:51.357870+0000","last_undegraded":"2024-09-12T01:30:51.357870+0000","last_fullsized":"2024-09-12T01:30:51.357870+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:03:47.553391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'286","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.118055+0000","last_change":"2024-09-12T00:24:08.670258+0000","last_active":"2024-09-12T01:34:08.118055+0000","last_peered":"2024-09-12T01:34:08.118055+0000","last_clean":"2024-09-12T01:34:08.118055+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:08.118055+0000","last_undegraded":"2024-09-12T01:34:08.118055+0000","last_fullsized":"2024-09-12T01:34:08.118055+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:23.114717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744783,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":402,"num_read_kb":28269,"num_write":903,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.266056+0000","last_change":"2024-09-12T00:23:55.944574+0000","last_active":"2024-09-12T01:30:46.266056+0000","last_peered":"2024-09-12T01:30:46.266056+0000","last_clean":"2024-09-12T01:30:46.266056+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:30:46.266056+0000","last_undegraded":"2024-09-12T01:30:46.266056+0000","last_fullsized":"2024-09-12T01:30:46.266056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:40.858619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.249938+0000","last_change":"2024-09-12T00:24:12.686399+0000","last_active":"2024-09-12T01:30:56.249938+0000","last_peered":"2024-09-12T01:30:56.249938+0000","last_clean":"2024-09-12T01:30:56.249938+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:30:56.249938+0000","last_undegraded":"2024-09-12T01:30:56.249938+0000","last_fullsized":"2024-09-12T01:30:56.249938+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:25.423651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'241","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:55.384243+0000","last_change":"2024-09-12T00:24:14.749281+0000","last_active":"2024-09-12T01:32:55.384243+0000","last_peered":"2024-09-12T01:32:55.384243+0000","last_clean":"2024-09-12T01:32:55.384243+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:32:55.384243+0000","last_undegraded":"2024-09-12T01:32:55.384243+0000","last_fullsized":"2024-09-12T01:32:55.384243+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:03.030127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'782","reported_seq":2827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489661+0000","last_change":"2024-09-12T00:24:16.723010+0000","last_active":"2024-09-12T01:33:51.489661+0000","last_peered":"2024-09-12T01:33:51.489661+0000","last_clean":"2024-09-12T01:33:51.489661+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:33:51.489661+0000","last_undegraded":"2024-09-12T01:33:51.489661+0000","last_fullsized":"2024-09-12T01:33:51.489661+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":701,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'120","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244046+0000","last_change":"2024-09-12T00:24:18.741553+0000","last_active":"2024-09-12T01:32:06.244046+0000","last_peered":"2024-09-12T01:32:06.244046+0000","last_clean":"2024-09-12T01:32:06.244046+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:32:06.244046+0000","last_undegraded":"2024-09-12T01:32:06.244046+0000","last_fullsized":"2024-09-12T01:32:06.244046+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:16.348830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231771+0000","last_change":"2024-09-12T00:24:10.676185+0000","last_active":"2024-09-12T01:30:26.231771+0000","last_peered":"2024-09-12T01:30:26.231771+0000","last_clean":"2024-09-12T01:30:26.231771+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:30:26.231771+0000","last_undegraded":"2024-09-12T01:30:26.231771+0000","last_fullsized":"2024-09-12T01:30:26.231771+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:23.566926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'273","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238643+0000","last_change":"2024-09-12T00:24:08.672404+0000","last_active":"2024-09-12T01:31:21.238643+0000","last_peered":"2024-09-12T01:31:21.238643+0000","last_clean":"2024-09-12T01:31:21.238643+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:31:21.238643+0000","last_undegraded":"2024-09-12T01:31:21.238643+0000","last_fullsized":"2024-09-12T01:31:21.238643+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:13.076710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16101916,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":417,"num_read_kb":48226,"num_write":1032,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129360+0000","last_change":"2024-09-12T00:23:55.899516+0000","last_active":"2024-09-12T01:31:03.129360+0000","last_peered":"2024-09-12T01:31:03.129360+0000","last_clean":"2024-09-12T01:31:03.129360+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:31:03.129360+0000","last_undegraded":"2024-09-12T01:31:03.129360+0000","last_fullsized":"2024-09-12T01:31:03.129360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:32.781531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124559+0000","last_change":"2024-09-12T00:24:12.690249+0000","last_active":"2024-09-12T01:30:56.124559+0000","last_peered":"2024-09-12T01:30:56.124559+0000","last_clean":"2024-09-12T01:30:56.124559+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:30:56.124559+0000","last_undegraded":"2024-09-12T01:30:56.124559+0000","last_fullsized":"2024-09-12T01:30:56.124559+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.594452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124632+0000","last_change":"2024-09-12T00:24:14.699616+0000","last_active":"2024-09-12T01:30:56.124632+0000","last_peered":"2024-09-12T01:30:56.124632+0000","last_clean":"2024-09-12T01:30:56.124632+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:30:56.124632+0000","last_undegraded":"2024-09-12T01:30:56.124632+0000","last_fullsized":"2024-09-12T01:30:56.124632+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:36.830410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'760","reported_seq":2809,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.483777+0000","last_change":"2024-09-12T00:24:16.725433+0000","last_active":"2024-09-12T01:33:51.483777+0000","last_peered":"2024-09-12T01:33:51.483777+0000","last_clean":"2024-09-12T01:33:51.483777+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:33:51.483777+0000","last_undegraded":"2024-09-12T01:33:51.483777+0000","last_fullsized":"2024-09-12T01:33:51.483777+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:07.704783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'170","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.249944+0000","last_change":"2024-09-12T00:24:18.740301+0000","last_active":"2024-09-12T01:31:51.249944+0000","last_peered":"2024-09-12T01:31:51.249944+0000","last_clean":"2024-09-12T01:31:51.249944+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:31:51.249944+0000","last_undegraded":"2024-09-12T01:31:51.249944+0000","last_fullsized":"2024-09-12T01:31:51.249944+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:43.816064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123883+0000","last_change":"2024-09-12T00:24:10.667435+0000","last_active":"2024-09-12T01:30:51.123883+0000","last_peered":"2024-09-12T01:30:51.123883+0000","last_clean":"2024-09-12T01:30:51.123883+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:30:51.123883+0000","last_undegraded":"2024-09-12T01:30:51.123883+0000","last_fullsized":"2024-09-12T01:30:51.123883+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:15.834087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'366","reported_seq":1146,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361255+0000","last_change":"2024-09-12T00:24:08.662801+0000","last_active":"2024-09-12T01:31:21.361255+0000","last_peered":"2024-09-12T01:31:21.361255+0000","last_clean":"2024-09-12T01:31:21.361255+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:31:21.361255+0000","last_undegraded":"2024-09-12T01:31:21.361255+0000","last_fullsized":"2024-09-12T01:31:21.361255+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:34:54.991896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6164885,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":889,"num_read_kb":34525,"num_write":1477,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.251372+0000","last_change":"2024-09-12T00:23:55.991489+0000","last_active":"2024-09-12T01:31:06.251372+0000","last_peered":"2024-09-12T01:31:06.251372+0000","last_clean":"2024-09-12T01:31:06.251372+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:31:06.251372+0000","last_undegraded":"2024-09-12T01:31:06.251372+0000","last_fullsized":"2024-09-12T01:31:06.251372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:54.285452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232415+0000","last_change":"2024-09-12T00:24:12.689113+0000","last_active":"2024-09-12T01:30:31.232415+0000","last_peered":"2024-09-12T01:30:31.232415+0000","last_clean":"2024-09-12T01:30:31.232415+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:30:31.232415+0000","last_undegraded":"2024-09-12T01:30:31.232415+0000","last_fullsized":"2024-09-12T01:30:31.232415+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:57.420641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'766","reported_seq":1498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.628515+0000","last_change":"2024-09-12T00:24:14.749298+0000","last_active":"2024-09-12T01:33:48.628515+0000","last_peered":"2024-09-12T01:33:48.628515+0000","last_clean":"2024-09-12T01:33:48.628515+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:33:48.628515+0000","last_undegraded":"2024-09-12T01:33:48.628515+0000","last_fullsized":"2024-09-12T01:33:48.628515+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:10.288768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192259,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1354,"num_read_kb":3025,"num_write":1116,"num_write_kb":932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.235569+0000","last_change":"2024-09-12T00:24:16.722491+0000","last_active":"2024-09-12T01:30:56.235569+0000","last_peered":"2024-09-12T01:30:56.235569+0000","last_clean":"2024-09-12T01:30:56.235569+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:30:56.235569+0000","last_undegraded":"2024-09-12T01:30:56.235569+0000","last_fullsized":"2024-09-12T01:30:56.235569+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:40.422184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'148","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.433011+0000","last_change":"2024-09-12T00:24:18.737187+0000","last_active":"2024-09-12T01:32:43.433011+0000","last_peered":"2024-09-12T01:32:43.433011+0000","last_clean":"2024-09-12T01:32:43.433011+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:32:43.433011+0000","last_undegraded":"2024-09-12T01:32:43.433011+0000","last_fullsized":"2024-09-12T01:32:43.433011+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:47.513408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'148","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.618720+0000","last_change":"2024-09-12T00:24:18.736581+0000","last_active":"2024-09-12T01:32:44.618720+0000","last_peered":"2024-09-12T01:32:44.618720+0000","last_clean":"2024-09-12T01:32:44.618720+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:32:44.618720+0000","last_undegraded":"2024-09-12T01:32:44.618720+0000","last_fullsized":"2024-09-12T01:32:44.618720+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:53.508850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'271","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.497068+0000","last_change":"2024-09-12T00:24:10.669285+0000","last_active":"2024-09-12T01:30:56.497068+0000","last_peered":"2024-09-12T01:30:56.497068+0000","last_clean":"2024-09-12T01:30:56.497068+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:30:56.497068+0000","last_undegraded":"2024-09-12T01:30:56.497068+0000","last_fullsized":"2024-09-12T01:30:56.497068+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.953321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'296","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.371050+0000","last_change":"2024-09-12T00:24:08.663058+0000","last_active":"2024-09-12T01:29:41.371050+0000","last_peered":"2024-09-12T01:29:41.371050+0000","last_clean":"2024-09-12T01:29:41.371050+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:29:41.371050+0000","last_undegraded":"2024-09-12T01:29:41.371050+0000","last_fullsized":"2024-09-12T01:29:41.371050+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:48.535016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457649,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":422,"num_read_kb":11763,"num_write":1059,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"39'5","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.421557+0000","last_change":"2024-09-12T00:24:12.691400+0000","last_active":"2024-09-12T01:34:07.421557+0000","last_peered":"2024-09-12T01:34:07.421557+0000","last_clean":"2024-09-12T01:34:07.421557+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:07.421557+0000","last_undegraded":"2024-09-12T01:34:07.421557+0000","last_fullsized":"2024-09-12T01:34:07.421557+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:53.111366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'282","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242769+0000","last_change":"2024-09-12T00:24:14.708281+0000","last_active":"2024-09-12T01:31:56.242769+0000","last_peered":"2024-09-12T01:31:56.242769+0000","last_clean":"2024-09-12T01:31:56.242769+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:31:56.242769+0000","last_undegraded":"2024-09-12T01:31:56.242769+0000","last_fullsized":"2024-09-12T01:31:56.242769+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:53:38.776682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64556,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":469,"num_read_kb":995,"num_write":376,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225380+0000","last_change":"2024-09-12T00:24:16.725724+0000","last_active":"2024-09-12T01:29:36.225380+0000","last_peered":"2024-09-12T01:29:36.225380+0000","last_clean":"2024-09-12T01:29:36.225380+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:29:36.225380+0000","last_undegraded":"2024-09-12T01:29:36.225380+0000","last_fullsized":"2024-09-12T01:29:36.225380+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.882491+0000","last_change":"2024-09-12T00:24:18.741707+0000","last_active":"2024-09-12T01:31:59.882491+0000","last_peered":"2024-09-12T01:31:59.882491+0000","last_clean":"2024-09-12T01:31:59.882491+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:31:59.882491+0000","last_undegraded":"2024-09-12T01:31:59.882491+0000","last_fullsized":"2024-09-12T01:31:59.882491+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.830871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":678,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:30.819485+0000","last_change":"2024-09-12T00:24:10.674505+0000","last_active":"2024-09-12T01:30:30.819485+0000","last_peered":"2024-09-12T01:30:30.819485+0000","last_clean":"2024-09-12T01:30:30.819485+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:30:30.819485+0000","last_undegraded":"2024-09-12T01:30:30.819485+0000","last_fullsized":"2024-09-12T01:30:30.819485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:51.536160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'257","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:09.211609+0000","last_change":"2024-09-12T00:24:08.672769+0000","last_active":"2024-09-12T01:31:09.211609+0000","last_peered":"2024-09-12T01:31:09.211609+0000","last_clean":"2024-09-12T01:31:09.211609+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:31:09.211609+0000","last_undegraded":"2024-09-12T01:31:09.211609+0000","last_fullsized":"2024-09-12T01:31:09.211609+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:58.771314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8604463,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":422,"num_read_kb":41828,"num_write":1035,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225537+0000","last_change":"2024-09-12T00:24:12.688334+0000","last_active":"2024-09-12T01:29:36.225537+0000","last_peered":"2024-09-12T01:29:36.225537+0000","last_clean":"2024-09-12T01:29:36.225537+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:29:36.225537+0000","last_undegraded":"2024-09-12T01:29:36.225537+0000","last_fullsized":"2024-09-12T01:29:36.225537+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:13.013128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'50","reported_seq":570,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.348963+0000","last_change":"2024-09-12T00:24:14.707077+0000","last_active":"2024-09-12T01:29:36.348963+0000","last_peered":"2024-09-12T01:29:36.348963+0000","last_clean":"2024-09-12T01:29:36.348963+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:29:36.348963+0000","last_undegraded":"2024-09-12T01:29:36.348963+0000","last_fullsized":"2024-09-12T01:29:36.348963+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:25:57.293950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.254890+0000","last_change":"2024-09-12T00:24:16.718800+0000","last_active":"2024-09-12T01:29:36.254890+0000","last_peered":"2024-09-12T01:29:36.254890+0000","last_clean":"2024-09-12T01:29:36.254890+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:29:36.254890+0000","last_undegraded":"2024-09-12T01:29:36.254890+0000","last_fullsized":"2024-09-12T01:29:36.254890+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:44.111441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'209","reported_seq":756,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.363992+0000","last_change":"2024-09-12T00:24:18.736730+0000","last_active":"2024-09-12T01:32:43.363992+0000","last_peered":"2024-09-12T01:32:43.363992+0000","last_clean":"2024-09-12T01:32:43.363992+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:32:43.363992+0000","last_undegraded":"2024-09-12T01:32:43.363992+0000","last_fullsized":"2024-09-12T01:32:43.363992+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:19.730574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224716+0000","last_change":"2024-09-12T00:24:10.675869+0000","last_active":"2024-09-12T01:29:31.224716+0000","last_peered":"2024-09-12T01:29:31.224716+0000","last_clean":"2024-09-12T01:29:31.224716+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:29:31.224716+0000","last_undegraded":"2024-09-12T01:29:31.224716+0000","last_fullsized":"2024-09-12T01:29:31.224716+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:44.924844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'319","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:20.867452+0000","last_change":"2024-09-12T00:24:08.670219+0000","last_active":"2024-09-12T01:31:20.867452+0000","last_peered":"2024-09-12T01:31:20.867452+0000","last_clean":"2024-09-12T01:31:20.867452+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:31:20.867452+0000","last_undegraded":"2024-09-12T01:31:20.867452+0000","last_fullsized":"2024-09-12T01:31:20.867452+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:42.405535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5562117,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":474,"num_read_kb":4587,"num_write":1084,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.254851+0000","last_change":"2024-09-12T00:24:12.690654+0000","last_active":"2024-09-12T01:29:36.254851+0000","last_peered":"2024-09-12T01:29:36.254851+0000","last_clean":"2024-09-12T01:29:36.254851+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:29:36.254851+0000","last_undegraded":"2024-09-12T01:29:36.254851+0000","last_fullsized":"2024-09-12T01:29:36.254851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:14.258710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'323","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242802+0000","last_change":"2024-09-12T00:24:14.708252+0000","last_active":"2024-09-12T01:31:56.242802+0000","last_peered":"2024-09-12T01:31:56.242802+0000","last_clean":"2024-09-12T01:31:56.242802+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:31:56.242802+0000","last_undegraded":"2024-09-12T01:31:56.242802+0000","last_fullsized":"2024-09-12T01:31:56.242802+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:38:47.620539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":1068,"num_write":416,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.239181+0000","last_change":"2024-09-12T00:24:16.721541+0000","last_active":"2024-09-12T01:29:36.239181+0000","last_peered":"2024-09-12T01:29:36.239181+0000","last_clean":"2024-09-12T01:29:36.239181+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:29:36.239181+0000","last_undegraded":"2024-09-12T01:29:36.239181+0000","last_fullsized":"2024-09-12T01:29:36.239181+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:40.435320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'135","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.550092+0000","last_change":"2024-09-12T00:24:18.737060+0000","last_active":"2024-09-12T01:30:28.550092+0000","last_peered":"2024-09-12T01:30:28.550092+0000","last_clean":"2024-09-12T01:30:28.550092+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:30:28.550092+0000","last_undegraded":"2024-09-12T01:30:28.550092+0000","last_fullsized":"2024-09-12T01:30:28.550092+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:59:24.622163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224675+0000","last_change":"2024-09-12T00:24:10.675476+0000","last_active":"2024-09-12T01:29:31.224675+0000","last_peered":"2024-09-12T01:29:31.224675+0000","last_clean":"2024-09-12T01:29:31.224675+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:29:31.224675+0000","last_undegraded":"2024-09-12T01:29:31.224675+0000","last_fullsized":"2024-09-12T01:29:31.224675+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:42.217442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'321","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.594905+0000","last_change":"2024-09-12T00:24:08.667899+0000","last_active":"2024-09-12T01:32:22.594905+0000","last_peered":"2024-09-12T01:32:22.594905+0000","last_clean":"2024-09-12T01:32:22.594905+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:32:22.594905+0000","last_undegraded":"2024-09-12T01:32:22.594905+0000","last_fullsized":"2024-09-12T01:32:22.594905+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:35.851855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15854813,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":589,"num_read_kb":109340,"num_write":1141,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.239149+0000","last_change":"2024-09-12T00:24:12.687288+0000","last_active":"2024-09-12T01:29:36.239149+0000","last_peered":"2024-09-12T01:29:36.239149+0000","last_clean":"2024-09-12T01:29:36.239149+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:29:36.239149+0000","last_undegraded":"2024-09-12T01:29:36.239149+0000","last_fullsized":"2024-09-12T01:29:36.239149+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:09.155245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'268","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:43.558603+0000","last_change":"2024-09-12T00:24:14.706342+0000","last_active":"2024-09-12T01:33:43.558603+0000","last_peered":"2024-09-12T01:33:43.558603+0000","last_clean":"2024-09-12T01:33:43.558603+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:33:43.558603+0000","last_undegraded":"2024-09-12T01:33:43.558603+0000","last_fullsized":"2024-09-12T01:33:43.558603+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:24.095631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55020,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":456,"num_read_kb":990,"num_write":374,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349021+0000","last_change":"2024-09-12T00:24:16.715795+0000","last_active":"2024-09-12T01:29:36.349021+0000","last_peered":"2024-09-12T01:29:36.349021+0000","last_clean":"2024-09-12T01:29:36.349021+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:29:36.349021+0000","last_undegraded":"2024-09-12T01:29:36.349021+0000","last_fullsized":"2024-09-12T01:29:36.349021+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:03.189528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:13.517879+0000","last_change":"2024-09-12T00:24:10.671225+0000","last_active":"2024-09-12T01:31:13.517879+0000","last_peered":"2024-09-12T01:31:13.517879+0000","last_clean":"2024-09-12T01:31:13.517879+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:31:13.517879+0000","last_undegraded":"2024-09-12T01:31:13.517879+0000","last_fullsized":"2024-09-12T01:31:13.517879+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:27:32.723337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'333","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.538515+0000","last_change":"2024-09-12T00:24:08.671546+0000","last_active":"2024-09-12T01:31:58.538515+0000","last_peered":"2024-09-12T01:31:58.538515+0000","last_clean":"2024-09-12T01:31:58.538515+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:31:58.538515+0000","last_undegraded":"2024-09-12T01:31:58.538515+0000","last_fullsized":"2024-09-12T01:31:58.538515+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:07.188331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9864694,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":511,"num_read_kb":81052,"num_write":1201,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354919+0000","last_change":"2024-09-12T00:24:12.685154+0000","last_active":"2024-09-12T01:30:26.354919+0000","last_peered":"2024-09-12T01:30:26.354919+0000","last_clean":"2024-09-12T01:30:26.354919+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:30:26.354919+0000","last_undegraded":"2024-09-12T01:30:26.354919+0000","last_fullsized":"2024-09-12T01:30:26.354919+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:50.938791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'499","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.851171+0000","last_change":"2024-09-12T00:24:14.704065+0000","last_active":"2024-09-12T01:34:07.851171+0000","last_peered":"2024-09-12T01:34:07.851171+0000","last_clean":"2024-09-12T01:34:07.851171+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:07.851171+0000","last_undegraded":"2024-09-12T01:34:07.851171+0000","last_fullsized":"2024-09-12T01:34:07.851171+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:25.111308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105914,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":876,"num_read_kb":2025,"num_write":752,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.113927+0000","last_change":"2024-09-12T00:24:16.724537+0000","last_active":"2024-09-12T01:29:16.113927+0000","last_peered":"2024-09-12T01:29:16.113927+0000","last_clean":"2024-09-12T01:29:16.113927+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:29:16.113927+0000","last_undegraded":"2024-09-12T01:29:16.113927+0000","last_fullsized":"2024-09-12T01:29:16.113927+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'154","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:41.174696+0000","last_change":"2024-09-12T00:24:18.739372+0000","last_active":"2024-09-12T01:32:41.174696+0000","last_peered":"2024-09-12T01:32:41.174696+0000","last_clean":"2024-09-12T01:32:41.174696+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:32:41.174696+0000","last_undegraded":"2024-09-12T01:32:41.174696+0000","last_fullsized":"2024-09-12T01:32:41.174696+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:22:57.606019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'142","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.083893+0000","last_change":"2024-09-12T00:24:10.669076+0000","last_active":"2024-09-12T01:31:28.083893+0000","last_peered":"2024-09-12T01:31:28.083893+0000","last_clean":"2024-09-12T01:31:28.083893+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:31:28.083893+0000","last_undegraded":"2024-09-12T01:31:28.083893+0000","last_fullsized":"2024-09-12T01:31:28.083893+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:08.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'314","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.077366+0000","last_change":"2024-09-12T00:24:08.666059+0000","last_active":"2024-09-12T01:34:08.077366+0000","last_peered":"2024-09-12T01:34:08.077366+0000","last_clean":"2024-09-12T01:34:08.077366+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:08.077366+0000","last_undegraded":"2024-09-12T01:34:08.077366+0000","last_fullsized":"2024-09-12T01:34:08.077366+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:56.745496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6597469,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":490,"num_read_kb":60969,"num_write":1076,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.250010+0000","last_change":"2024-09-12T00:24:12.690082+0000","last_active":"2024-09-12T01:30:56.250010+0000","last_peered":"2024-09-12T01:30:56.250010+0000","last_clean":"2024-09-12T01:30:56.250010+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:30:56.250010+0000","last_undegraded":"2024-09-12T01:30:56.250010+0000","last_fullsized":"2024-09-12T01:30:56.250010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:52.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'316","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275062+0000","last_change":"2024-09-12T00:24:14.703874+0000","last_active":"2024-09-12T01:31:46.275062+0000","last_peered":"2024-09-12T01:31:46.275062+0000","last_clean":"2024-09-12T01:31:46.275062+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:31:46.275062+0000","last_undegraded":"2024-09-12T01:31:46.275062+0000","last_fullsized":"2024-09-12T01:31:46.275062+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:59.299778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60172,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":524,"num_read_kb":1035,"num_write":442,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:18.225230+0000","last_change":"2024-09-12T00:24:16.720440+0000","last_active":"2024-09-12T01:29:18.225230+0000","last_peered":"2024-09-12T01:29:18.225230+0000","last_clean":"2024-09-12T01:29:18.225230+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:29:18.225230+0000","last_undegraded":"2024-09-12T01:29:18.225230+0000","last_fullsized":"2024-09-12T01:29:18.225230+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.585898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.082587+0000","last_change":"2024-09-12T00:24:18.735566+0000","last_active":"2024-09-12T01:32:44.082587+0000","last_peered":"2024-09-12T01:32:44.082587+0000","last_clean":"2024-09-12T01:32:44.082587+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:32:44.082587+0000","last_undegraded":"2024-09-12T01:32:44.082587+0000","last_fullsized":"2024-09-12T01:32:44.082587+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:18.070062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.222249+0000","last_change":"2024-09-12T00:24:10.679096+0000","last_active":"2024-09-12T01:29:11.222249+0000","last_peered":"2024-09-12T01:29:11.222249+0000","last_clean":"2024-09-12T01:29:11.222249+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:29:11.222249+0000","last_undegraded":"2024-09-12T01:29:11.222249+0000","last_fullsized":"2024-09-12T01:29:11.222249+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:29.400963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'297","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:34.351846+0000","last_change":"2024-09-12T00:24:39.109769+0000","last_active":"2024-09-12T01:30:34.351846+0000","last_peered":"2024-09-12T01:30:34.351846+0000","last_clean":"2024-09-12T01:30:34.351846+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:30:34.351846+0000","last_undegraded":"2024-09-12T01:30:34.351846+0000","last_fullsized":"2024-09-12T01:30:34.351846+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:57:26.473640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14096389,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":476,"num_read_kb":44545,"num_write":1176,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.367529+0000","last_change":"2024-09-12T00:24:12.690835+0000","last_active":"2024-09-12T01:29:16.367529+0000","last_peered":"2024-09-12T01:29:16.367529+0000","last_clean":"2024-09-12T01:29:16.367529+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:29:16.367529+0000","last_undegraded":"2024-09-12T01:29:16.367529+0000","last_fullsized":"2024-09-12T01:29:16.367529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:35.653949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'286","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:01.250378+0000","last_change":"2024-09-12T00:24:14.749251+0000","last_active":"2024-09-12T01:33:01.250378+0000","last_peered":"2024-09-12T01:33:01.250378+0000","last_clean":"2024-09-12T01:33:01.250378+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:33:01.250378+0000","last_undegraded":"2024-09-12T01:33:01.250378+0000","last_fullsized":"2024-09-12T01:33:01.250378+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:12.467331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52473,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":461,"num_read_kb":946,"num_write":370,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.233359+0000","last_change":"2024-09-12T00:24:16.722720+0000","last_active":"2024-09-12T01:30:28.233359+0000","last_peered":"2024-09-12T01:30:28.233359+0000","last_clean":"2024-09-12T01:30:28.233359+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:30:28.233359+0000","last_undegraded":"2024-09-12T01:30:28.233359+0000","last_fullsized":"2024-09-12T01:30:28.233359+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:21.049557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'130","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.654585+0000","last_change":"2024-09-12T00:24:18.737183+0000","last_active":"2024-09-12T01:33:48.654585+0000","last_peered":"2024-09-12T01:33:48.654585+0000","last_clean":"2024-09-12T01:33:48.654585+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:33:48.654585+0000","last_undegraded":"2024-09-12T01:33:48.654585+0000","last_fullsized":"2024-09-12T01:33:48.654585+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:32.186090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":782,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.205342+0000","last_change":"2024-09-12T00:24:10.675061+0000","last_active":"2024-09-12T01:29:11.205342+0000","last_peered":"2024-09-12T01:29:11.205342+0000","last_clean":"2024-09-12T01:29:11.205342+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:29:11.205342+0000","last_undegraded":"2024-09-12T01:29:11.205342+0000","last_fullsized":"2024-09-12T01:29:11.205342+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:40.620712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'289","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.126106+0000","last_change":"2024-09-12T00:24:08.658856+0000","last_active":"2024-09-12T01:31:56.126106+0000","last_peered":"2024-09-12T01:31:56.126106+0000","last_clean":"2024-09-12T01:31:56.126106+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:31:56.126106+0000","last_undegraded":"2024-09-12T01:31:56.126106+0000","last_fullsized":"2024-09-12T01:31:56.126106+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:58.222061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12666354,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":455,"num_read_kb":20966,"num_write":1061,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:13.224694+0000","last_change":"2024-09-12T00:24:12.689416+0000","last_active":"2024-09-12T01:29:13.224694+0000","last_peered":"2024-09-12T01:29:13.224694+0000","last_clean":"2024-09-12T01:29:13.224694+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:29:13.224694+0000","last_undegraded":"2024-09-12T01:29:13.224694+0000","last_fullsized":"2024-09-12T01:29:13.224694+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:26:44.519172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'110","reported_seq":659,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.121263+0000","last_change":"2024-09-12T00:24:14.749243+0000","last_active":"2024-09-12T01:30:31.121263+0000","last_peered":"2024-09-12T01:30:31.121263+0000","last_clean":"2024-09-12T01:30:31.121263+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:30:31.121263+0000","last_undegraded":"2024-09-12T01:30:31.121263+0000","last_fullsized":"2024-09-12T01:30:31.121263+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:19.776612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'745","reported_seq":2758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489037+0000","last_change":"2024-09-12T00:24:16.718526+0000","last_active":"2024-09-12T01:33:51.489037+0000","last_peered":"2024-09-12T01:33:51.489037+0000","last_clean":"2024-09-12T01:33:51.489037+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:33:51.489037+0000","last_undegraded":"2024-09-12T01:33:51.489037+0000","last_fullsized":"2024-09-12T01:33:51.489037+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":701,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:45.732555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.455485+0000","last_change":"2024-09-12T00:24:18.739197+0000","last_active":"2024-09-12T01:31:16.455485+0000","last_peered":"2024-09-12T01:31:16.455485+0000","last_clean":"2024-09-12T01:31:16.455485+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:31:16.455485+0000","last_undegraded":"2024-09-12T01:31:16.455485+0000","last_fullsized":"2024-09-12T01:31:16.455485+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:17.975316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.366768+0000","last_change":"2024-09-12T00:24:10.677818+0000","last_active":"2024-09-12T01:29:11.366768+0000","last_peered":"2024-09-12T01:29:11.366768+0000","last_clean":"2024-09-12T01:29:11.366768+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:29:11.366768+0000","last_undegraded":"2024-09-12T01:29:11.366768+0000","last_fullsized":"2024-09-12T01:29:11.366768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:54:35.528284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'324","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.291913+0000","last_change":"2024-09-12T00:24:08.671034+0000","last_active":"2024-09-12T01:31:51.291913+0000","last_peered":"2024-09-12T01:31:51.291913+0000","last_clean":"2024-09-12T01:31:51.291913+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:31:51.291913+0000","last_undegraded":"2024-09-12T01:31:51.291913+0000","last_fullsized":"2024-09-12T01:31:51.291913+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:02.937783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16596454,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":601,"num_read_kb":12608,"num_write":1199,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.251909+0000","last_change":"2024-09-12T00:24:12.690152+0000","last_active":"2024-09-12T01:29:16.251909+0000","last_peered":"2024-09-12T01:29:16.251909+0000","last_clean":"2024-09-12T01:29:16.251909+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:29:16.251909+0000","last_undegraded":"2024-09-12T01:29:16.251909+0000","last_fullsized":"2024-09-12T01:29:16.251909+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:47.359160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'362","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.739834+0000","last_change":"2024-09-12T00:24:14.705200+0000","last_active":"2024-09-12T01:33:47.739834+0000","last_peered":"2024-09-12T01:33:47.739834+0000","last_clean":"2024-09-12T01:33:47.739834+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:33:47.739834+0000","last_undegraded":"2024-09-12T01:33:47.739834+0000","last_fullsized":"2024-09-12T01:33:47.739834+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:32.668112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59675,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":576,"num_read_kb":1112,"num_write":464,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348337+0000","last_change":"2024-09-12T00:24:16.721498+0000","last_active":"2024-09-12T01:29:31.348337+0000","last_peered":"2024-09-12T01:29:31.348337+0000","last_clean":"2024-09-12T01:29:31.348337+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:29:31.348337+0000","last_undegraded":"2024-09-12T01:29:31.348337+0000","last_fullsized":"2024-09-12T01:29:31.348337+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:21.967443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'123","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.639346+0000","last_change":"2024-09-12T00:24:18.742595+0000","last_active":"2024-09-12T01:33:47.639346+0000","last_peered":"2024-09-12T01:33:47.639346+0000","last_clean":"2024-09-12T01:33:47.639346+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:33:47.639346+0000","last_undegraded":"2024-09-12T01:33:47.639346+0000","last_fullsized":"2024-09-12T01:33:47.639346+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:45.599120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.128382+0000","last_change":"2024-09-12T00:24:10.677262+0000","last_active":"2024-09-12T01:32:22.128382+0000","last_peered":"2024-09-12T01:32:22.128382+0000","last_clean":"2024-09-12T01:32:22.128382+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:32:22.128382+0000","last_undegraded":"2024-09-12T01:32:22.128382+0000","last_fullsized":"2024-09-12T01:32:22.128382+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:03.242800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'263","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.113095+0000","last_change":"2024-09-12T00:24:08.668171+0000","last_active":"2024-09-12T01:29:11.113095+0000","last_peered":"2024-09-12T01:29:11.113095+0000","last_clean":"2024-09-12T01:29:11.113095+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:29:11.113095+0000","last_undegraded":"2024-09-12T01:29:11.113095+0000","last_fullsized":"2024-09-12T01:29:11.113095+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:30.445470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9465228,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":367,"num_read_kb":22893,"num_write":898,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.113897+0000","last_change":"2024-09-12T00:24:12.686159+0000","last_active":"2024-09-12T01:29:16.113897+0000","last_peered":"2024-09-12T01:29:16.113897+0000","last_clean":"2024-09-12T01:29:16.113897+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:29:16.113897+0000","last_undegraded":"2024-09-12T01:29:16.113897+0000","last_fullsized":"2024-09-12T01:29:16.113897+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:15.979245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'288","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250574+0000","last_change":"2024-09-12T00:24:14.706474+0000","last_active":"2024-09-12T01:31:56.250574+0000","last_peered":"2024-09-12T01:31:56.250574+0000","last_clean":"2024-09-12T01:31:56.250574+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:31:56.250574+0000","last_undegraded":"2024-09-12T01:31:56.250574+0000","last_fullsized":"2024-09-12T01:31:56.250574+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:11.321449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55282,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":993,"num_write":380,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239816+0000","last_change":"2024-09-12T00:24:16.717612+0000","last_active":"2024-09-12T01:29:41.239816+0000","last_peered":"2024-09-12T01:29:41.239816+0000","last_clean":"2024-09-12T01:29:41.239816+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:29:41.239816+0000","last_undegraded":"2024-09-12T01:29:41.239816+0000","last_fullsized":"2024-09-12T01:29:41.239816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:20.909462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225637+0000","last_change":"2024-09-12T00:24:18.737986+0000","last_active":"2024-09-12T01:29:36.225637+0000","last_peered":"2024-09-12T01:29:36.225637+0000","last_clean":"2024-09-12T01:29:36.225637+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:29:36.225637+0000","last_undegraded":"2024-09-12T01:29:36.225637+0000","last_fullsized":"2024-09-12T01:29:36.225637+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:03.425319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226241+0000","last_change":"2024-09-12T00:24:10.684058+0000","last_active":"2024-09-12T01:29:41.226241+0000","last_peered":"2024-09-12T01:29:41.226241+0000","last_clean":"2024-09-12T01:29:41.226241+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:29:41.226241+0000","last_undegraded":"2024-09-12T01:29:41.226241+0000","last_fullsized":"2024-09-12T01:29:41.226241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:18.271419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'255","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231894+0000","last_change":"2024-09-12T00:24:08.665978+0000","last_active":"2024-09-12T01:30:26.231894+0000","last_peered":"2024-09-12T01:30:26.231894+0000","last_clean":"2024-09-12T01:30:26.231894+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:30:26.231894+0000","last_undegraded":"2024-09-12T01:30:26.231894+0000","last_fullsized":"2024-09-12T01:30:26.231894+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:44.213693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9061305,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":839,"num_read_kb":27036,"num_write":955,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369481+0000","last_change":"2024-09-12T00:24:12.688946+0000","last_active":"2024-09-12T01:29:31.369481+0000","last_peered":"2024-09-12T01:29:31.369481+0000","last_clean":"2024-09-12T01:29:31.369481+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:29:31.369481+0000","last_undegraded":"2024-09-12T01:29:31.369481+0000","last_fullsized":"2024-09-12T01:29:31.369481+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:17:09.434478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'252","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241562+0000","last_change":"2024-09-12T00:24:14.700390+0000","last_active":"2024-09-12T01:31:46.241562+0000","last_peered":"2024-09-12T01:31:46.241562+0000","last_clean":"2024-09-12T01:31:46.241562+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:31:46.241562+0000","last_undegraded":"2024-09-12T01:31:46.241562+0000","last_fullsized":"2024-09-12T01:31:46.241562+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.198873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65065,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":418,"num_read_kb":951,"num_write":346,"num_write_kb":298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.367498+0000","last_change":"2024-09-12T00:24:16.718098+0000","last_active":"2024-09-12T01:29:16.367498+0000","last_peered":"2024-09-12T01:29:16.367498+0000","last_clean":"2024-09-12T01:29:16.367498+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:29:16.367498+0000","last_undegraded":"2024-09-12T01:29:16.367498+0000","last_fullsized":"2024-09-12T01:29:16.367498+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:50.830708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'147","reported_seq":1260,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.131758+0000","last_change":"2024-09-12T00:24:18.740708+0000","last_active":"2024-09-12T01:32:42.131758+0000","last_peered":"2024-09-12T01:32:42.131758+0000","last_clean":"2024-09-12T01:32:42.131758+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:32:42.131758+0000","last_undegraded":"2024-09-12T01:32:42.131758+0000","last_fullsized":"2024-09-12T01:32:42.131758+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:25.036589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.368733+0000","last_change":"2024-09-12T00:24:10.671480+0000","last_active":"2024-09-12T01:29:26.368733+0000","last_peered":"2024-09-12T01:29:26.368733+0000","last_clean":"2024-09-12T01:29:26.368733+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:29:26.368733+0000","last_undegraded":"2024-09-12T01:29:26.368733+0000","last_fullsized":"2024-09-12T01:29:26.368733+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:36.850433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'330","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:02.112917+0000","last_change":"2024-09-12T00:24:08.667485+0000","last_active":"2024-09-12T01:32:02.112917+0000","last_peered":"2024-09-12T01:32:02.112917+0000","last_clean":"2024-09-12T01:32:02.112917+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:32:02.112917+0000","last_undegraded":"2024-09-12T01:32:02.112917+0000","last_fullsized":"2024-09-12T01:32:02.112917+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:39:00.214607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9106014,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":507,"num_read_kb":59657,"num_write":1279,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"32'1","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227443+0000","last_change":"2024-09-12T00:24:12.688529+0000","last_active":"2024-09-12T01:29:38.227443+0000","last_peered":"2024-09-12T01:29:38.227443+0000","last_clean":"2024-09-12T01:29:38.227443+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:29:38.227443+0000","last_undegraded":"2024-09-12T01:29:38.227443+0000","last_fullsized":"2024-09-12T01:29:38.227443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:07.510205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'303","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131719+0000","last_change":"2024-09-12T00:24:14.703775+0000","last_active":"2024-09-12T01:31:46.131719+0000","last_peered":"2024-09-12T01:31:46.131719+0000","last_clean":"2024-09-12T01:31:46.131719+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:31:46.131719+0000","last_undegraded":"2024-09-12T01:31:46.131719+0000","last_fullsized":"2024-09-12T01:31:46.131719+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:30.600020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55769,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":493,"num_read_kb":986,"num_write":388,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.346434+0000","last_change":"2024-09-12T00:24:16.720846+0000","last_active":"2024-09-12T01:29:16.346434+0000","last_peered":"2024-09-12T01:29:16.346434+0000","last_clean":"2024-09-12T01:29:16.346434+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:29:16.346434+0000","last_undegraded":"2024-09-12T01:29:16.346434+0000","last_fullsized":"2024-09-12T01:29:16.346434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:48.582169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'145","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.719725+0000","last_change":"2024-09-12T00:24:18.732573+0000","last_active":"2024-09-12T01:33:47.719725+0000","last_peered":"2024-09-12T01:33:47.719725+0000","last_clean":"2024-09-12T01:33:47.719725+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:33:47.719725+0000","last_undegraded":"2024-09-12T01:33:47.719725+0000","last_fullsized":"2024-09-12T01:33:47.719725+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:09.114495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131671+0000","last_change":"2024-09-12T00:24:10.673077+0000","last_active":"2024-09-12T01:31:23.131671+0000","last_peered":"2024-09-12T01:31:23.131671+0000","last_clean":"2024-09-12T01:31:23.131671+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:31:23.131671+0000","last_undegraded":"2024-09-12T01:31:23.131671+0000","last_fullsized":"2024-09-12T01:31:23.131671+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:56.347197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'334","reported_seq":1202,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249106+0000","last_change":"2024-09-12T00:25:39.314587+0000","last_active":"2024-09-12T01:30:51.249106+0000","last_peered":"2024-09-12T01:30:51.249106+0000","last_clean":"2024-09-12T01:30:51.249106+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:30:51.249106+0000","last_undegraded":"2024-09-12T01:30:51.249106+0000","last_fullsized":"2024-09-12T01:30:51.249106+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:12.278400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13828715,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":814,"num_read_kb":83650,"num_write":1217,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'261","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131649+0000","last_change":"2024-09-12T00:24:10.676308+0000","last_active":"2024-09-12T01:31:23.131649+0000","last_peered":"2024-09-12T01:31:23.131649+0000","last_clean":"2024-09-12T01:31:23.131649+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:31:23.131649+0000","last_undegraded":"2024-09-12T01:31:23.131649+0000","last_fullsized":"2024-09-12T01:31:23.131649+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:29.600296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'259","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.465528+0000","last_change":"2024-09-12T00:24:08.663042+0000","last_active":"2024-09-12T01:32:26.465528+0000","last_peered":"2024-09-12T01:32:26.465528+0000","last_clean":"2024-09-12T01:32:26.465528+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:32:26.465528+0000","last_undegraded":"2024-09-12T01:32:26.465528+0000","last_fullsized":"2024-09-12T01:32:26.465528+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:47:55.862624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13690679,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":464,"num_read_kb":13812,"num_write":983,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131805+0000","last_change":"2024-09-12T00:24:10.672893+0000","last_active":"2024-09-12T01:31:21.131805+0000","last_peered":"2024-09-12T01:31:21.131805+0000","last_clean":"2024-09-12T01:31:21.131805+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:31:21.131805+0000","last_undegraded":"2024-09-12T01:31:21.131805+0000","last_fullsized":"2024-09-12T01:31:21.131805+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:19.718472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'217","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:38.421513+0000","last_change":"2024-09-12T00:24:08.669008+0000","last_active":"2024-09-12T01:33:38.421513+0000","last_peered":"2024-09-12T01:33:38.421513+0000","last_clean":"2024-09-12T01:33:38.421513+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:33:38.421513+0000","last_undegraded":"2024-09-12T01:33:38.421513+0000","last_fullsized":"2024-09-12T01:33:38.421513+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:04.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352397,"num_objects":46,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":317,"num_read_kb":7155,"num_write":796,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131597+0000","last_change":"2024-09-12T00:24:10.673014+0000","last_active":"2024-09-12T01:31:23.131597+0000","last_peered":"2024-09-12T01:31:23.131597+0000","last_clean":"2024-09-12T01:31:23.131597+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:31:23.131597+0000","last_undegraded":"2024-09-12T01:31:23.131597+0000","last_fullsized":"2024-09-12T01:31:23.131597+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:30:06.547883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'275","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:11.259500+0000","last_change":"2024-09-12T00:24:08.656431+0000","last_active":"2024-09-12T01:33:11.259500+0000","last_peered":"2024-09-12T01:33:11.259500+0000","last_clean":"2024-09-12T01:33:11.259500+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:33:11.259500+0000","last_undegraded":"2024-09-12T01:33:11.259500+0000","last_fullsized":"2024-09-12T01:33:11.259500+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:23:20.178643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1086752,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":417,"num_read_kb":2547,"num_write":1015,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.380406+0000","last_change":"2024-09-12T00:24:10.675960+0000","last_active":"2024-09-12T01:32:43.380406+0000","last_peered":"2024-09-12T01:32:43.380406+0000","last_clean":"2024-09-12T01:32:43.380406+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:32:43.380406+0000","last_undegraded":"2024-09-12T01:32:43.380406+0000","last_fullsized":"2024-09-12T01:32:43.380406+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:22.701762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'256","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238602+0000","last_change":"2024-09-12T00:24:08.672959+0000","last_active":"2024-09-12T01:31:21.238602+0000","last_peered":"2024-09-12T01:31:21.238602+0000","last_clean":"2024-09-12T01:31:21.238602+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:31:21.238602+0000","last_undegraded":"2024-09-12T01:31:21.238602+0000","last_fullsized":"2024-09-12T01:31:21.238602+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:30.486971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7668843,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":448,"num_read_kb":4162,"num_write":1009,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123940+0000","last_change":"2024-09-12T00:24:10.670343+0000","last_active":"2024-09-12T01:30:51.123940+0000","last_peered":"2024-09-12T01:30:51.123940+0000","last_clean":"2024-09-12T01:30:51.123940+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:30:51.123940+0000","last_undegraded":"2024-09-12T01:30:51.123940+0000","last_fullsized":"2024-09-12T01:30:51.123940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:52.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'270","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.097303+0000","last_change":"2024-09-12T00:24:08.661449+0000","last_active":"2024-09-12T01:34:08.097303+0000","last_peered":"2024-09-12T01:34:08.097303+0000","last_clean":"2024-09-12T01:34:08.097303+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:08.097303+0000","last_undegraded":"2024-09-12T01:34:08.097303+0000","last_fullsized":"2024-09-12T01:34:08.097303+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:56.954310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1527711,"num_objects":49,"num_object_clones":0,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":358,"num_read_kb":3315,"num_write":945,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":790,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234861+0000","last_change":"2024-09-12T00:24:10.679600+0000","last_active":"2024-09-12T01:30:51.234861+0000","last_peered":"2024-09-12T01:30:51.234861+0000","last_clean":"2024-09-12T01:30:51.234861+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:30:51.234861+0000","last_undegraded":"2024-09-12T01:30:51.234861+0000","last_fullsized":"2024-09-12T01:30:51.234861+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:21.506051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'288","reported_seq":962,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.025648+0000","last_change":"2024-09-12T00:24:08.669289+0000","last_active":"2024-09-12T01:31:59.025648+0000","last_peered":"2024-09-12T01:31:59.025648+0000","last_clean":"2024-09-12T01:31:59.025648+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:31:59.025648+0000","last_undegraded":"2024-09-12T01:31:59.025648+0000","last_fullsized":"2024-09-12T01:31:59.025648+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:50.362019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5341903,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":489,"num_read_kb":33431,"num_write":972,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249143+0000","last_change":"2024-09-12T00:24:10.683509+0000","last_active":"2024-09-12T01:30:51.249143+0000","last_peered":"2024-09-12T01:30:51.249143+0000","last_clean":"2024-09-12T01:30:51.249143+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:30:51.249143+0000","last_undegraded":"2024-09-12T01:30:51.249143+0000","last_fullsized":"2024-09-12T01:30:51.249143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:49.387797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'245","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238656+0000","last_change":"2024-09-12T00:24:08.664531+0000","last_active":"2024-09-12T01:31:21.238656+0000","last_peered":"2024-09-12T01:31:21.238656+0000","last_clean":"2024-09-12T01:31:21.238656+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:31:21.238656+0000","last_undegraded":"2024-09-12T01:31:21.238656+0000","last_fullsized":"2024-09-12T01:31:21.238656+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:48.599046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7342707,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":325,"num_read_kb":9501,"num_write":775,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348491+0000","last_change":"2024-09-12T00:24:10.680533+0000","last_active":"2024-09-12T01:29:31.348491+0000","last_peered":"2024-09-12T01:29:31.348491+0000","last_clean":"2024-09-12T01:29:31.348491+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:29:31.348491+0000","last_undegraded":"2024-09-12T01:29:31.348491+0000","last_fullsized":"2024-09-12T01:29:31.348491+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:17.347963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'334","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.133115+0000","last_change":"2024-09-12T00:24:39.111022+0000","last_active":"2024-09-12T01:31:31.133115+0000","last_peered":"2024-09-12T01:31:31.133115+0000","last_clean":"2024-09-12T01:31:31.133115+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:31:31.133115+0000","last_undegraded":"2024-09-12T01:31:31.133115+0000","last_fullsized":"2024-09-12T01:31:31.133115+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:32.213196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4459393,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":547,"num_read_kb":25126,"num_write":1229,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.105212+0000","last_change":"2024-09-12T00:24:10.677817+0000","last_active":"2024-09-12T01:30:36.105212+0000","last_peered":"2024-09-12T01:30:36.105212+0000","last_clean":"2024-09-12T01:30:36.105212+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:30:36.105212+0000","last_undegraded":"2024-09-12T01:30:36.105212+0000","last_fullsized":"2024-09-12T01:30:36.105212+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:46.867976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'271","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240944+0000","last_change":"2024-09-12T00:24:08.662830+0000","last_active":"2024-09-12T01:31:41.240944+0000","last_peered":"2024-09-12T01:31:41.240944+0000","last_clean":"2024-09-12T01:31:41.240944+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:31:41.240944+0000","last_undegraded":"2024-09-12T01:31:41.240944+0000","last_fullsized":"2024-09-12T01:31:41.240944+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:40.062537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3568008,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":443,"num_read_kb":15684,"num_write":944,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:49.003260+0000","last_change":"2024-09-12T00:24:10.678415+0000","last_active":"2024-09-12T01:29:49.003260+0000","last_peered":"2024-09-12T01:29:49.003260+0000","last_clean":"2024-09-12T01:29:49.003260+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:29:49.003260+0000","last_undegraded":"2024-09-12T01:29:49.003260+0000","last_fullsized":"2024-09-12T01:29:49.003260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:23.578801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'318","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.978712+0000","last_change":"2024-09-12T00:24:08.670514+0000","last_active":"2024-09-12T01:32:04.978712+0000","last_peered":"2024-09-12T01:32:04.978712+0000","last_clean":"2024-09-12T01:32:04.978712+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:32:04.978712+0000","last_undegraded":"2024-09-12T01:32:04.978712+0000","last_fullsized":"2024-09-12T01:32:04.978712+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:16.471470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9345916,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":587,"num_read_kb":61028,"num_write":1125,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.735518+0000","last_change":"2024-09-12T00:24:10.673135+0000","last_active":"2024-09-12T01:33:47.735518+0000","last_peered":"2024-09-12T01:33:47.735518+0000","last_clean":"2024-09-12T01:33:47.735518+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:33:47.735518+0000","last_undegraded":"2024-09-12T01:33:47.735518+0000","last_fullsized":"2024-09-12T01:33:47.735518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:30.318191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'379","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248630+0000","last_change":"2024-09-12T00:24:08.667086+0000","last_active":"2024-09-12T01:31:41.248630+0000","last_peered":"2024-09-12T01:31:41.248630+0000","last_clean":"2024-09-12T01:31:41.248630+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:31:41.248630+0000","last_undegraded":"2024-09-12T01:31:41.248630+0000","last_fullsized":"2024-09-12T01:31:41.248630+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:10.491185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1381337,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":783,"num_read_kb":11873,"num_write":1201,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.274327+0000","last_change":"2024-09-12T00:24:10.676987+0000","last_active":"2024-09-12T01:31:41.274327+0000","last_peered":"2024-09-12T01:31:41.274327+0000","last_clean":"2024-09-12T01:31:41.274327+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:31:41.274327+0000","last_undegraded":"2024-09-12T01:31:41.274327+0000","last_fullsized":"2024-09-12T01:31:41.274327+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:40.110931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'315","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.256344+0000","last_change":"2024-09-12T00:24:08.672707+0000","last_active":"2024-09-12T01:31:41.256344+0000","last_peered":"2024-09-12T01:31:41.256344+0000","last_clean":"2024-09-12T01:31:41.256344+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:31:41.256344+0000","last_undegraded":"2024-09-12T01:31:41.256344+0000","last_fullsized":"2024-09-12T01:31:41.256344+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:08.181124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1252349,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":449,"num_read_kb":5460,"num_write":1143,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1010,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248586+0000","last_change":"2024-09-12T00:24:10.676470+0000","last_active":"2024-09-12T01:31:41.248586+0000","last_peered":"2024-09-12T01:31:41.248586+0000","last_clean":"2024-09-12T01:31:41.248586+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:31:41.248586+0000","last_undegraded":"2024-09-12T01:31:41.248586+0000","last_fullsized":"2024-09-12T01:31:41.248586+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:32.247899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'284","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:02.102293+0000","last_change":"2024-09-12T00:24:08.674319+0000","last_active":"2024-09-12T01:32:02.102293+0000","last_peered":"2024-09-12T01:32:02.102293+0000","last_clean":"2024-09-12T01:32:02.102293+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:32:02.102293+0000","last_undegraded":"2024-09-12T01:32:02.102293+0000","last_fullsized":"2024-09-12T01:32:02.102293+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:06.499160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8976272,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":461,"num_read_kb":107573,"num_write":1069,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":706,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240956+0000","last_change":"2024-09-12T00:24:10.676461+0000","last_active":"2024-09-12T01:31:41.240956+0000","last_peered":"2024-09-12T01:31:41.240956+0000","last_clean":"2024-09-12T01:31:41.240956+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:31:41.240956+0000","last_undegraded":"2024-09-12T01:31:41.240956+0000","last_fullsized":"2024-09-12T01:31:41.240956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'269","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:20.860235+0000","last_change":"2024-09-12T00:24:08.664026+0000","last_active":"2024-09-12T01:31:20.860235+0000","last_peered":"2024-09-12T01:31:20.860235+0000","last_clean":"2024-09-12T01:31:20.860235+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:31:20.860235+0000","last_undegraded":"2024-09-12T01:31:20.860235+0000","last_fullsized":"2024-09-12T01:31:20.860235+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:46:22.603831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724234,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":384,"num_read_kb":14374,"num_write":861,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.272801+0000","last_change":"2024-09-12T00:24:10.676979+0000","last_active":"2024-09-12T01:31:31.272801+0000","last_peered":"2024-09-12T01:31:31.272801+0000","last_clean":"2024-09-12T01:31:31.272801+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:31:31.272801+0000","last_undegraded":"2024-09-12T01:31:31.272801+0000","last_fullsized":"2024-09-12T01:31:31.272801+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:13.855104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'259","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.299861+0000","last_change":"2024-09-12T00:24:08.660674+0000","last_active":"2024-09-12T01:31:51.299861+0000","last_peered":"2024-09-12T01:31:51.299861+0000","last_clean":"2024-09-12T01:31:51.299861+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:31:51.299861+0000","last_undegraded":"2024-09-12T01:31:51.299861+0000","last_fullsized":"2024-09-12T01:31:51.299861+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:13.163926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1409666,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":556,"num_read_kb":6122,"num_write":984,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'298","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116081+0000","last_change":"2024-09-12T00:24:38.770105+0000","last_active":"2024-09-12T01:29:31.116081+0000","last_peered":"2024-09-12T01:29:31.116081+0000","last_clean":"2024-09-12T01:29:31.116081+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:29:31.116081+0000","last_undegraded":"2024-09-12T01:29:31.116081+0000","last_fullsized":"2024-09-12T01:29:31.116081+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:50.270511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1334247,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":439,"num_read_kb":8729,"num_write":1077,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349136+0000","last_change":"2024-09-12T00:24:38.770030+0000","last_active":"2024-09-12T01:29:36.349136+0000","last_peered":"2024-09-12T01:29:36.349136+0000","last_clean":"2024-09-12T01:29:36.349136+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:29:36.349136+0000","last_undegraded":"2024-09-12T01:29:36.349136+0000","last_fullsized":"2024-09-12T01:29:36.349136+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:30.785130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'292","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.150377+0000","last_change":"2024-09-12T00:24:08.664660+0000","last_active":"2024-09-12T01:34:08.150377+0000","last_peered":"2024-09-12T01:34:08.150377+0000","last_clean":"2024-09-12T01:34:08.150377+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:08.150377+0000","last_undegraded":"2024-09-12T01:34:08.150377+0000","last_fullsized":"2024-09-12T01:34:08.150377+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:11.283624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9439710,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":446,"num_read_kb":34153,"num_write":1052,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.865239+0000","last_change":"2024-09-12T00:24:10.673205+0000","last_active":"2024-09-12T01:31:59.865239+0000","last_peered":"2024-09-12T01:31:59.865239+0000","last_clean":"2024-09-12T01:31:59.865239+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:31:59.865239+0000","last_undegraded":"2024-09-12T01:31:59.865239+0000","last_fullsized":"2024-09-12T01:31:59.865239+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:21.964808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":968,"ondisk_log_size":968,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1562,"ondisk_log_size":1562,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":467,"ondisk_log_size":467,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1890003,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18480,"num_read_kb":35783,"num_write":15595,"num_write_kb":11906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3153920,"data_stored":2653195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2121,"ondisk_log_size":2121,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2395,"num_read_kb":2856,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4037,"ondisk_log_size":4037,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":520590566,"num_objects":4344,"num_object_clones":0,"num_object_copies":13032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4344,"num_whiteouts":0,"num_read":32383,"num_read_kb":1921762,"num_write":67548,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":822378496,"data_stored":822378496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4047,"ondisk_log_size":4047,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75586045,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":147,"num_read_kb":206497,"num_write":162,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159563776,"data_stored":159560698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102,"ondisk_log_size":102,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":83974653,"num_objects":30,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":141,"num_read_kb":195193,"num_write":160,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":166862848,"data_stored":166860585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510290,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":418336,"kb_used_data":134480,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":93953504,"statfs":{"total":96636764160,"available":96208388096,"internally_reserved":0,"allocated":137707520,"data_stored":135684349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510289,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":403288,"kb_used_data":151368,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93968552,"statfs":{"total":96636764160,"available":96223797248,"internally_reserved":0,"allocated":155000832,"data_stored":153017553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510289,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":307356,"kb_used_data":163788,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94064484,"statfs":{"total":96636764160,"available":96322031616,"internally_reserved":0,"allocated":167718912,"data_stored":165634666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510289,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232076,"kb_used_data":142588,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94139764,"statfs":{"total":96636764160,"available":96399118336,"internally_reserved":0,"allocated":146010112,"data_stored":144071950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510288,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":425200,"kb_used_data":151136,"kb_used_omap":1,"kb_used_meta":274046,"kb_avail":93946640,"statfs":{"total":96636764160,"available":96201359360,"internally_reserved":0,"allocated":154763264,"data_stored":152733602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":280623559},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510289,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":207472,"kb_used_data":126368,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94164368,"statfs":{"total":96636764160,"available":96424312832,"internally_reserved":0,"allocated":129400832,"data_stored":127455008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83032517},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510290,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":417552,"kb_used_data":169792,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":93954288,"statfs":{"total":96636764160,"available":96209190912,"internally_reserved":0,"allocated":173867008,"data_stored":171812480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575697,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283420,"kb_used_data":144012,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94088420,"statfs":{"total":96636764160,"available":96346542080,"internally_reserved":0,"allocated":147468288,"data_stored":145461688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":142735813},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":107778048,"data_stored":107778048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81285120,"data_stored":81285120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":88334336,"data_stored":88334336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":107978752,"data_stored":107978752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":108056576,"data_stored":108056576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":116547584,"data_stored":116547584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":110518272,"data_stored":110518272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":101879808,"data_stored":101879808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":334456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":266296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":131166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":474272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":84464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":688128,"data_stored":578325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":266870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":610304,"data_stored":517346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":42991616,"data_stored":42991616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15728640,"data_stored":15728640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":6291456,"data_stored":6291456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":14729216,"data_stored":14728492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31498240,"data_stored":31497425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35700736,"data_stored":35700012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":14721024,"data_stored":14720209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":9437184,"data_stored":9437184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:34:11.554 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:34:11.554 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:34:11.895 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:11.907 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:34:11.910 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2373,"stamp":"2024-09-12T01:34:10.561800+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":682648842,"num_objects":4753,"num_object_clones":0,"num_object_copies":13850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4753,"num_whiteouts":0,"num_read":177037,"num_read_kb":2466557,"num_write":139462,"num_write_kb":2418145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13497,"ondisk_log_size":13497,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2694700,"kb_used_data":1183532,"kb_used_omap":12,"kb_used_meta":1511027,"kb_avail":752280020,"statfs":{"total":773094113280,"available":770334740480,"internally_reserved":0,"allocated":1211936768,"data_stored":1195871296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1547292209},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-13325606,"num_objects":-130,"num_object_clones":0,"num_object_copies":-388,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-130,"num_whiteouts":0,"num_read":163,"num_read_kb":265,"num_write":143,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005159"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.126244+0000","last_change":"2024-09-12T01:00:41.033946+0000","last_active":"2024-09-12T01:30:41.126244+0000","last_peered":"2024-09-12T01:30:41.126244+0000","last_clean":"2024-09-12T01:30:41.126244+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:30:41.126244+0000","last_undegraded":"2024-09-12T01:30:41.126244+0000","last_fullsized":"2024-09-12T01:30:41.126244+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:02.676668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.119098+0000","last_change":"2024-09-12T00:42:18.048073+0000","last_active":"2024-09-12T01:29:51.119098+0000","last_peered":"2024-09-12T01:29:51.119098+0000","last_clean":"2024-09-12T01:29:51.119098+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:29:51.119098+0000","last_undegraded":"2024-09-12T01:29:51.119098+0000","last_fullsized":"2024-09-12T01:29:51.119098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:34.120118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226852+0000","last_change":"2024-09-12T00:42:13.967526+0000","last_active":"2024-09-12T01:29:46.226852+0000","last_peered":"2024-09-12T01:29:46.226852+0000","last_clean":"2024-09-12T01:29:46.226852+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:29:46.226852+0000","last_undegraded":"2024-09-12T01:29:46.226852+0000","last_fullsized":"2024-09-12T01:29:46.226852+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:10.523163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354939+0000","last_change":"2024-09-12T00:38:18.968641+0000","last_active":"2024-09-12T01:30:26.354939+0000","last_peered":"2024-09-12T01:30:26.354939+0000","last_clean":"2024-09-12T01:30:26.354939+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:30:26.354939+0000","last_undegraded":"2024-09-12T01:30:26.354939+0000","last_fullsized":"2024-09-12T01:30:26.354939+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:16.843143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.215484+0000","last_change":"2024-09-12T01:00:41.037053+0000","last_active":"2024-09-12T01:30:41.215484+0000","last_peered":"2024-09-12T01:30:41.215484+0000","last_clean":"2024-09-12T01:30:41.215484+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:30:41.215484+0000","last_undegraded":"2024-09-12T01:30:41.215484+0000","last_fullsized":"2024-09-12T01:30:41.215484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:14.508710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.372577+0000","last_change":"2024-09-12T00:42:18.044210+0000","last_active":"2024-09-12T01:29:51.372577+0000","last_peered":"2024-09-12T01:29:51.372577+0000","last_clean":"2024-09-12T01:29:51.372577+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:29:51.372577+0000","last_undegraded":"2024-09-12T01:29:51.372577+0000","last_fullsized":"2024-09-12T01:29:51.372577+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:38.545299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'1","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:43.228046+0000","last_change":"2024-09-12T00:42:13.972649+0000","last_active":"2024-09-12T01:29:43.228046+0000","last_peered":"2024-09-12T01:29:43.228046+0000","last_clean":"2024-09-12T01:29:43.228046+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:29:43.228046+0000","last_undegraded":"2024-09-12T01:29:43.228046+0000","last_fullsized":"2024-09-12T01:29:43.228046+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:29.117408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215014+0000","last_change":"2024-09-12T00:38:18.961447+0000","last_active":"2024-09-12T01:30:36.215014+0000","last_peered":"2024-09-12T01:30:36.215014+0000","last_clean":"2024-09-12T01:30:36.215014+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:30:36.215014+0000","last_undegraded":"2024-09-12T01:30:36.215014+0000","last_fullsized":"2024-09-12T01:30:36.215014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:13:06.420535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239770+0000","last_change":"2024-09-12T01:00:41.026699+0000","last_active":"2024-09-12T01:29:41.239770+0000","last_peered":"2024-09-12T01:29:41.239770+0000","last_clean":"2024-09-12T01:29:41.239770+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:29:41.239770+0000","last_undegraded":"2024-09-12T01:29:41.239770+0000","last_fullsized":"2024-09-12T01:29:41.239770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:50.229829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'4","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.353690+0000","last_change":"2024-09-12T00:42:18.559667+0000","last_active":"2024-09-12T01:30:16.353690+0000","last_peered":"2024-09-12T01:30:16.353690+0000","last_clean":"2024-09-12T01:30:16.353690+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:30:16.353690+0000","last_undegraded":"2024-09-12T01:30:16.353690+0000","last_fullsized":"2024-09-12T01:30:16.353690+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:50.451710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'4","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.214422+0000","last_change":"2024-09-12T00:42:13.972359+0000","last_active":"2024-09-12T01:30:31.214422+0000","last_peered":"2024-09-12T01:30:31.214422+0000","last_clean":"2024-09-12T01:30:31.214422+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:30:31.214422+0000","last_undegraded":"2024-09-12T01:30:31.214422+0000","last_fullsized":"2024-09-12T01:30:31.214422+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:39.196914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":9216,"num_write":4,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357891+0000","last_change":"2024-09-12T00:38:18.964951+0000","last_active":"2024-09-12T01:30:51.357891+0000","last_peered":"2024-09-12T01:30:51.357891+0000","last_clean":"2024-09-12T01:30:51.357891+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:30:51.357891+0000","last_undegraded":"2024-09-12T01:30:51.357891+0000","last_fullsized":"2024-09-12T01:30:51.357891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:44.552414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226810+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:29:46.226810+0000","last_peered":"2024-09-12T01:29:46.226810+0000","last_clean":"2024-09-12T01:29:46.226810+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:29:46.226810+0000","last_undegraded":"2024-09-12T01:29:46.226810+0000","last_fullsized":"2024-09-12T01:29:46.226810+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:12.786329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232505+0000","last_change":"2024-09-12T00:42:18.558380+0000","last_active":"2024-09-12T01:30:31.232505+0000","last_peered":"2024-09-12T01:30:31.232505+0000","last_clean":"2024-09-12T01:30:31.232505+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:30:31.232505+0000","last_undegraded":"2024-09-12T01:30:31.232505+0000","last_fullsized":"2024-09-12T01:30:31.232505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:17.678993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.118291+0000","last_change":"2024-09-12T00:42:13.964520+0000","last_active":"2024-09-12T01:30:11.118291+0000","last_peered":"2024-09-12T01:30:11.118291+0000","last_clean":"2024-09-12T01:30:11.118291+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:30:11.118291+0000","last_undegraded":"2024-09-12T01:30:11.118291+0000","last_fullsized":"2024-09-12T01:30:11.118291+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:59.768446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234955+0000","last_change":"2024-09-12T00:38:18.969499+0000","last_active":"2024-09-12T01:30:51.234955+0000","last_peered":"2024-09-12T01:30:51.234955+0000","last_clean":"2024-09-12T01:30:51.234955+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:30:51.234955+0000","last_undegraded":"2024-09-12T01:30:51.234955+0000","last_fullsized":"2024-09-12T01:30:51.234955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:14.624133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.234224+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:30:46.234224+0000","last_peered":"2024-09-12T01:30:46.234224+0000","last_clean":"2024-09-12T01:30:46.234224+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:30:46.234224+0000","last_undegraded":"2024-09-12T01:30:46.234224+0000","last_fullsized":"2024-09-12T01:30:46.234224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:35.618718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127628+0000","last_change":"2024-09-12T00:42:18.050567+0000","last_active":"2024-09-12T01:30:51.127628+0000","last_peered":"2024-09-12T01:30:51.127628+0000","last_clean":"2024-09-12T01:30:51.127628+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:30:51.127628+0000","last_undegraded":"2024-09-12T01:30:51.127628+0000","last_fullsized":"2024-09-12T01:30:51.127628+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:23.443000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.355947+0000","last_change":"2024-09-12T00:42:13.966457+0000","last_active":"2024-09-12T01:30:36.355947+0000","last_peered":"2024-09-12T01:30:36.355947+0000","last_clean":"2024-09-12T01:30:36.355947+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:30:36.355947+0000","last_undegraded":"2024-09-12T01:30:36.355947+0000","last_fullsized":"2024-09-12T01:30:36.355947+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:50.636890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234902+0000","last_change":"2024-09-12T00:38:18.962641+0000","last_active":"2024-09-12T01:30:51.234902+0000","last_peered":"2024-09-12T01:30:51.234902+0000","last_clean":"2024-09-12T01:30:51.234902+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:30:51.234902+0000","last_undegraded":"2024-09-12T01:30:51.234902+0000","last_fullsized":"2024-09-12T01:30:51.234902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:37.293760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135831+0000","last_change":"2024-09-12T01:00:41.032215+0000","last_active":"2024-09-12T01:31:58.135831+0000","last_peered":"2024-09-12T01:31:58.135831+0000","last_clean":"2024-09-12T01:31:58.135831+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:31:58.135831+0000","last_undegraded":"2024-09-12T01:31:58.135831+0000","last_fullsized":"2024-09-12T01:31:58.135831+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:54.181323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.247833+0000","last_change":"2024-09-12T00:42:18.049383+0000","last_active":"2024-09-12T01:30:41.247833+0000","last_peered":"2024-09-12T01:30:41.247833+0000","last_clean":"2024-09-12T01:30:41.247833+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:30:41.247833+0000","last_undegraded":"2024-09-12T01:30:41.247833+0000","last_fullsized":"2024-09-12T01:30:41.247833+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:29.589074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6339884,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":13,"num_read_kb":22578,"num_write":14,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123903+0000","last_change":"2024-09-12T00:42:13.966217+0000","last_active":"2024-09-12T01:30:51.123903+0000","last_peered":"2024-09-12T01:30:51.123903+0000","last_clean":"2024-09-12T01:30:51.123903+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:30:51.123903+0000","last_undegraded":"2024-09-12T01:30:51.123903+0000","last_fullsized":"2024-09-12T01:30:51.123903+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:02.769670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5291308,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":13,"num_read_kb":13362,"num_write":13,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249172+0000","last_change":"2024-09-12T00:38:18.963271+0000","last_active":"2024-09-12T01:30:51.249172+0000","last_peered":"2024-09-12T01:30:51.249172+0000","last_clean":"2024-09-12T01:30:51.249172+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:30:51.249172+0000","last_undegraded":"2024-09-12T01:30:51.249172+0000","last_fullsized":"2024-09-12T01:30:51.249172+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:42.672993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265196+0000","last_change":"2024-09-12T01:00:41.023780+0000","last_active":"2024-09-12T01:30:41.265196+0000","last_peered":"2024-09-12T01:30:41.265196+0000","last_clean":"2024-09-12T01:30:41.265196+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:30:41.265196+0000","last_undegraded":"2024-09-12T01:30:41.265196+0000","last_fullsized":"2024-09-12T01:30:41.265196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:56.315944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'5","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.241060+0000","last_change":"2024-09-12T00:42:18.048519+0000","last_active":"2024-09-12T01:29:51.241060+0000","last_peered":"2024-09-12T01:29:51.241060+0000","last_clean":"2024-09-12T01:29:51.241060+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:29:51.241060+0000","last_undegraded":"2024-09-12T01:29:51.241060+0000","last_fullsized":"2024-09-12T01:29:51.241060+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.315986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":10242,"num_write":5,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.371803+0000","last_change":"2024-09-12T00:42:13.963390+0000","last_active":"2024-09-12T01:29:46.371803+0000","last_peered":"2024-09-12T01:29:46.371803+0000","last_clean":"2024-09-12T01:29:46.371803+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:29:46.371803+0000","last_undegraded":"2024-09-12T01:29:46.371803+0000","last_fullsized":"2024-09-12T01:29:46.371803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:20.491948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'67","reported_seq":256,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.346361+0000","last_change":"2024-09-12T00:38:18.962358+0000","last_active":"2024-09-12T01:29:16.346361+0000","last_peered":"2024-09-12T01:29:16.346361+0000","last_clean":"2024-09-12T01:29:16.346361+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:29:16.346361+0000","last_undegraded":"2024-09-12T01:29:16.346361+0000","last_fullsized":"2024-09-12T01:29:16.346361+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:28.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265247+0000","last_change":"2024-09-12T01:00:41.031873+0000","last_active":"2024-09-12T01:30:41.265247+0000","last_peered":"2024-09-12T01:30:41.265247+0000","last_clean":"2024-09-12T01:30:41.265247+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:30:41.265247+0000","last_undegraded":"2024-09-12T01:30:41.265247+0000","last_fullsized":"2024-09-12T01:30:41.265247+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:57.815076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.121919+0000","last_change":"2024-09-12T00:42:39.472105+0000","last_active":"2024-09-12T01:30:11.121919+0000","last_peered":"2024-09-12T01:30:11.121919+0000","last_clean":"2024-09-12T01:30:11.121919+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:30:11.121919+0000","last_undegraded":"2024-09-12T01:30:11.121919+0000","last_fullsized":"2024-09-12T01:30:11.121919+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:18.685284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.350251+0000","last_change":"2024-09-12T00:42:13.966613+0000","last_active":"2024-09-12T01:29:46.350251+0000","last_peered":"2024-09-12T01:29:46.350251+0000","last_clean":"2024-09-12T01:29:46.350251+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:29:46.350251+0000","last_undegraded":"2024-09-12T01:29:46.350251+0000","last_fullsized":"2024-09-12T01:29:46.350251+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:24.439380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132160+0000","last_change":"2024-09-12T00:38:18.963135+0000","last_active":"2024-09-12T01:31:28.132160+0000","last_peered":"2024-09-12T01:31:28.132160+0000","last_clean":"2024-09-12T01:31:28.132160+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:31:28.132160+0000","last_undegraded":"2024-09-12T01:31:28.132160+0000","last_fullsized":"2024-09-12T01:31:28.132160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:36.031829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129309+0000","last_change":"2024-09-12T01:00:41.036556+0000","last_active":"2024-09-12T01:31:03.129309+0000","last_peered":"2024-09-12T01:31:03.129309+0000","last_clean":"2024-09-12T01:31:03.129309+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:31:03.129309+0000","last_undegraded":"2024-09-12T01:31:03.129309+0000","last_fullsized":"2024-09-12T01:31:03.129309+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:57.303380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'5","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.233634+0000","last_change":"2024-09-12T00:42:18.558454+0000","last_active":"2024-09-12T01:30:41.233634+0000","last_peered":"2024-09-12T01:30:41.233634+0000","last_clean":"2024-09-12T01:30:41.233634+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:30:41.233634+0000","last_undegraded":"2024-09-12T01:30:41.233634+0000","last_fullsized":"2024-09-12T01:30:41.233634+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:29.738707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":4096,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'8","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132421+0000","last_change":"2024-09-12T00:42:13.967897+0000","last_active":"2024-09-12T01:31:26.132421+0000","last_peered":"2024-09-12T01:31:26.132421+0000","last_clean":"2024-09-12T01:31:26.132421+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:31:26.132421+0000","last_undegraded":"2024-09-12T01:31:26.132421+0000","last_fullsized":"2024-09-12T01:31:26.132421+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:17:18.281657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":8194,"num_write":18,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.247534+0000","last_change":"2024-09-12T00:38:18.965353+0000","last_active":"2024-09-12T01:31:31.247534+0000","last_peered":"2024-09-12T01:31:31.247534+0000","last_clean":"2024-09-12T01:31:31.247534+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:31:31.247534+0000","last_undegraded":"2024-09-12T01:31:31.247534+0000","last_fullsized":"2024-09-12T01:31:31.247534+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:54.806778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217564+0000","last_change":"2024-09-12T01:00:41.033283+0000","last_active":"2024-09-12T01:31:01.217564+0000","last_peered":"2024-09-12T01:31:01.217564+0000","last_clean":"2024-09-12T01:31:01.217564+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:31:01.217564+0000","last_undegraded":"2024-09-12T01:31:01.217564+0000","last_fullsized":"2024-09-12T01:31:01.217564+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:21.787371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239785+0000","last_change":"2024-09-12T00:42:18.560023+0000","last_active":"2024-09-12T01:31:31.239785+0000","last_peered":"2024-09-12T01:31:31.239785+0000","last_clean":"2024-09-12T01:31:31.239785+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:31:31.239785+0000","last_undegraded":"2024-09-12T01:31:31.239785+0000","last_fullsized":"2024-09-12T01:31:31.239785+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:36.006828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'5","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264605+0000","last_change":"2024-09-12T00:42:13.967348+0000","last_active":"2024-09-12T01:30:36.264605+0000","last_peered":"2024-09-12T01:30:36.264605+0000","last_clean":"2024-09-12T01:30:36.264605+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:30:36.264605+0000","last_undegraded":"2024-09-12T01:30:36.264605+0000","last_fullsized":"2024-09-12T01:30:36.264605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:06.750670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":10,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239838+0000","last_change":"2024-09-12T00:38:18.968148+0000","last_active":"2024-09-12T01:31:31.239838+0000","last_peered":"2024-09-12T01:31:31.239838+0000","last_clean":"2024-09-12T01:31:31.239838+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:31:31.239838+0000","last_undegraded":"2024-09-12T01:31:31.239838+0000","last_fullsized":"2024-09-12T01:31:31.239838+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:14.564288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268098+0000","last_change":"2024-09-12T01:00:41.029745+0000","last_active":"2024-09-12T01:31:01.268098+0000","last_peered":"2024-09-12T01:31:01.268098+0000","last_clean":"2024-09-12T01:31:01.268098+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:31:01.268098+0000","last_undegraded":"2024-09-12T01:31:01.268098+0000","last_fullsized":"2024-09-12T01:31:01.268098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:05.835643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'9","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.233671+0000","last_change":"2024-09-12T00:42:18.560819+0000","last_active":"2024-09-12T01:30:41.233671+0000","last_peered":"2024-09-12T01:30:41.233671+0000","last_clean":"2024-09-12T01:30:41.233671+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:30:41.233671+0000","last_undegraded":"2024-09-12T01:30:41.233671+0000","last_fullsized":"2024-09-12T01:30:41.233671+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:41.023033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":14,"num_read_kb":14338,"num_write":19,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215000+0000","last_change":"2024-09-12T00:42:13.972479+0000","last_active":"2024-09-12T01:30:36.215000+0000","last_peered":"2024-09-12T01:30:36.215000+0000","last_clean":"2024-09-12T01:30:36.215000+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:30:36.215000+0000","last_undegraded":"2024-09-12T01:30:36.215000+0000","last_fullsized":"2024-09-12T01:30:36.215000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:55.898685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.220703+0000","last_change":"2024-09-12T00:38:18.966334+0000","last_active":"2024-09-12T01:31:31.220703+0000","last_peered":"2024-09-12T01:31:31.220703+0000","last_clean":"2024-09-12T01:31:31.220703+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:31:31.220703+0000","last_undegraded":"2024-09-12T01:31:31.220703+0000","last_fullsized":"2024-09-12T01:31:31.220703+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:34.407218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129045+0000","last_change":"2024-09-12T01:00:41.030695+0000","last_active":"2024-09-12T01:31:01.129045+0000","last_peered":"2024-09-12T01:31:01.129045+0000","last_clean":"2024-09-12T01:31:01.129045+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:31:01.129045+0000","last_undegraded":"2024-09-12T01:31:01.129045+0000","last_fullsized":"2024-09-12T01:31:01.129045+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:54.694643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.122521+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:30:41.122521+0000","last_peered":"2024-09-12T01:30:41.122521+0000","last_clean":"2024-09-12T01:30:41.122521+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:30:41.122521+0000","last_undegraded":"2024-09-12T01:30:41.122521+0000","last_fullsized":"2024-09-12T01:30:41.122521+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:11.651445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":80,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.356045+0000","last_change":"2024-09-12T00:42:13.970282+0000","last_active":"2024-09-12T01:30:36.356045+0000","last_peered":"2024-09-12T01:30:36.356045+0000","last_clean":"2024-09-12T01:30:36.356045+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:30:36.356045+0000","last_undegraded":"2024-09-12T01:30:36.356045+0000","last_fullsized":"2024-09-12T01:30:36.356045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:03.838184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":176,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.257256+0000","last_change":"2024-09-12T00:38:18.969388+0000","last_active":"2024-09-12T01:29:51.257256+0000","last_peered":"2024-09-12T01:29:51.257256+0000","last_clean":"2024-09-12T01:29:51.257256+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:29:51.257256+0000","last_undegraded":"2024-09-12T01:29:51.257256+0000","last_fullsized":"2024-09-12T01:29:51.257256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:44.977703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226345+0000","last_change":"2024-09-12T01:00:41.037067+0000","last_active":"2024-09-12T01:29:41.226345+0000","last_peered":"2024-09-12T01:29:41.226345+0000","last_clean":"2024-09-12T01:29:41.226345+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:29:41.226345+0000","last_undegraded":"2024-09-12T01:29:41.226345+0000","last_fullsized":"2024-09-12T01:29:41.226345+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:14.981966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:18.131005+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:31:18.131005+0000","last_peered":"2024-09-12T01:31:18.131005+0000","last_clean":"2024-09-12T01:31:18.131005+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:31:18.131005+0000","last_undegraded":"2024-09-12T01:31:18.131005+0000","last_fullsized":"2024-09-12T01:31:18.131005+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:08.907369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.127340+0000","last_change":"2024-09-12T00:42:13.966063+0000","last_active":"2024-09-12T01:31:16.127340+0000","last_peered":"2024-09-12T01:31:16.127340+0000","last_clean":"2024-09-12T01:31:16.127340+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:31:16.127340+0000","last_undegraded":"2024-09-12T01:31:16.127340+0000","last_fullsized":"2024-09-12T01:31:16.127340+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:36.699194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.255608+0000","last_change":"2024-09-12T00:38:18.964052+0000","last_active":"2024-09-12T01:29:41.255608+0000","last_peered":"2024-09-12T01:29:41.255608+0000","last_clean":"2024-09-12T01:29:41.255608+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:29:41.255608+0000","last_undegraded":"2024-09-12T01:29:41.255608+0000","last_fullsized":"2024-09-12T01:29:41.255608+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:03.505396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349711+0000","last_change":"2024-09-12T01:00:41.027771+0000","last_active":"2024-09-12T01:29:41.349711+0000","last_peered":"2024-09-12T01:29:41.349711+0000","last_clean":"2024-09-12T01:29:41.349711+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:29:41.349711+0000","last_undegraded":"2024-09-12T01:29:41.349711+0000","last_fullsized":"2024-09-12T01:29:41.349711+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:13.000437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678846+0000","last_change":"2024-09-12T00:42:18.047071+0000","last_active":"2024-09-12T01:34:07.678846+0000","last_peered":"2024-09-12T01:34:07.678846+0000","last_clean":"2024-09-12T01:34:07.678846+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:07.678846+0000","last_undegraded":"2024-09-12T01:34:07.678846+0000","last_fullsized":"2024-09-12T01:34:07.678846+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:52:31.866173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.237889+0000","last_change":"2024-09-12T00:42:13.973463+0000","last_active":"2024-09-12T01:31:16.237889+0000","last_peered":"2024-09-12T01:31:16.237889+0000","last_clean":"2024-09-12T01:31:16.237889+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:31:16.237889+0000","last_undegraded":"2024-09-12T01:31:16.237889+0000","last_fullsized":"2024-09-12T01:31:16.237889+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:57.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349626+0000","last_change":"2024-09-12T00:38:18.963183+0000","last_active":"2024-09-12T01:29:41.349626+0000","last_peered":"2024-09-12T01:29:41.349626+0000","last_clean":"2024-09-12T01:29:41.349626+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:29:41.349626+0000","last_undegraded":"2024-09-12T01:29:41.349626+0000","last_fullsized":"2024-09-12T01:29:41.349626+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:59.115533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359528+0000","last_change":"2024-09-12T01:00:41.033626+0000","last_active":"2024-09-12T01:31:06.359528+0000","last_peered":"2024-09-12T01:31:06.359528+0000","last_clean":"2024-09-12T01:31:06.359528+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:31:06.359528+0000","last_undegraded":"2024-09-12T01:31:06.359528+0000","last_fullsized":"2024-09-12T01:31:06.359528+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:24.968389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238582+0000","last_change":"2024-09-12T00:42:18.049426+0000","last_active":"2024-09-12T01:31:21.238582+0000","last_peered":"2024-09-12T01:31:21.238582+0000","last_clean":"2024-09-12T01:31:21.238582+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:31:21.238582+0000","last_undegraded":"2024-09-12T01:31:21.238582+0000","last_fullsized":"2024-09-12T01:31:21.238582+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:58.626976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":5120,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.252530+0000","last_change":"2024-09-12T00:42:13.970662+0000","last_active":"2024-09-12T01:31:16.252530+0000","last_peered":"2024-09-12T01:31:16.252530+0000","last_clean":"2024-09-12T01:31:16.252530+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:31:16.252530+0000","last_undegraded":"2024-09-12T01:31:16.252530+0000","last_fullsized":"2024-09-12T01:31:16.252530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:48.419781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.370996+0000","last_change":"2024-09-12T00:38:18.967575+0000","last_active":"2024-09-12T01:29:41.370996+0000","last_peered":"2024-09-12T01:29:41.370996+0000","last_clean":"2024-09-12T01:29:41.370996+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:29:41.370996+0000","last_undegraded":"2024-09-12T01:29:41.370996+0000","last_fullsized":"2024-09-12T01:29:41.370996+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:30.679797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226323+0000","last_change":"2024-09-12T01:00:41.036536+0000","last_active":"2024-09-12T01:29:41.226323+0000","last_peered":"2024-09-12T01:29:41.226323+0000","last_clean":"2024-09-12T01:29:41.226323+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:29:41.226323+0000","last_undegraded":"2024-09-12T01:29:41.226323+0000","last_fullsized":"2024-09-12T01:29:41.226323+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:59.454903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'1","reported_seq":47,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.253356+0000","last_change":"2024-09-12T00:42:18.050219+0000","last_active":"2024-09-12T01:31:21.253356+0000","last_peered":"2024-09-12T01:31:21.253356+0000","last_clean":"2024-09-12T01:31:21.253356+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:31:21.253356+0000","last_undegraded":"2024-09-12T01:31:21.253356+0000","last_fullsized":"2024-09-12T01:31:21.253356+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:41.539849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.131024+0000","last_change":"2024-09-12T00:42:13.971093+0000","last_active":"2024-09-12T01:31:16.131024+0000","last_peered":"2024-09-12T01:31:16.131024+0000","last_clean":"2024-09-12T01:31:16.131024+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:31:16.131024+0000","last_undegraded":"2024-09-12T01:31:16.131024+0000","last_fullsized":"2024-09-12T01:31:16.131024+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:56.789191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4234449,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":8232,"num_write":4,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":87,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226200+0000","last_change":"2024-09-12T00:38:18.967174+0000","last_active":"2024-09-12T01:29:41.226200+0000","last_peered":"2024-09-12T01:29:41.226200+0000","last_clean":"2024-09-12T01:29:41.226200+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:29:41.226200+0000","last_undegraded":"2024-09-12T01:29:41.226200+0000","last_fullsized":"2024-09-12T01:29:41.226200+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:57.226717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:11.218534+0000","last_change":"2024-09-12T01:00:41.033627+0000","last_active":"2024-09-12T01:31:11.218534+0000","last_peered":"2024-09-12T01:31:11.218534+0000","last_clean":"2024-09-12T01:31:11.218534+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:31:11.218534+0000","last_undegraded":"2024-09-12T01:31:11.218534+0000","last_fullsized":"2024-09-12T01:31:11.218534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:22.010686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242208+0000","last_change":"2024-09-12T00:42:18.046531+0000","last_active":"2024-09-12T01:31:51.242208+0000","last_peered":"2024-09-12T01:31:51.242208+0000","last_clean":"2024-09-12T01:31:51.242208+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:31:51.242208+0000","last_undegraded":"2024-09-12T01:31:51.242208+0000","last_fullsized":"2024-09-12T01:31:51.242208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:19.133972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'1","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275051+0000","last_change":"2024-09-12T00:42:13.967105+0000","last_active":"2024-09-12T01:31:46.275051+0000","last_peered":"2024-09-12T01:31:46.275051+0000","last_clean":"2024-09-12T01:31:46.275051+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:31:46.275051+0000","last_undegraded":"2024-09-12T01:31:46.275051+0000","last_fullsized":"2024-09-12T01:31:46.275051+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:09.910888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231203+0000","last_change":"2024-09-12T00:38:18.970033+0000","last_active":"2024-09-12T01:30:21.231203+0000","last_peered":"2024-09-12T01:30:21.231203+0000","last_clean":"2024-09-12T01:30:21.231203+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:30:21.231203+0000","last_undegraded":"2024-09-12T01:30:21.231203+0000","last_fullsized":"2024-09-12T01:30:21.231203+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:00.503892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258139+0000","last_change":"2024-09-12T01:00:41.032165+0000","last_active":"2024-09-12T01:29:56.258139+0000","last_peered":"2024-09-12T01:29:56.258139+0000","last_clean":"2024-09-12T01:29:56.258139+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:29:56.258139+0000","last_undegraded":"2024-09-12T01:29:56.258139+0000","last_fullsized":"2024-09-12T01:29:56.258139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:59:39.781677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242187+0000","last_change":"2024-09-12T00:42:18.046578+0000","last_active":"2024-09-12T01:31:51.242187+0000","last_peered":"2024-09-12T01:31:51.242187+0000","last_clean":"2024-09-12T01:31:51.242187+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:31:51.242187+0000","last_undegraded":"2024-09-12T01:31:51.242187+0000","last_fullsized":"2024-09-12T01:31:51.242187+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:53:50.551363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222356+0000","last_change":"2024-09-12T00:42:13.971367+0000","last_active":"2024-09-12T01:31:46.222356+0000","last_peered":"2024-09-12T01:31:46.222356+0000","last_clean":"2024-09-12T01:31:46.222356+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:31:46.222356+0000","last_undegraded":"2024-09-12T01:31:46.222356+0000","last_fullsized":"2024-09-12T01:31:46.222356+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:07:30.485612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.121256+0000","last_change":"2024-09-12T00:38:18.966502+0000","last_active":"2024-09-12T01:30:06.121256+0000","last_peered":"2024-09-12T01:30:06.121256+0000","last_clean":"2024-09-12T01:30:06.121256+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:30:06.121256+0000","last_undegraded":"2024-09-12T01:30:06.121256+0000","last_fullsized":"2024-09-12T01:30:06.121256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:51.418164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250708+0000","last_change":"2024-09-12T01:00:41.033862+0000","last_active":"2024-09-12T01:31:01.250708+0000","last_peered":"2024-09-12T01:31:01.250708+0000","last_clean":"2024-09-12T01:31:01.250708+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:31:01.250708+0000","last_undegraded":"2024-09-12T01:31:01.250708+0000","last_fullsized":"2024-09-12T01:31:01.250708+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:21.044114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'7","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:43.228095+0000","last_change":"2024-09-12T00:42:18.559583+0000","last_active":"2024-09-12T01:29:43.228095+0000","last_peered":"2024-09-12T01:29:43.228095+0000","last_clean":"2024-09-12T01:29:43.228095+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:29:43.228095+0000","last_undegraded":"2024-09-12T01:29:43.228095+0000","last_fullsized":"2024-09-12T01:29:43.228095+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:17.107174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12582912,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":5,"num_read_kb":8721,"num_write":17,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'1","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249272+0000","last_change":"2024-09-12T00:42:13.967181+0000","last_active":"2024-09-12T01:31:46.249272+0000","last_peered":"2024-09-12T01:31:46.249272+0000","last_clean":"2024-09-12T01:31:46.249272+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:31:46.249272+0000","last_undegraded":"2024-09-12T01:31:46.249272+0000","last_fullsized":"2024-09-12T01:31:46.249272+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:59.860660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.243231+0000","last_change":"2024-09-12T00:38:18.966523+0000","last_active":"2024-09-12T01:30:06.243231+0000","last_peered":"2024-09-12T01:30:06.243231+0000","last_clean":"2024-09-12T01:30:06.243231+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:30:06.243231+0000","last_undegraded":"2024-09-12T01:30:06.243231+0000","last_fullsized":"2024-09-12T01:30:06.243231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:58.892549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268137+0000","last_change":"2024-09-12T01:00:41.027549+0000","last_active":"2024-09-12T01:31:01.268137+0000","last_peered":"2024-09-12T01:31:01.268137+0000","last_clean":"2024-09-12T01:31:01.268137+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:31:01.268137+0000","last_undegraded":"2024-09-12T01:31:01.268137+0000","last_fullsized":"2024-09-12T01:31:01.268137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:00.443474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'4","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242229+0000","last_change":"2024-09-12T00:42:18.051667+0000","last_active":"2024-09-12T01:31:51.242229+0000","last_peered":"2024-09-12T01:31:51.242229+0000","last_clean":"2024-09-12T01:31:51.242229+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:31:51.242229+0000","last_undegraded":"2024-09-12T01:31:51.242229+0000","last_fullsized":"2024-09-12T01:31:51.242229+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:24.765236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'5","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227514+0000","last_change":"2024-09-12T00:42:13.973494+0000","last_active":"2024-09-12T01:29:38.227514+0000","last_peered":"2024-09-12T01:29:38.227514+0000","last_clean":"2024-09-12T01:29:38.227514+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:29:38.227514+0000","last_undegraded":"2024-09-12T01:29:38.227514+0000","last_fullsized":"2024-09-12T01:29:38.227514+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:41:16.830460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":10240,"num_write":5,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.211543+0000","last_change":"2024-09-12T00:38:18.964514+0000","last_active":"2024-09-12T01:30:06.211543+0000","last_peered":"2024-09-12T01:30:06.211543+0000","last_clean":"2024-09-12T01:30:06.211543+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:30:06.211543+0000","last_undegraded":"2024-09-12T01:30:06.211543+0000","last_fullsized":"2024-09-12T01:30:06.211543+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:48.165805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.228065+0000","last_change":"2024-09-12T01:00:41.036373+0000","last_active":"2024-09-12T01:29:56.228065+0000","last_peered":"2024-09-12T01:29:56.228065+0000","last_clean":"2024-09-12T01:29:56.228065+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:29:56.228065+0000","last_undegraded":"2024-09-12T01:29:56.228065+0000","last_fullsized":"2024-09-12T01:29:56.228065+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:21.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.373965+0000","last_change":"2024-09-12T00:42:18.045832+0000","last_active":"2024-09-12T01:30:01.373965+0000","last_peered":"2024-09-12T01:30:01.373965+0000","last_clean":"2024-09-12T01:30:01.373965+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:30:01.373965+0000","last_undegraded":"2024-09-12T01:30:01.373965+0000","last_fullsized":"2024-09-12T01:30:01.373965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:20.715784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'4","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351370+0000","last_change":"2024-09-12T00:42:13.967910+0000","last_active":"2024-09-12T01:29:56.351370+0000","last_peered":"2024-09-12T01:29:56.351370+0000","last_clean":"2024-09-12T01:29:56.351370+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:29:56.351370+0000","last_undegraded":"2024-09-12T01:29:56.351370+0000","last_fullsized":"2024-09-12T01:29:56.351370+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:44.495669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":7168,"num_write":9,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.352507+0000","last_change":"2024-09-12T00:38:18.965449+0000","last_active":"2024-09-12T01:30:06.352507+0000","last_peered":"2024-09-12T01:30:06.352507+0000","last_clean":"2024-09-12T01:30:06.352507+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:30:06.352507+0000","last_undegraded":"2024-09-12T01:30:06.352507+0000","last_fullsized":"2024-09-12T01:30:06.352507+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:00.169943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259171+0000","last_change":"2024-09-12T01:00:41.028327+0000","last_active":"2024-09-12T01:30:01.259171+0000","last_peered":"2024-09-12T01:30:01.259171+0000","last_clean":"2024-09-12T01:30:01.259171+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:30:01.259171+0000","last_undegraded":"2024-09-12T01:30:01.259171+0000","last_fullsized":"2024-09-12T01:30:01.259171+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:05.844613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259049+0000","last_change":"2024-09-12T00:42:18.558333+0000","last_active":"2024-09-12T01:30:01.259049+0000","last_peered":"2024-09-12T01:30:01.259049+0000","last_clean":"2024-09-12T01:30:01.259049+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:30:01.259049+0000","last_undegraded":"2024-09-12T01:30:01.259049+0000","last_fullsized":"2024-09-12T01:30:01.259049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:57.152940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:53.229064+0000","last_change":"2024-09-12T00:42:13.968685+0000","last_active":"2024-09-12T01:29:53.229064+0000","last_peered":"2024-09-12T01:29:53.229064+0000","last_clean":"2024-09-12T01:29:53.229064+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:29:53.229064+0000","last_undegraded":"2024-09-12T01:29:53.229064+0000","last_fullsized":"2024-09-12T01:29:53.229064+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:42.525156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263946+0000","last_change":"2024-09-12T00:38:18.964389+0000","last_active":"2024-09-12T01:30:31.263946+0000","last_peered":"2024-09-12T01:30:31.263946+0000","last_clean":"2024-09-12T01:30:31.263946+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:30:31.263946+0000","last_undegraded":"2024-09-12T01:30:31.263946+0000","last_fullsized":"2024-09-12T01:30:31.263946+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:47.420813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258174+0000","last_change":"2024-09-12T01:00:41.031523+0000","last_active":"2024-09-12T01:29:56.258174+0000","last_peered":"2024-09-12T01:29:56.258174+0000","last_clean":"2024-09-12T01:29:56.258174+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:29:56.258174+0000","last_undegraded":"2024-09-12T01:29:56.258174+0000","last_fullsized":"2024-09-12T01:29:56.258174+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:21.637920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134652+0000","last_change":"2024-09-12T00:42:18.047594+0000","last_active":"2024-09-12T01:31:48.134652+0000","last_peered":"2024-09-12T01:31:48.134652+0000","last_clean":"2024-09-12T01:31:48.134652+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:31:48.134652+0000","last_undegraded":"2024-09-12T01:31:48.134652+0000","last_fullsized":"2024-09-12T01:31:48.134652+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:21.686667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.351953+0000","last_change":"2024-09-12T00:42:13.969735+0000","last_active":"2024-09-12T01:30:01.351953+0000","last_peered":"2024-09-12T01:30:01.351953+0000","last_clean":"2024-09-12T01:30:01.351953+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:30:01.351953+0000","last_undegraded":"2024-09-12T01:30:01.351953+0000","last_fullsized":"2024-09-12T01:30:01.351953+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:21:08.376089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231085+0000","last_change":"2024-09-12T00:38:18.968580+0000","last_active":"2024-09-12T01:30:21.231085+0000","last_peered":"2024-09-12T01:30:21.231085+0000","last_clean":"2024-09-12T01:30:21.231085+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:30:21.231085+0000","last_undegraded":"2024-09-12T01:30:21.231085+0000","last_fullsized":"2024-09-12T01:30:21.231085+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:10.786166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351441+0000","last_change":"2024-09-12T01:00:41.037175+0000","last_active":"2024-09-12T01:29:56.351441+0000","last_peered":"2024-09-12T01:29:56.351441+0000","last_clean":"2024-09-12T01:29:56.351441+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:29:56.351441+0000","last_undegraded":"2024-09-12T01:29:56.351441+0000","last_fullsized":"2024-09-12T01:29:56.351441+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:40.195651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'1","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260586+0000","last_change":"2024-09-12T00:42:18.048640+0000","last_active":"2024-09-12T01:30:11.260586+0000","last_peered":"2024-09-12T01:30:11.260586+0000","last_clean":"2024-09-12T01:30:11.260586+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:30:11.260586+0000","last_undegraded":"2024-09-12T01:30:11.260586+0000","last_fullsized":"2024-09-12T01:30:11.260586+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:10.831734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131751+0000","last_change":"2024-09-12T00:42:13.963959+0000","last_active":"2024-09-12T01:31:46.131751+0000","last_peered":"2024-09-12T01:31:46.131751+0000","last_clean":"2024-09-12T01:31:46.131751+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:31:46.131751+0000","last_undegraded":"2024-09-12T01:31:46.131751+0000","last_fullsized":"2024-09-12T01:31:46.131751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:51.538807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245227+0000","last_change":"2024-09-12T00:38:18.966599+0000","last_active":"2024-09-12T01:30:21.245227+0000","last_peered":"2024-09-12T01:30:21.245227+0000","last_clean":"2024-09-12T01:30:21.245227+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:30:21.245227+0000","last_undegraded":"2024-09-12T01:30:21.245227+0000","last_fullsized":"2024-09-12T01:30:21.245227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:14.098724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276625+0000","last_change":"2024-09-12T01:00:41.027649+0000","last_active":"2024-09-12T01:31:56.276625+0000","last_peered":"2024-09-12T01:31:56.276625+0000","last_clean":"2024-09-12T01:31:56.276625+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:31:56.276625+0000","last_undegraded":"2024-09-12T01:31:56.276625+0000","last_fullsized":"2024-09-12T01:31:56.276625+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:21.720533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354261+0000","last_change":"2024-09-12T00:42:18.043131+0000","last_active":"2024-09-12T01:30:21.354261+0000","last_peered":"2024-09-12T01:30:21.354261+0000","last_clean":"2024-09-12T01:30:21.354261+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:30:21.354261+0000","last_undegraded":"2024-09-12T01:30:21.354261+0000","last_fullsized":"2024-09-12T01:30:21.354261+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:34.513057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260620+0000","last_change":"2024-09-12T00:42:13.968832+0000","last_active":"2024-09-12T01:30:11.260620+0000","last_peered":"2024-09-12T01:30:11.260620+0000","last_clean":"2024-09-12T01:30:11.260620+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:30:11.260620+0000","last_undegraded":"2024-09-12T01:30:11.260620+0000","last_fullsized":"2024-09-12T01:30:11.260620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:44.143546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":289,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354343+0000","last_change":"2024-09-12T00:38:18.964521+0000","last_active":"2024-09-12T01:30:21.354343+0000","last_peered":"2024-09-12T01:30:21.354343+0000","last_clean":"2024-09-12T01:30:21.354343+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:30:21.354343+0000","last_undegraded":"2024-09-12T01:30:21.354343+0000","last_fullsized":"2024-09-12T01:30:21.354343+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:47.874261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.136973+0000","last_change":"2024-09-12T01:00:41.032648+0000","last_active":"2024-09-12T01:31:56.136973+0000","last_peered":"2024-09-12T01:31:56.136973+0000","last_clean":"2024-09-12T01:31:56.136973+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:31:56.136973+0000","last_undegraded":"2024-09-12T01:31:56.136973+0000","last_fullsized":"2024-09-12T01:31:56.136973+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:28.946687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.353621+0000","last_change":"2024-09-12T00:42:18.560482+0000","last_active":"2024-09-12T01:30:16.353621+0000","last_peered":"2024-09-12T01:30:16.353621+0000","last_clean":"2024-09-12T01:30:16.353621+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:30:16.353621+0000","last_undegraded":"2024-09-12T01:30:16.353621+0000","last_fullsized":"2024-09-12T01:30:16.353621+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:12.064612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'1","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.213829+0000","last_change":"2024-09-12T00:42:13.968249+0000","last_active":"2024-09-12T01:30:26.213829+0000","last_peered":"2024-09-12T01:30:26.213829+0000","last_clean":"2024-09-12T01:30:26.213829+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:30:26.213829+0000","last_undegraded":"2024-09-12T01:30:26.213829+0000","last_fullsized":"2024-09-12T01:30:26.213829+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:47.799849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245347+0000","last_change":"2024-09-12T00:38:18.967590+0000","last_active":"2024-09-12T01:30:21.245347+0000","last_peered":"2024-09-12T01:30:21.245347+0000","last_clean":"2024-09-12T01:30:21.245347+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:30:21.245347+0000","last_undegraded":"2024-09-12T01:30:21.245347+0000","last_fullsized":"2024-09-12T01:30:21.245347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:36.711747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236370+0000","last_change":"2024-09-12T01:00:41.037953+0000","last_active":"2024-09-12T01:30:53.236370+0000","last_peered":"2024-09-12T01:30:53.236370+0000","last_clean":"2024-09-12T01:30:53.236370+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:30:53.236370+0000","last_undegraded":"2024-09-12T01:30:53.236370+0000","last_fullsized":"2024-09-12T01:30:53.236370+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259183+0000","last_change":"2024-09-12T00:42:18.560661+0000","last_active":"2024-09-12T01:30:01.259183+0000","last_peered":"2024-09-12T01:30:01.259183+0000","last_clean":"2024-09-12T01:30:01.259183+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:30:01.259183+0000","last_undegraded":"2024-09-12T01:30:01.259183+0000","last_fullsized":"2024-09-12T01:30:01.259183+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:13.456838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.119745+0000","last_change":"2024-09-12T00:42:13.969505+0000","last_active":"2024-09-12T01:29:56.119745+0000","last_peered":"2024-09-12T01:29:56.119745+0000","last_clean":"2024-09-12T01:29:56.119745+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:29:56.119745+0000","last_undegraded":"2024-09-12T01:29:56.119745+0000","last_fullsized":"2024-09-12T01:29:56.119745+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:11.293616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":184,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264575+0000","last_change":"2024-09-12T00:38:18.968105+0000","last_active":"2024-09-12T01:30:36.264575+0000","last_peered":"2024-09-12T01:30:36.264575+0000","last_clean":"2024-09-12T01:30:36.264575+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:30:36.264575+0000","last_undegraded":"2024-09-12T01:30:36.264575+0000","last_fullsized":"2024-09-12T01:30:36.264575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:26.323520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133167+0000","last_change":"2024-09-12T01:00:41.034018+0000","last_active":"2024-09-12T01:31:56.133167+0000","last_peered":"2024-09-12T01:31:56.133167+0000","last_clean":"2024-09-12T01:31:56.133167+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:31:56.133167+0000","last_undegraded":"2024-09-12T01:31:56.133167+0000","last_fullsized":"2024-09-12T01:31:56.133167+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:15.070737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'11","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.374057+0000","last_change":"2024-09-12T00:42:18.042742+0000","last_active":"2024-09-12T01:30:01.374057+0000","last_peered":"2024-09-12T01:30:01.374057+0000","last_clean":"2024-09-12T01:30:01.374057+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:30:01.374057+0000","last_undegraded":"2024-09-12T01:30:01.374057+0000","last_fullsized":"2024-09-12T01:30:01.374057+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:48.813271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7340032,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":20,"num_read_kb":39940,"num_write":16,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258228+0000","last_change":"2024-09-12T00:42:13.966027+0000","last_active":"2024-09-12T01:29:56.258228+0000","last_peered":"2024-09-12T01:29:56.258228+0000","last_clean":"2024-09-12T01:29:56.258228+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:29:56.258228+0000","last_undegraded":"2024-09-12T01:29:56.258228+0000","last_fullsized":"2024-09-12T01:29:56.258228+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:36.445771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:23.232767+0000","last_change":"2024-09-12T00:38:18.969989+0000","last_active":"2024-09-12T01:30:23.232767+0000","last_peered":"2024-09-12T01:30:23.232767+0000","last_clean":"2024-09-12T01:30:23.232767+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:30:23.232767+0000","last_undegraded":"2024-09-12T01:30:23.232767+0000","last_fullsized":"2024-09-12T01:30:23.232767+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.325077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217607+0000","last_change":"2024-09-12T01:00:41.035101+0000","last_active":"2024-09-12T01:31:01.217607+0000","last_peered":"2024-09-12T01:31:01.217607+0000","last_clean":"2024-09-12T01:31:01.217607+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:31:01.217607+0000","last_undegraded":"2024-09-12T01:31:01.217607+0000","last_fullsized":"2024-09-12T01:31:01.217607+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:51.263979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:13.231556+0000","last_change":"2024-09-12T00:42:18.049907+0000","last_active":"2024-09-12T01:30:13.231556+0000","last_peered":"2024-09-12T01:30:13.231556+0000","last_clean":"2024-09-12T01:30:13.231556+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:30:13.231556+0000","last_undegraded":"2024-09-12T01:30:13.231556+0000","last_fullsized":"2024-09-12T01:30:13.231556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:46.477695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'5","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.263002+0000","last_change":"2024-09-12T00:42:13.959757+0000","last_active":"2024-09-12T01:30:26.263002+0000","last_peered":"2024-09-12T01:30:26.263002+0000","last_clean":"2024-09-12T01:30:26.263002+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:30:26.263002+0000","last_undegraded":"2024-09-12T01:30:26.263002+0000","last_fullsized":"2024-09-12T01:30:26.263002+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:27.397712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6,"num_read_kb":15360,"num_write":5,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":131,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.123989+0000","last_change":"2024-09-12T00:38:18.966014+0000","last_active":"2024-09-12T01:30:26.123989+0000","last_peered":"2024-09-12T01:30:26.123989+0000","last_clean":"2024-09-12T01:30:26.123989+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:30:26.123989+0000","last_undegraded":"2024-09-12T01:30:26.123989+0000","last_fullsized":"2024-09-12T01:30:26.123989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:07.665039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.359019+0000","last_change":"2024-09-12T01:00:41.027823+0000","last_active":"2024-09-12T01:31:01.359019+0000","last_peered":"2024-09-12T01:31:01.359019+0000","last_clean":"2024-09-12T01:31:01.359019+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:31:01.359019+0000","last_undegraded":"2024-09-12T01:31:01.359019+0000","last_fullsized":"2024-09-12T01:31:01.359019+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:37.658642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'1","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.124740+0000","last_change":"2024-09-12T00:42:18.050839+0000","last_active":"2024-09-12T01:30:31.124740+0000","last_peered":"2024-09-12T01:30:31.124740+0000","last_clean":"2024-09-12T01:30:31.124740+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:30:31.124740+0000","last_undegraded":"2024-09-12T01:30:31.124740+0000","last_fullsized":"2024-09-12T01:30:31.124740+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:17.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260549+0000","last_change":"2024-09-12T00:42:13.965690+0000","last_active":"2024-09-12T01:30:11.260549+0000","last_peered":"2024-09-12T01:30:11.260549+0000","last_clean":"2024-09-12T01:30:11.260549+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:30:11.260549+0000","last_undegraded":"2024-09-12T01:30:11.260549+0000","last_fullsized":"2024-09-12T01:30:11.260549+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:49:05.901444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.120558+0000","last_change":"2024-09-12T00:38:18.961842+0000","last_active":"2024-09-12T01:30:26.120558+0000","last_peered":"2024-09-12T01:30:26.120558+0000","last_clean":"2024-09-12T01:30:26.120558+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:30:26.120558+0000","last_undegraded":"2024-09-12T01:30:26.120558+0000","last_fullsized":"2024-09-12T01:30:26.120558+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:42.827425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250654+0000","last_change":"2024-09-12T01:00:41.027150+0000","last_active":"2024-09-12T01:31:56.250654+0000","last_peered":"2024-09-12T01:31:56.250654+0000","last_clean":"2024-09-12T01:31:56.250654+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:31:56.250654+0000","last_undegraded":"2024-09-12T01:31:56.250654+0000","last_fullsized":"2024-09-12T01:31:56.250654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:30.965402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'1","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.244675+0000","last_change":"2024-09-12T00:42:18.049315+0000","last_active":"2024-09-12T01:30:16.244675+0000","last_peered":"2024-09-12T01:30:16.244675+0000","last_clean":"2024-09-12T01:30:16.244675+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:30:16.244675+0000","last_undegraded":"2024-09-12T01:30:16.244675+0000","last_fullsized":"2024-09-12T01:30:16.244675+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:55:47.733043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:08.230881+0000","last_change":"2024-09-12T00:42:13.968208+0000","last_active":"2024-09-12T01:30:08.230881+0000","last_peered":"2024-09-12T01:30:08.230881+0000","last_clean":"2024-09-12T01:30:08.230881+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:30:08.230881+0000","last_undegraded":"2024-09-12T01:30:08.230881+0000","last_fullsized":"2024-09-12T01:30:08.230881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:22.169888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.246076+0000","last_change":"2024-09-12T00:38:18.964058+0000","last_active":"2024-09-12T01:30:26.246076+0000","last_peered":"2024-09-12T01:30:26.246076+0000","last_clean":"2024-09-12T01:30:26.246076+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:30:26.246076+0000","last_undegraded":"2024-09-12T01:30:26.246076+0000","last_fullsized":"2024-09-12T01:30:26.246076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:24:51.041258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277450+0000","last_change":"2024-09-12T01:00:41.037045+0000","last_active":"2024-09-12T01:32:01.277450+0000","last_peered":"2024-09-12T01:32:01.277450+0000","last_clean":"2024-09-12T01:32:01.277450+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:32:01.277450+0000","last_undegraded":"2024-09-12T01:32:01.277450+0000","last_fullsized":"2024-09-12T01:32:01.277450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:05.090822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.119068+0000","last_change":"2024-09-12T00:42:18.045079+0000","last_active":"2024-09-12T01:30:16.119068+0000","last_peered":"2024-09-12T01:30:16.119068+0000","last_clean":"2024-09-12T01:30:16.119068+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:30:16.119068+0000","last_undegraded":"2024-09-12T01:30:16.119068+0000","last_fullsized":"2024-09-12T01:30:16.119068+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:55:04.516643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'6","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.244142+0000","last_change":"2024-09-12T00:42:13.968198+0000","last_active":"2024-09-12T01:30:11.244142+0000","last_peered":"2024-09-12T01:30:11.244142+0000","last_clean":"2024-09-12T01:30:11.244142+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:30:11.244142+0000","last_undegraded":"2024-09-12T01:30:11.244142+0000","last_fullsized":"2024-09-12T01:30:11.244142+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:06.486651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":10,"num_read_kb":17410,"num_write":11,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'115","reported_seq":418,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263894+0000","last_change":"2024-09-12T00:38:18.965108+0000","last_active":"2024-09-12T01:30:31.263894+0000","last_peered":"2024-09-12T01:30:31.263894+0000","last_clean":"2024-09-12T01:30:31.263894+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:30:31.263894+0000","last_undegraded":"2024-09-12T01:30:31.263894+0000","last_fullsized":"2024-09-12T01:30:31.263894+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:26.877870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'294","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:42.857747+0000","last_change":"2024-09-12T00:24:08.673892+0000","last_active":"2024-09-12T01:33:42.857747+0000","last_peered":"2024-09-12T01:33:42.857747+0000","last_clean":"2024-09-12T01:33:42.857747+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:33:42.857747+0000","last_undegraded":"2024-09-12T01:33:42.857747+0000","last_fullsized":"2024-09-12T01:33:42.857747+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:48.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8824803,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":485,"num_read_kb":12861,"num_write":1059,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'583","reported_seq":1357,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.889528+0000","last_change":"2024-09-12T00:24:10.669998+0000","last_active":"2024-09-12T01:32:14.889528+0000","last_peered":"2024-09-12T01:32:14.889528+0000","last_clean":"2024-09-12T01:32:14.889528+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:32:14.889528+0000","last_undegraded":"2024-09-12T01:32:14.889528+0000","last_fullsized":"2024-09-12T01:32:14.889528+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:30.082229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'280","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.020311+0000","last_change":"2024-09-12T00:24:08.670262+0000","last_active":"2024-09-12T01:34:08.020311+0000","last_peered":"2024-09-12T01:34:08.020311+0000","last_clean":"2024-09-12T01:34:08.020311+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:08.020311+0000","last_undegraded":"2024-09-12T01:34:08.020311+0000","last_fullsized":"2024-09-12T01:34:08.020311+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:41.253751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5243361,"num_objects":45,"num_object_clones":0,"num_object_copies":135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":45,"num_whiteouts":0,"num_read":371,"num_read_kb":19914,"num_write":919,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":673,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:45.778007+0000","last_change":"2024-09-12T00:24:10.674620+0000","last_active":"2024-09-12T01:30:45.778007+0000","last_peered":"2024-09-12T01:30:45.778007+0000","last_clean":"2024-09-12T01:30:45.778007+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:30:45.778007+0000","last_undegraded":"2024-09-12T01:30:45.778007+0000","last_fullsized":"2024-09-12T01:30:45.778007+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:52.637267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'261","reported_seq":914,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.463151+0000","last_change":"2024-09-12T00:24:08.662063+0000","last_active":"2024-09-12T01:32:26.463151+0000","last_peered":"2024-09-12T01:32:26.463151+0000","last_clean":"2024-09-12T01:32:26.463151+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:32:26.463151+0000","last_undegraded":"2024-09-12T01:32:26.463151+0000","last_fullsized":"2024-09-12T01:32:26.463151+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:31.709349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7236882,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":411,"num_read_kb":23511,"num_write":989,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:37.786494+0000","last_change":"2024-09-12T00:24:10.664917+0000","last_active":"2024-09-12T01:31:37.786494+0000","last_peered":"2024-09-12T01:31:37.786494+0000","last_clean":"2024-09-12T01:31:37.786494+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:31:37.786494+0000","last_undegraded":"2024-09-12T01:31:37.786494+0000","last_fullsized":"2024-09-12T01:31:37.786494+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:08.359684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'308","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.123364+0000","last_change":"2024-09-12T00:24:08.666390+0000","last_active":"2024-09-12T01:30:21.123364+0000","last_peered":"2024-09-12T01:30:21.123364+0000","last_clean":"2024-09-12T01:30:21.123364+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:30:21.123364+0000","last_undegraded":"2024-09-12T01:30:21.123364+0000","last_fullsized":"2024-09-12T01:30:21.123364+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:57.995959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8488867,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":452,"num_read_kb":21240,"num_write":1153,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:48.582365+0000","last_change":"2024-09-12T00:24:10.677456+0000","last_active":"2024-09-12T01:29:48.582365+0000","last_peered":"2024-09-12T01:29:48.582365+0000","last_clean":"2024-09-12T01:29:48.582365+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:29:48.582365+0000","last_undegraded":"2024-09-12T01:29:48.582365+0000","last_fullsized":"2024-09-12T01:29:48.582365+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:57.022663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'306","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.214205+0000","last_change":"2024-09-12T00:24:08.658660+0000","last_active":"2024-09-12T01:32:22.214205+0000","last_peered":"2024-09-12T01:32:22.214205+0000","last_clean":"2024-09-12T01:32:22.214205+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:32:22.214205+0000","last_undegraded":"2024-09-12T01:32:22.214205+0000","last_fullsized":"2024-09-12T01:32:22.214205+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:59:47.868637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5217213,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":469,"num_read_kb":15565,"num_write":1131,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245321+0000","last_change":"2024-09-12T00:24:10.676113+0000","last_active":"2024-09-12T01:30:21.245321+0000","last_peered":"2024-09-12T01:30:21.245321+0000","last_clean":"2024-09-12T01:30:21.245321+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:30:21.245321+0000","last_undegraded":"2024-09-12T01:30:21.245321+0000","last_fullsized":"2024-09-12T01:30:21.245321+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:28.079984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'314","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.357998+0000","last_change":"2024-09-12T00:24:08.668043+0000","last_active":"2024-09-12T01:32:22.357998+0000","last_peered":"2024-09-12T01:32:22.357998+0000","last_clean":"2024-09-12T01:32:22.357998+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:32:22.357998+0000","last_undegraded":"2024-09-12T01:32:22.357998+0000","last_fullsized":"2024-09-12T01:32:22.357998+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:43.936342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10148313,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":540,"num_read_kb":19657,"num_write":1164,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":626,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123981+0000","last_change":"2024-09-12T00:24:10.662510+0000","last_active":"2024-09-12T01:30:51.123981+0000","last_peered":"2024-09-12T01:30:51.123981+0000","last_clean":"2024-09-12T01:30:51.123981+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:30:51.123981+0000","last_undegraded":"2024-09-12T01:30:51.123981+0000","last_fullsized":"2024-09-12T01:30:51.123981+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:31.895006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'284","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.126505+0000","last_change":"2024-09-12T00:24:08.665105+0000","last_active":"2024-09-12T01:33:47.126505+0000","last_peered":"2024-09-12T01:33:47.126505+0000","last_clean":"2024-09-12T01:33:47.126505+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:33:47.126505+0000","last_undegraded":"2024-09-12T01:33:47.126505+0000","last_fullsized":"2024-09-12T01:33:47.126505+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:28.242626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14286189,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":526,"num_read_kb":23929,"num_write":1031,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127753+0000","last_change":"2024-09-12T00:24:38.772626+0000","last_active":"2024-09-12T01:30:51.127753+0000","last_peered":"2024-09-12T01:30:51.127753+0000","last_clean":"2024-09-12T01:30:51.127753+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:30:51.127753+0000","last_undegraded":"2024-09-12T01:30:51.127753+0000","last_fullsized":"2024-09-12T01:30:51.127753+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:07.196387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'261","reported_seq":885,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:35.402097+0000","last_change":"2024-09-12T00:24:08.667403+0000","last_active":"2024-09-12T01:30:35.402097+0000","last_peered":"2024-09-12T01:30:35.402097+0000","last_clean":"2024-09-12T01:30:35.402097+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:30:35.402097+0000","last_undegraded":"2024-09-12T01:30:35.402097+0000","last_fullsized":"2024-09-12T01:30:35.402097+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:33.697774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5641044,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":385,"num_read_kb":8621,"num_write":1066,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:57.421562+0000","last_change":"2024-09-12T00:24:10.679160+0000","last_active":"2024-09-12T01:31:57.421562+0000","last_peered":"2024-09-12T01:31:57.421562+0000","last_clean":"2024-09-12T01:31:57.421562+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:31:57.421562+0000","last_undegraded":"2024-09-12T01:31:57.421562+0000","last_fullsized":"2024-09-12T01:31:57.421562+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:19.316312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369497+0000","last_change":"2024-09-12T00:24:10.664971+0000","last_active":"2024-09-12T01:29:31.369497+0000","last_peered":"2024-09-12T01:29:31.369497+0000","last_clean":"2024-09-12T01:29:31.369497+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:29:31.369497+0000","last_undegraded":"2024-09-12T01:29:31.369497+0000","last_fullsized":"2024-09-12T01:29:31.369497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:50.657002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'283","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.255005+0000","last_change":"2024-09-12T00:24:08.670051+0000","last_active":"2024-09-12T01:29:36.255005+0000","last_peered":"2024-09-12T01:29:36.255005+0000","last_clean":"2024-09-12T01:29:36.255005+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:29:36.255005+0000","last_undegraded":"2024-09-12T01:29:36.255005+0000","last_fullsized":"2024-09-12T01:29:36.255005+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:59.477433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1070419,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":490,"num_read_kb":3675,"num_write":1027,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":712,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254102+0000","last_change":"2024-09-12T00:24:10.674713+0000","last_active":"2024-09-12T01:29:31.254102+0000","last_peered":"2024-09-12T01:29:31.254102+0000","last_clean":"2024-09-12T01:29:31.254102+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:29:31.254102+0000","last_undegraded":"2024-09-12T01:29:31.254102+0000","last_fullsized":"2024-09-12T01:29:31.254102+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:21.004493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'282","reported_seq":1163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.237676+0000","last_change":"2024-09-12T00:24:08.668207+0000","last_active":"2024-09-12T01:29:26.237676+0000","last_peered":"2024-09-12T01:29:26.237676+0000","last_clean":"2024-09-12T01:29:26.237676+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:29:26.237676+0000","last_undegraded":"2024-09-12T01:29:26.237676+0000","last_fullsized":"2024-09-12T01:29:26.237676+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:17.075473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26837624,"num_objects":79,"num_object_clones":0,"num_object_copies":237,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":79,"num_whiteouts":0,"num_read":878,"num_read_kb":51989,"num_write":1068,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.392245+0000","last_change":"2024-09-12T00:24:10.683698+0000","last_active":"2024-09-12T01:32:44.392245+0000","last_peered":"2024-09-12T01:32:44.392245+0000","last_clean":"2024-09-12T01:32:44.392245+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:32:44.392245+0000","last_undegraded":"2024-09-12T01:32:44.392245+0000","last_fullsized":"2024-09-12T01:32:44.392245+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:22:53.338702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'290","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.237658+0000","last_change":"2024-09-12T00:24:08.674604+0000","last_active":"2024-09-12T01:29:26.237658+0000","last_peered":"2024-09-12T01:29:26.237658+0000","last_clean":"2024-09-12T01:29:26.237658+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:29:26.237658+0000","last_undegraded":"2024-09-12T01:29:26.237658+0000","last_fullsized":"2024-09-12T01:29:26.237658+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:04.355926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7454989,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":418,"num_read_kb":22078,"num_write":1027,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:35.105057+0000","last_change":"2024-09-12T00:24:10.678885+0000","last_active":"2024-09-12T01:30:35.105057+0000","last_peered":"2024-09-12T01:30:35.105057+0000","last_clean":"2024-09-12T01:30:35.105057+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:30:35.105057+0000","last_undegraded":"2024-09-12T01:30:35.105057+0000","last_fullsized":"2024-09-12T01:30:35.105057+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:37.511479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'269","reported_seq":888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:37.577982+0000","last_change":"2024-09-12T00:25:38.861987+0000","last_active":"2024-09-12T01:32:37.577982+0000","last_peered":"2024-09-12T01:32:37.577982+0000","last_clean":"2024-09-12T01:32:37.577982+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:32:37.577982+0000","last_undegraded":"2024-09-12T01:32:37.577982+0000","last_fullsized":"2024-09-12T01:32:37.577982+0000","mapping_epoch":42,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:38.435795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12974699,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":447,"num_read_kb":45990,"num_write":1002,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'37","reported_seq":568,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:25.014725+0000","last_change":"2024-09-12T00:24:10.679770+0000","last_active":"2024-09-12T01:30:25.014725+0000","last_peered":"2024-09-12T01:30:25.014725+0000","last_clean":"2024-09-12T01:30:25.014725+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:30:25.014725+0000","last_undegraded":"2024-09-12T01:30:25.014725+0000","last_fullsized":"2024-09-12T01:30:25.014725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:05.420239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'258","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:41.389579+0000","last_change":"2024-09-12T00:24:08.669924+0000","last_active":"2024-09-12T01:33:41.389579+0000","last_peered":"2024-09-12T01:33:41.389579+0000","last_clean":"2024-09-12T01:33:41.389579+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:33:41.389579+0000","last_undegraded":"2024-09-12T01:33:41.389579+0000","last_fullsized":"2024-09-12T01:33:41.389579+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:13.366446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1475237,"num_objects":57,"num_object_clones":0,"num_object_copies":171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":57,"num_whiteouts":0,"num_read":399,"num_read_kb":21057,"num_write":982,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'151","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.453089+0000","last_change":"2024-09-12T00:24:10.663291+0000","last_active":"2024-09-12T01:31:16.453089+0000","last_peered":"2024-09-12T01:31:16.453089+0000","last_clean":"2024-09-12T01:31:16.453089+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:31:16.453089+0000","last_undegraded":"2024-09-12T01:31:16.453089+0000","last_fullsized":"2024-09-12T01:31:16.453089+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:03.908724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'351","reported_seq":1075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349647+0000","last_change":"2024-09-12T00:24:08.661984+0000","last_active":"2024-09-12T01:29:41.349647+0000","last_peered":"2024-09-12T01:29:41.349647+0000","last_clean":"2024-09-12T01:29:41.349647+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:29:41.349647+0000","last_undegraded":"2024-09-12T01:29:41.349647+0000","last_fullsized":"2024-09-12T01:29:41.349647+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:15.112372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3486449,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":729,"num_read_kb":13792,"num_write":1185,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.508515+0000","last_change":"2024-09-12T00:24:18.738335+0000","last_active":"2024-09-12T01:32:44.508515+0000","last_peered":"2024-09-12T01:32:44.508515+0000","last_clean":"2024-09-12T01:32:44.508515+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:32:44.508515+0000","last_undegraded":"2024-09-12T01:32:44.508515+0000","last_fullsized":"2024-09-12T01:32:44.508515+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:59.009931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226866+0000","last_change":"2024-09-12T00:24:10.680033+0000","last_active":"2024-09-12T01:29:46.226866+0000","last_peered":"2024-09-12T01:29:46.226866+0000","last_clean":"2024-09-12T01:29:46.226866+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:29:46.226866+0000","last_undegraded":"2024-09-12T01:29:46.226866+0000","last_fullsized":"2024-09-12T01:29:46.226866+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:10.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'345","reported_seq":1032,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.443707+0000","last_change":"2024-09-12T00:24:39.111008+0000","last_active":"2024-09-12T01:31:01.443707+0000","last_peered":"2024-09-12T01:31:01.443707+0000","last_clean":"2024-09-12T01:31:01.443707+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:31:01.443707+0000","last_undegraded":"2024-09-12T01:31:01.443707+0000","last_fullsized":"2024-09-12T01:31:01.443707+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:08.436939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9008392,"num_objects":73,"num_object_clones":0,"num_object_copies":219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":73,"num_whiteouts":0,"num_read":577,"num_read_kb":29390,"num_write":1213,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116169+0000","last_change":"2024-09-12T00:24:12.689642+0000","last_active":"2024-09-12T01:29:31.116169+0000","last_peered":"2024-09-12T01:29:31.116169+0000","last_clean":"2024-09-12T01:29:31.116169+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:29:31.116169+0000","last_undegraded":"2024-09-12T01:29:31.116169+0000","last_fullsized":"2024-09-12T01:29:31.116169+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:06.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'340","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250689+0000","last_change":"2024-09-12T00:24:14.706522+0000","last_active":"2024-09-12T01:31:56.250689+0000","last_peered":"2024-09-12T01:31:56.250689+0000","last_clean":"2024-09-12T01:31:56.250689+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:31:56.250689+0000","last_undegraded":"2024-09-12T01:31:56.250689+0000","last_fullsized":"2024-09-12T01:31:56.250689+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:35.667020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54791,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":548,"num_read_kb":1042,"num_write":430,"num_write_kb":282,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254226+0000","last_change":"2024-09-12T00:24:16.720768+0000","last_active":"2024-09-12T01:29:31.254226+0000","last_peered":"2024-09-12T01:29:31.254226+0000","last_clean":"2024-09-12T01:29:31.254226+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:29:31.254226+0000","last_undegraded":"2024-09-12T01:29:31.254226+0000","last_fullsized":"2024-09-12T01:29:31.254226+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:40.618368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'159","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.901714+0000","last_change":"2024-09-12T00:24:18.731110+0000","last_active":"2024-09-12T01:32:14.901714+0000","last_peered":"2024-09-12T01:32:14.901714+0000","last_clean":"2024-09-12T01:32:14.901714+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:32:14.901714+0000","last_undegraded":"2024-09-12T01:32:14.901714+0000","last_fullsized":"2024-09-12T01:32:14.901714+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:36.329988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.115459+0000","last_change":"2024-09-12T00:24:10.670433+0000","last_active":"2024-09-12T01:29:26.115459+0000","last_peered":"2024-09-12T01:29:26.115459+0000","last_clean":"2024-09-12T01:29:26.115459+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:29:26.115459+0000","last_undegraded":"2024-09-12T01:29:26.115459+0000","last_fullsized":"2024-09-12T01:29:26.115459+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:44.934657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'341","reported_seq":1037,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348359+0000","last_change":"2024-09-12T00:24:08.656880+0000","last_active":"2024-09-12T01:29:31.348359+0000","last_peered":"2024-09-12T01:29:31.348359+0000","last_clean":"2024-09-12T01:29:31.348359+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:29:31.348359+0000","last_undegraded":"2024-09-12T01:29:31.348359+0000","last_fullsized":"2024-09-12T01:29:31.348359+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:19.020690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13362841,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":614,"num_read_kb":44471,"num_write":1136,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.227457+0000","last_change":"2024-09-12T00:24:12.686316+0000","last_active":"2024-09-12T01:29:51.227457+0000","last_peered":"2024-09-12T01:29:51.227457+0000","last_clean":"2024-09-12T01:29:51.227457+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:29:51.227457+0000","last_undegraded":"2024-09-12T01:29:51.227457+0000","last_fullsized":"2024-09-12T01:29:51.227457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:50.348880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'103","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369636+0000","last_change":"2024-09-12T00:24:14.699420+0000","last_active":"2024-09-12T01:29:31.369636+0000","last_peered":"2024-09-12T01:29:31.369636+0000","last_clean":"2024-09-12T01:29:31.369636+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:29:31.369636+0000","last_undegraded":"2024-09-12T01:29:31.369636+0000","last_fullsized":"2024-09-12T01:29:31.369636+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:12.642030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369625+0000","last_change":"2024-09-12T00:24:16.714474+0000","last_active":"2024-09-12T01:29:31.369625+0000","last_peered":"2024-09-12T01:29:31.369625+0000","last_clean":"2024-09-12T01:29:31.369625+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:29:31.369625+0000","last_undegraded":"2024-09-12T01:29:31.369625+0000","last_fullsized":"2024-09-12T01:29:31.369625+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:48:09.089607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'115","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.023724+0000","last_change":"2024-09-12T00:24:18.734348+0000","last_active":"2024-09-12T01:32:43.023724+0000","last_peered":"2024-09-12T01:32:43.023724+0000","last_clean":"2024-09-12T01:32:43.023724+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:32:43.023724+0000","last_undegraded":"2024-09-12T01:32:43.023724+0000","last_fullsized":"2024-09-12T01:32:43.023724+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:06.589383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.347799+0000","last_change":"2024-09-12T00:24:10.678414+0000","last_active":"2024-09-12T01:29:26.347799+0000","last_peered":"2024-09-12T01:29:26.347799+0000","last_clean":"2024-09-12T01:29:26.347799+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:29:26.347799+0000","last_undegraded":"2024-09-12T01:29:26.347799+0000","last_fullsized":"2024-09-12T01:29:26.347799+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:36.180664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'276","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254068+0000","last_change":"2024-09-12T00:24:08.670301+0000","last_active":"2024-09-12T01:29:31.254068+0000","last_peered":"2024-09-12T01:29:31.254068+0000","last_clean":"2024-09-12T01:29:31.254068+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:29:31.254068+0000","last_undegraded":"2024-09-12T01:29:31.254068+0000","last_fullsized":"2024-09-12T01:29:31.254068+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:17.036904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624333,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":417,"num_read_kb":21947,"num_write":1054,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224828+0000","last_change":"2024-09-12T00:24:12.693371+0000","last_active":"2024-09-12T01:29:31.224828+0000","last_peered":"2024-09-12T01:29:31.224828+0000","last_clean":"2024-09-12T01:29:31.224828+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:29:31.224828+0000","last_undegraded":"2024-09-12T01:29:31.224828+0000","last_fullsized":"2024-09-12T01:29:31.224828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:43.565765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'135","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.209810+0000","last_change":"2024-09-12T00:24:14.697470+0000","last_active":"2024-09-12T01:29:51.209810+0000","last_peered":"2024-09-12T01:29:51.209810+0000","last_clean":"2024-09-12T01:29:51.209810+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:29:51.209810+0000","last_undegraded":"2024-09-12T01:29:51.209810+0000","last_fullsized":"2024-09-12T01:29:51.209810+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:55.092352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'777","reported_seq":6746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489577+0000","last_change":"2024-09-12T00:24:16.721955+0000","last_active":"2024-09-12T01:33:51.489577+0000","last_peered":"2024-09-12T01:33:51.489577+0000","last_clean":"2024-09-12T01:33:51.489577+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:33:51.489577+0000","last_undegraded":"2024-09-12T01:33:51.489577+0000","last_fullsized":"2024-09-12T01:33:51.489577+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":701,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:08:45.418609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'225","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.496591+0000","last_change":"2024-09-12T00:24:18.731761+0000","last_active":"2024-09-12T01:32:43.496591+0000","last_peered":"2024-09-12T01:32:43.496591+0000","last_clean":"2024-09-12T01:32:43.496591+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:32:43.496591+0000","last_undegraded":"2024-09-12T01:32:43.496591+0000","last_fullsized":"2024-09-12T01:32:43.496591+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:16.513463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":613,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.334565+0000","last_change":"2024-09-12T00:24:10.678332+0000","last_active":"2024-09-12T01:32:04.334565+0000","last_peered":"2024-09-12T01:32:04.334565+0000","last_clean":"2024-09-12T01:32:04.334565+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:32:04.334565+0000","last_undegraded":"2024-09-12T01:32:04.334565+0000","last_fullsized":"2024-09-12T01:32:04.334565+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:18.531965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'276","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:27.698981+0000","last_change":"2024-09-12T00:24:38.771075+0000","last_active":"2024-09-12T01:30:27.698981+0000","last_peered":"2024-09-12T01:30:27.698981+0000","last_clean":"2024-09-12T01:30:27.698981+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:30:27.698981+0000","last_undegraded":"2024-09-12T01:30:27.698981+0000","last_fullsized":"2024-09-12T01:30:27.698981+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:27.420007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17346535,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":513,"num_read_kb":38039,"num_write":1023,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"39'3","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.578627+0000","last_change":"2024-09-12T00:24:12.685929+0000","last_active":"2024-09-12T01:33:48.578627+0000","last_peered":"2024-09-12T01:33:48.578627+0000","last_clean":"2024-09-12T01:33:48.578627+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:33:48.578627+0000","last_undegraded":"2024-09-12T01:33:48.578627+0000","last_fullsized":"2024-09-12T01:33:48.578627+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:52.157127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":721,"num_read_kb":719,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'285","reported_seq":868,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276677+0000","last_change":"2024-09-12T00:24:14.749704+0000","last_active":"2024-09-12T01:31:56.276677+0000","last_peered":"2024-09-12T01:31:56.276677+0000","last_clean":"2024-09-12T01:31:56.276677+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:31:56.276677+0000","last_undegraded":"2024-09-12T01:31:56.276677+0000","last_fullsized":"2024-09-12T01:31:56.276677+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":200,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:39.150759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53684,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":460,"num_read_kb":981,"num_write":376,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'760","reported_seq":2496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.483741+0000","last_change":"2024-09-12T00:24:16.723676+0000","last_active":"2024-09-12T01:33:51.483741+0000","last_peered":"2024-09-12T01:33:51.483741+0000","last_clean":"2024-09-12T01:33:51.483741+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:33:51.483741+0000","last_undegraded":"2024-09-12T01:33:51.483741+0000","last_fullsized":"2024-09-12T01:33:51.483741+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:29.790051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131721+0000","last_change":"2024-09-12T00:24:10.671155+0000","last_active":"2024-09-12T01:31:21.131721+0000","last_peered":"2024-09-12T01:31:21.131721+0000","last_clean":"2024-09-12T01:31:21.131721+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:31:21.131721+0000","last_undegraded":"2024-09-12T01:31:21.131721+0000","last_fullsized":"2024-09-12T01:31:21.131721+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:38.414812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'283","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.226679+0000","last_change":"2024-09-12T00:24:39.111235+0000","last_active":"2024-09-12T01:32:26.226679+0000","last_peered":"2024-09-12T01:32:26.226679+0000","last_clean":"2024-09-12T01:32:26.226679+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:32:26.226679+0000","last_undegraded":"2024-09-12T01:32:26.226679+0000","last_fullsized":"2024-09-12T01:32:26.226679+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:21.097753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8793116,"num_objects":82,"num_object_clones":0,"num_object_copies":246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":82,"num_whiteouts":0,"num_read":408,"num_read_kb":29151,"num_write":1054,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.272083+0000","last_change":"2024-09-12T00:24:12.688189+0000","last_active":"2024-09-12T01:31:26.272083+0000","last_peered":"2024-09-12T01:31:26.272083+0000","last_clean":"2024-09-12T01:31:26.272083+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:31:26.272083+0000","last_undegraded":"2024-09-12T01:31:26.272083+0000","last_fullsized":"2024-09-12T01:31:26.272083+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:32.894151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'410","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:46.152575+0000","last_change":"2024-09-12T00:24:14.750386+0000","last_active":"2024-09-12T01:33:46.152575+0000","last_peered":"2024-09-12T01:33:46.152575+0000","last_clean":"2024-09-12T01:33:46.152575+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:33:46.152575+0000","last_undegraded":"2024-09-12T01:33:46.152575+0000","last_fullsized":"2024-09-12T01:33:46.152575+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":300,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:13.215648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65829,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":667,"num_read_kb":1278,"num_write":532,"num_write_kb":351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134640+0000","last_change":"2024-09-12T00:24:16.719112+0000","last_active":"2024-09-12T01:31:48.134640+0000","last_peered":"2024-09-12T01:31:48.134640+0000","last_clean":"2024-09-12T01:31:48.134640+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:31:48.134640+0000","last_undegraded":"2024-09-12T01:31:48.134640+0000","last_fullsized":"2024-09-12T01:31:48.134640+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.049198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'515","reported_seq":1327,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.655241+0000","last_change":"2024-09-12T00:24:18.731187+0000","last_active":"2024-09-12T01:33:48.655241+0000","last_peered":"2024-09-12T01:33:48.655241+0000","last_clean":"2024-09-12T01:33:48.655241+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:33:48.655241+0000","last_undegraded":"2024-09-12T01:33:48.655241+0000","last_fullsized":"2024-09-12T01:33:48.655241+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.209017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'131","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.128037+0000","last_change":"2024-09-12T00:24:10.663063+0000","last_active":"2024-09-12T01:31:21.128037+0000","last_peered":"2024-09-12T01:31:21.128037+0000","last_clean":"2024-09-12T01:31:21.128037+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:31:21.128037+0000","last_undegraded":"2024-09-12T01:31:21.128037+0000","last_fullsized":"2024-09-12T01:31:21.128037+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:05:46.454255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'302","reported_seq":967,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:43.563668+0000","last_change":"2024-09-12T00:24:08.658729+0000","last_active":"2024-09-12T01:33:43.563668+0000","last_peered":"2024-09-12T01:33:43.563668+0000","last_clean":"2024-09-12T01:33:43.563668+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:33:43.563668+0000","last_undegraded":"2024-09-12T01:33:43.563668+0000","last_fullsized":"2024-09-12T01:33:43.563668+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:50.335842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4909115,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":478,"num_read_kb":10513,"num_write":1033,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220125+0000","last_change":"2024-09-12T00:24:12.681932+0000","last_active":"2024-09-12T01:31:26.220125+0000","last_peered":"2024-09-12T01:31:26.220125+0000","last_clean":"2024-09-12T01:31:26.220125+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:31:26.220125+0000","last_undegraded":"2024-09-12T01:31:26.220125+0000","last_fullsized":"2024-09-12T01:31:26.220125+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.734065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'289","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.620215+0000","last_change":"2024-09-12T00:24:14.700184+0000","last_active":"2024-09-12T01:33:48.620215+0000","last_peered":"2024-09-12T01:33:48.620215+0000","last_clean":"2024-09-12T01:33:48.620215+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:33:48.620215+0000","last_undegraded":"2024-09-12T01:33:48.620215+0000","last_fullsized":"2024-09-12T01:33:48.620215+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:14.767330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54221,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1013,"num_write":392,"num_write_kb":302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240967+0000","last_change":"2024-09-12T00:24:16.725409+0000","last_active":"2024-09-12T01:31:41.240967+0000","last_peered":"2024-09-12T01:31:41.240967+0000","last_clean":"2024-09-12T01:31:41.240967+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:31:41.240967+0000","last_undegraded":"2024-09-12T01:31:41.240967+0000","last_fullsized":"2024-09-12T01:31:41.240967+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2392","reported_seq":4231,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:16.270354+0000","last_change":"2024-09-12T00:24:18.733017+0000","last_active":"2024-09-12T01:33:16.270354+0000","last_peered":"2024-09-12T01:33:16.270354+0000","last_clean":"2024-09-12T01:33:16.270354+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:33:16.270354+0000","last_undegraded":"2024-09-12T01:33:16.270354+0000","last_fullsized":"2024-09-12T01:33:16.270354+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":2300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:47.581649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:53.255027+0000","last_change":"2024-09-12T00:24:10.674638+0000","last_active":"2024-09-12T01:31:53.255027+0000","last_peered":"2024-09-12T01:31:53.255027+0000","last_clean":"2024-09-12T01:31:53.255027+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:31:53.255027+0000","last_undegraded":"2024-09-12T01:31:53.255027+0000","last_fullsized":"2024-09-12T01:31:53.255027+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:58:17.799862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'271","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:28.009759+0000","last_change":"2024-09-12T00:24:08.664366+0000","last_active":"2024-09-12T01:32:28.009759+0000","last_peered":"2024-09-12T01:32:28.009759+0000","last_clean":"2024-09-12T01:32:28.009759+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:32:28.009759+0000","last_undegraded":"2024-09-12T01:32:28.009759+0000","last_fullsized":"2024-09-12T01:32:28.009759+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:15.752193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14741059,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":644,"num_read_kb":68545,"num_write":898,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222328+0000","last_change":"2024-09-12T00:24:12.686578+0000","last_active":"2024-09-12T01:31:46.222328+0000","last_peered":"2024-09-12T01:31:46.222328+0000","last_clean":"2024-09-12T01:31:46.222328+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:31:46.222328+0000","last_undegraded":"2024-09-12T01:31:46.222328+0000","last_fullsized":"2024-09-12T01:31:46.222328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:06.359000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'337","reported_seq":951,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.290859+0000","last_change":"2024-09-12T00:24:14.701944+0000","last_active":"2024-09-12T01:33:36.290859+0000","last_peered":"2024-09-12T01:33:36.290859+0000","last_clean":"2024-09-12T01:33:36.290859+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:33:36.290859+0000","last_undegraded":"2024-09-12T01:33:36.290859+0000","last_fullsized":"2024-09-12T01:33:36.290859+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:32.425132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60016,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":563,"num_read_kb":1134,"num_write":454,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'784","reported_seq":2557,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.482589+0000","last_change":"2024-09-12T00:24:16.719805+0000","last_active":"2024-09-12T01:33:51.482589+0000","last_peered":"2024-09-12T01:33:51.482589+0000","last_clean":"2024-09-12T01:33:51.482589+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:33:51.482589+0000","last_undegraded":"2024-09-12T01:33:51.482589+0000","last_fullsized":"2024-09-12T01:33:51.482589+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":700,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:46.834080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'130","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.724771+0000","last_change":"2024-09-12T00:24:18.734890+0000","last_active":"2024-09-12T01:33:47.724771+0000","last_peered":"2024-09-12T01:33:47.724771+0000","last_clean":"2024-09-12T01:33:47.724771+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:33:47.724771+0000","last_undegraded":"2024-09-12T01:33:47.724771+0000","last_fullsized":"2024-09-12T01:33:47.724771+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:33.047499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248621+0000","last_change":"2024-09-12T00:24:10.677242+0000","last_active":"2024-09-12T01:31:41.248621+0000","last_peered":"2024-09-12T01:31:41.248621+0000","last_clean":"2024-09-12T01:31:41.248621+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:31:41.248621+0000","last_undegraded":"2024-09-12T01:31:41.248621+0000","last_fullsized":"2024-09-12T01:31:41.248621+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:22.472194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'333","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:40.296825+0000","last_change":"2024-09-12T00:24:08.671837+0000","last_active":"2024-09-12T01:33:40.296825+0000","last_peered":"2024-09-12T01:33:40.296825+0000","last_clean":"2024-09-12T01:33:40.296825+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:33:40.296825+0000","last_undegraded":"2024-09-12T01:33:40.296825+0000","last_fullsized":"2024-09-12T01:33:40.296825+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:03.039179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1707816,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":533,"num_read_kb":88898,"num_write":1274,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.221744+0000","last_change":"2024-09-12T00:24:12.687820+0000","last_active":"2024-09-12T01:31:41.221744+0000","last_peered":"2024-09-12T01:31:41.221744+0000","last_clean":"2024-09-12T01:31:41.221744+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:31:41.221744+0000","last_undegraded":"2024-09-12T01:31:41.221744+0000","last_fullsized":"2024-09-12T01:31:41.221744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:19.338895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'493","reported_seq":1149,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.623578+0000","last_change":"2024-09-12T00:24:14.706293+0000","last_active":"2024-09-12T01:33:48.623578+0000","last_peered":"2024-09-12T01:33:48.623578+0000","last_clean":"2024-09-12T01:33:48.623578+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:33:48.623578+0000","last_undegraded":"2024-09-12T01:33:48.623578+0000","last_fullsized":"2024-09-12T01:33:48.623578+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":400,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:29.296214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":109361,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":1827,"num_write":694,"num_write_kb":556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220147+0000","last_change":"2024-09-12T00:24:16.720257+0000","last_active":"2024-09-12T01:31:26.220147+0000","last_peered":"2024-09-12T01:31:26.220147+0000","last_clean":"2024-09-12T01:31:26.220147+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:31:26.220147+0000","last_undegraded":"2024-09-12T01:31:26.220147+0000","last_fullsized":"2024-09-12T01:31:26.220147+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:14.875951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132240+0000","last_change":"2024-09-12T00:24:18.739842+0000","last_active":"2024-09-12T01:31:28.132240+0000","last_peered":"2024-09-12T01:31:28.132240+0000","last_clean":"2024-09-12T01:31:28.132240+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:31:28.132240+0000","last_undegraded":"2024-09-12T01:31:28.132240+0000","last_fullsized":"2024-09-12T01:31:28.132240+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:17.668002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:45.711038+0000","last_change":"2024-09-12T00:24:10.681935+0000","last_active":"2024-09-12T01:31:45.711038+0000","last_peered":"2024-09-12T01:31:45.711038+0000","last_clean":"2024-09-12T01:31:45.711038+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:31:45.711038+0000","last_undegraded":"2024-09-12T01:31:45.711038+0000","last_fullsized":"2024-09-12T01:31:45.711038+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:08.375572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'265","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.519405+0000","last_change":"2024-09-12T00:24:08.668280+0000","last_active":"2024-09-12T01:31:56.519405+0000","last_peered":"2024-09-12T01:31:56.519405+0000","last_clean":"2024-09-12T01:31:56.519405+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:31:56.519405+0000","last_undegraded":"2024-09-12T01:31:56.519405+0000","last_fullsized":"2024-09-12T01:31:56.519405+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:14.398227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6801096,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":556,"num_read_kb":18243,"num_write":988,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222369+0000","last_change":"2024-09-12T00:24:12.686811+0000","last_active":"2024-09-12T01:31:46.222369+0000","last_peered":"2024-09-12T01:31:46.222369+0000","last_clean":"2024-09-12T01:31:46.222369+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:31:46.222369+0000","last_undegraded":"2024-09-12T01:31:46.222369+0000","last_fullsized":"2024-09-12T01:31:46.222369+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:42.893918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'321","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.624376+0000","last_change":"2024-09-12T00:24:14.700091+0000","last_active":"2024-09-12T01:33:48.624376+0000","last_peered":"2024-09-12T01:33:48.624376+0000","last_clean":"2024-09-12T01:33:48.624376+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:33:48.624376+0000","last_undegraded":"2024-09-12T01:33:48.624376+0000","last_fullsized":"2024-09-12T01:33:48.624376+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:31.116877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64819,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":550,"num_read_kb":1126,"num_write":494,"num_write_kb":400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349735+0000","last_change":"2024-09-12T00:24:16.723622+0000","last_active":"2024-09-12T01:29:41.349735+0000","last_peered":"2024-09-12T01:29:41.349735+0000","last_clean":"2024-09-12T01:29:41.349735+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:29:41.349735+0000","last_undegraded":"2024-09-12T01:29:41.349735+0000","last_fullsized":"2024-09-12T01:29:41.349735+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:25:19.468021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'171","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.368982+0000","last_change":"2024-09-12T00:24:18.739807+0000","last_active":"2024-09-12T01:32:43.368982+0000","last_peered":"2024-09-12T01:32:43.368982+0000","last_clean":"2024-09-12T01:32:43.368982+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:32:43.368982+0000","last_undegraded":"2024-09-12T01:32:43.368982+0000","last_fullsized":"2024-09-12T01:32:43.368982+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:12.080957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":786,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130902+0000","last_change":"2024-09-12T00:24:10.677780+0000","last_active":"2024-09-12T01:31:41.130902+0000","last_peered":"2024-09-12T01:31:41.130902+0000","last_clean":"2024-09-12T01:31:41.130902+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:31:41.130902+0000","last_undegraded":"2024-09-12T01:31:41.130902+0000","last_fullsized":"2024-09-12T01:31:41.130902+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:52.230397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'259","reported_seq":902,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.463505+0000","last_change":"2024-09-12T00:24:08.670089+0000","last_active":"2024-09-12T01:32:26.463505+0000","last_peered":"2024-09-12T01:32:26.463505+0000","last_clean":"2024-09-12T01:32:26.463505+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:32:26.463505+0000","last_undegraded":"2024-09-12T01:32:26.463505+0000","last_fullsized":"2024-09-12T01:32:26.463505+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:06.279773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15331997,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":383,"num_read_kb":21516,"num_write":929,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134053+0000","last_change":"2024-09-12T00:24:12.690031+0000","last_active":"2024-09-12T01:31:43.134053+0000","last_peered":"2024-09-12T01:31:43.134053+0000","last_clean":"2024-09-12T01:31:43.134053+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:31:43.134053+0000","last_undegraded":"2024-09-12T01:31:43.134053+0000","last_fullsized":"2024-09-12T01:31:43.134053+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:29.863085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'338","reported_seq":934,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.224078+0000","last_change":"2024-09-12T00:24:14.700350+0000","last_active":"2024-09-12T01:32:01.224078+0000","last_peered":"2024-09-12T01:32:01.224078+0000","last_clean":"2024-09-12T01:32:01.224078+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:32:01.224078+0000","last_undegraded":"2024-09-12T01:32:01.224078+0000","last_fullsized":"2024-09-12T01:32:01.224078+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":300,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.455546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68563,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":1123,"num_write":440,"num_write_kb":325,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'717","reported_seq":2581,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:52.003011+0000","last_change":"2024-09-12T00:24:16.721729+0000","last_active":"2024-09-12T01:33:52.003011+0000","last_peered":"2024-09-12T01:33:52.003011+0000","last_clean":"2024-09-12T01:33:52.003011+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:33:52.003011+0000","last_undegraded":"2024-09-12T01:33:52.003011+0000","last_fullsized":"2024-09-12T01:33:52.003011+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":700,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:56.586971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'104","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.033315+0000","last_change":"2024-09-12T00:24:18.735510+0000","last_active":"2024-09-12T01:32:42.033315+0000","last_peered":"2024-09-12T01:32:42.033315+0000","last_clean":"2024-09-12T01:32:42.033315+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:32:42.033315+0000","last_undegraded":"2024-09-12T01:32:42.033315+0000","last_fullsized":"2024-09-12T01:32:42.033315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:22.071155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'728","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130916+0000","last_change":"2024-09-12T00:24:10.671620+0000","last_active":"2024-09-12T01:31:41.130916+0000","last_peered":"2024-09-12T01:31:41.130916+0000","last_clean":"2024-09-12T01:31:41.130916+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:31:41.130916+0000","last_undegraded":"2024-09-12T01:31:41.130916+0000","last_fullsized":"2024-09-12T01:31:41.130916+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":700,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:55.730238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'306","reported_seq":970,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.206771+0000","last_change":"2024-09-12T00:24:08.655774+0000","last_active":"2024-09-12T01:32:36.206771+0000","last_peered":"2024-09-12T01:32:36.206771+0000","last_clean":"2024-09-12T01:32:36.206771+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:32:36.206771+0000","last_undegraded":"2024-09-12T01:32:36.206771+0000","last_fullsized":"2024-09-12T01:32:36.206771+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:06.058794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5609837,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":502,"num_read_kb":28786,"num_write":1125,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"32'2","reported_seq":1449,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.590610+0000","last_change":"2024-09-12T00:24:12.686290+0000","last_active":"2024-09-12T01:33:48.590610+0000","last_peered":"2024-09-12T01:33:48.590610+0000","last_clean":"2024-09-12T01:33:48.590610+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:33:48.590610+0000","last_undegraded":"2024-09-12T01:33:48.590610+0000","last_fullsized":"2024-09-12T01:33:48.590610+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:25:29.043448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":948,"num_read_kb":948,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'102","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241587+0000","last_change":"2024-09-12T00:24:14.749242+0000","last_active":"2024-09-12T01:31:46.241587+0000","last_peered":"2024-09-12T01:31:46.241587+0000","last_clean":"2024-09-12T01:31:46.241587+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:31:46.241587+0000","last_undegraded":"2024-09-12T01:31:46.241587+0000","last_fullsized":"2024-09-12T01:31:46.241587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:04.721092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'746","reported_seq":2501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:52.004429+0000","last_change":"2024-09-12T00:24:16.720025+0000","last_active":"2024-09-12T01:33:52.004429+0000","last_peered":"2024-09-12T01:33:52.004429+0000","last_clean":"2024-09-12T01:33:52.004429+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:33:52.004429+0000","last_undegraded":"2024-09-12T01:33:52.004429+0000","last_fullsized":"2024-09-12T01:33:52.004429+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":701,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:10.124067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.125505+0000","last_change":"2024-09-12T00:24:18.732654+0000","last_active":"2024-09-12T01:31:01.125505+0000","last_peered":"2024-09-12T01:31:01.125505+0000","last_clean":"2024-09-12T01:31:01.125505+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:31:01.125505+0000","last_undegraded":"2024-09-12T01:31:01.125505+0000","last_fullsized":"2024-09-12T01:31:01.125505+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:13.919169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:34.199535+0000","last_change":"2024-09-12T00:24:10.681630+0000","last_active":"2024-09-12T01:31:34.199535+0000","last_peered":"2024-09-12T01:31:34.199535+0000","last_clean":"2024-09-12T01:31:34.199535+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:31:34.199535+0000","last_undegraded":"2024-09-12T01:31:34.199535+0000","last_fullsized":"2024-09-12T01:31:34.199535+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:48.781894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'275","reported_seq":917,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238529+0000","last_change":"2024-09-12T00:24:08.657303+0000","last_active":"2024-09-12T01:31:21.238529+0000","last_peered":"2024-09-12T01:31:21.238529+0000","last_clean":"2024-09-12T01:31:21.238529+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:31:21.238529+0000","last_undegraded":"2024-09-12T01:31:21.238529+0000","last_fullsized":"2024-09-12T01:31:21.238529+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:36.317102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6617320,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":441,"num_read_kb":7676,"num_write":1049,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131811+0000","last_change":"2024-09-12T00:24:12.690804+0000","last_active":"2024-09-12T01:31:46.131811+0000","last_peered":"2024-09-12T01:31:46.131811+0000","last_clean":"2024-09-12T01:31:46.131811+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:31:46.131811+0000","last_undegraded":"2024-09-12T01:31:46.131811+0000","last_fullsized":"2024-09-12T01:31:46.131811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:16:47.092286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'379","reported_seq":997,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.637590+0000","last_change":"2024-09-12T00:24:14.705030+0000","last_active":"2024-09-12T01:33:48.637590+0000","last_peered":"2024-09-12T01:33:48.637590+0000","last_clean":"2024-09-12T01:33:48.637590+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:33:48.637590+0000","last_undegraded":"2024-09-12T01:33:48.637590+0000","last_fullsized":"2024-09-12T01:33:48.637590+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:16.538791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59680,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":617,"num_read_kb":1186,"num_write":492,"num_write_kb":322,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.257149+0000","last_change":"2024-09-12T00:24:16.725128+0000","last_active":"2024-09-12T01:31:46.257149+0000","last_peered":"2024-09-12T01:31:46.257149+0000","last_clean":"2024-09-12T01:31:46.257149+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:31:46.257149+0000","last_undegraded":"2024-09-12T01:31:46.257149+0000","last_fullsized":"2024-09-12T01:31:46.257149+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:46.681004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'167","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:25.212660+0000","last_change":"2024-09-12T00:24:18.738805+0000","last_active":"2024-09-12T01:31:25.212660+0000","last_peered":"2024-09-12T01:31:25.212660+0000","last_clean":"2024-09-12T01:31:25.212660+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:31:25.212660+0000","last_undegraded":"2024-09-12T01:31:25.212660+0000","last_fullsized":"2024-09-12T01:31:25.212660+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:30:44.991652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250771+0000","last_change":"2024-09-12T00:24:10.675444+0000","last_active":"2024-09-12T01:31:01.250771+0000","last_peered":"2024-09-12T01:31:01.250771+0000","last_clean":"2024-09-12T01:31:01.250771+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:31:01.250771+0000","last_undegraded":"2024-09-12T01:31:01.250771+0000","last_fullsized":"2024-09-12T01:31:01.250771+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:48.278187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":628,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277333+0000","last_change":"2024-09-12T00:23:48.851531+0000","last_active":"2024-09-12T01:32:01.277333+0000","last_peered":"2024-09-12T01:32:01.277333+0000","last_clean":"2024-09-12T01:32:01.277333+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:32:01.277333+0000","last_undegraded":"2024-09-12T01:32:01.277333+0000","last_fullsized":"2024-09-12T01:32:01.277333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_clean_scrub_stamp":"2024-09-12T00:23:47.835617+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:25.768348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"21'1","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125549+0000","last_change":"2024-09-12T00:23:55.892495+0000","last_active":"2024-09-12T01:30:36.125549+0000","last_peered":"2024-09-12T01:30:36.125549+0000","last_clean":"2024-09-12T01:30:36.125549+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:30:36.125549+0000","last_undegraded":"2024-09-12T01:30:36.125549+0000","last_fullsized":"2024-09-12T01:30:36.125549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:27.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'268","reported_seq":1015,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.219606+0000","last_change":"2024-09-12T00:24:39.071273+0000","last_active":"2024-09-12T01:31:21.219606+0000","last_peered":"2024-09-12T01:31:21.219606+0000","last_clean":"2024-09-12T01:31:21.219606+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:31:21.219606+0000","last_undegraded":"2024-09-12T01:31:21.219606+0000","last_fullsized":"2024-09-12T01:31:21.219606+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:44:14.910902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8706714,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":586,"num_read_kb":57182,"num_write":1026,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.267391+0000","last_change":"2024-09-12T00:24:12.689018+0000","last_active":"2024-09-12T01:30:56.267391+0000","last_peered":"2024-09-12T01:30:56.267391+0000","last_clean":"2024-09-12T01:30:56.267391+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:30:56.267391+0000","last_undegraded":"2024-09-12T01:30:56.267391+0000","last_fullsized":"2024-09-12T01:30:56.267391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:21.269038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'749","reported_seq":1453,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.639852+0000","last_change":"2024-09-12T00:24:14.704285+0000","last_active":"2024-09-12T01:33:48.639852+0000","last_peered":"2024-09-12T01:33:48.639852+0000","last_clean":"2024-09-12T01:33:48.639852+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:33:48.639852+0000","last_undegraded":"2024-09-12T01:33:48.639852+0000","last_fullsized":"2024-09-12T01:33:48.639852+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":700,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:26.287425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195531,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1440,"num_read_kb":3128,"num_write":1368,"num_write_kb":1226,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.247012+0000","last_change":"2024-09-12T00:24:16.720757+0000","last_active":"2024-09-12T01:31:26.247012+0000","last_peered":"2024-09-12T01:31:26.247012+0000","last_clean":"2024-09-12T01:31:26.247012+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:31:26.247012+0000","last_undegraded":"2024-09-12T01:31:26.247012+0000","last_fullsized":"2024-09-12T01:31:26.247012+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:22.162250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'195","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.430742+0000","last_change":"2024-09-12T00:24:18.738949+0000","last_active":"2024-09-12T01:32:44.430742+0000","last_peered":"2024-09-12T01:32:44.430742+0000","last_clean":"2024-09-12T01:32:44.430742+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:32:44.430742+0000","last_undegraded":"2024-09-12T01:32:44.430742+0000","last_fullsized":"2024-09-12T01:32:44.430742+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:23:09.644564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'444","reported_seq":1185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361279+0000","last_change":"2024-09-12T00:24:10.676679+0000","last_active":"2024-09-12T01:31:21.361279+0000","last_peered":"2024-09-12T01:31:21.361279+0000","last_clean":"2024-09-12T01:31:21.361279+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:31:21.361279+0000","last_undegraded":"2024-09-12T01:31:21.361279+0000","last_fullsized":"2024-09-12T01:31:21.361279+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:32.429315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278078+0000","last_change":"2024-09-12T00:23:55.944536+0000","last_active":"2024-09-12T01:32:06.278078+0000","last_peered":"2024-09-12T01:32:06.278078+0000","last_clean":"2024-09-12T01:32:06.278078+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:32:06.278078+0000","last_undegraded":"2024-09-12T01:32:06.278078+0000","last_fullsized":"2024-09-12T01:32:06.278078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:40.626318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'244","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.968751+0000","last_change":"2024-09-12T00:24:08.655288+0000","last_active":"2024-09-12T01:32:04.968751+0000","last_peered":"2024-09-12T01:32:04.968751+0000","last_clean":"2024-09-12T01:32:04.968751+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:32:04.968751+0000","last_undegraded":"2024-09-12T01:32:04.968751+0000","last_fullsized":"2024-09-12T01:32:04.968751+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:14.661596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8376597,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":500,"num_read_kb":44739,"num_write":917,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132494+0000","last_change":"2024-09-12T00:24:12.693401+0000","last_active":"2024-09-12T01:31:26.132494+0000","last_peered":"2024-09-12T01:31:26.132494+0000","last_clean":"2024-09-12T01:31:26.132494+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:31:26.132494+0000","last_undegraded":"2024-09-12T01:31:26.132494+0000","last_fullsized":"2024-09-12T01:31:26.132494+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:38.279607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1309","reported_seq":3093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.617084+0000","last_change":"2024-09-12T00:24:14.703859+0000","last_active":"2024-09-12T01:34:07.617084+0000","last_peered":"2024-09-12T01:34:07.617084+0000","last_clean":"2024-09-12T01:34:07.617084+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:07.617084+0000","last_undegraded":"2024-09-12T01:34:07.617084+0000","last_fullsized":"2024-09-12T01:34:07.617084+0000","mapping_epoch":33,"log_start":"267'1200","ondisk_log_start":"267'1200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":1200,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:35.585363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":169100,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2073,"num_read_kb":3797,"num_write":1192,"num_write_kb":1014,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.269038+0000","last_change":"2024-09-12T00:24:16.723434+0000","last_active":"2024-09-12T01:31:06.269038+0000","last_peered":"2024-09-12T01:31:06.269038+0000","last_clean":"2024-09-12T01:31:06.269038+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:31:06.269038+0000","last_undegraded":"2024-09-12T01:31:06.269038+0000","last_fullsized":"2024-09-12T01:31:06.269038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:36.089059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'236","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134010+0000","last_change":"2024-09-12T00:24:18.737048+0000","last_active":"2024-09-12T01:31:43.134010+0000","last_peered":"2024-09-12T01:31:43.134010+0000","last_clean":"2024-09-12T01:31:43.134010+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:31:43.134010+0000","last_undegraded":"2024-09-12T01:31:43.134010+0000","last_fullsized":"2024-09-12T01:31:43.134010+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:28.056246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131691+0000","last_change":"2024-09-12T00:24:10.672388+0000","last_active":"2024-09-12T01:31:23.131691+0000","last_peered":"2024-09-12T01:31:23.131691+0000","last_clean":"2024-09-12T01:31:23.131691+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:31:23.131691+0000","last_undegraded":"2024-09-12T01:31:23.131691+0000","last_fullsized":"2024-09-12T01:31:23.131691+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:33.389953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.214935+0000","last_change":"2024-09-12T00:23:55.895310+0000","last_active":"2024-09-12T01:30:36.214935+0000","last_peered":"2024-09-12T01:30:36.214935+0000","last_clean":"2024-09-12T01:30:36.214935+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:30:36.214935+0000","last_undegraded":"2024-09-12T01:30:36.214935+0000","last_fullsized":"2024-09-12T01:30:36.214935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:30.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'314","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.122180+0000","last_change":"2024-09-12T00:24:08.662082+0000","last_active":"2024-09-12T01:34:08.122180+0000","last_peered":"2024-09-12T01:34:08.122180+0000","last_clean":"2024-09-12T01:34:08.122180+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:08.122180+0000","last_undegraded":"2024-09-12T01:34:08.122180+0000","last_fullsized":"2024-09-12T01:34:08.122180+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:04.272208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10292954,"num_objects":43,"num_object_clones":0,"num_object_copies":129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":43,"num_whiteouts":0,"num_read":522,"num_read_kb":20706,"num_write":1144,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"32'1","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220194+0000","last_change":"2024-09-12T00:24:12.687891+0000","last_active":"2024-09-12T01:31:26.220194+0000","last_peered":"2024-09-12T01:31:26.220194+0000","last_clean":"2024-09-12T01:31:26.220194+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:31:26.220194+0000","last_undegraded":"2024-09-12T01:31:26.220194+0000","last_fullsized":"2024-09-12T01:31:26.220194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:55.531490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'294","reported_seq":1688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:44.502979+0000","last_change":"2024-09-12T00:24:14.750546+0000","last_active":"2024-09-12T01:33:44.502979+0000","last_peered":"2024-09-12T01:33:44.502979+0000","last_clean":"2024-09-12T01:33:44.502979+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:33:44.502979+0000","last_undegraded":"2024-09-12T01:33:44.502979+0000","last_fullsized":"2024-09-12T01:33:44.502979+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:17.136386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358452+0000","last_change":"2024-09-12T00:24:16.712674+0000","last_active":"2024-09-12T01:30:56.358452+0000","last_peered":"2024-09-12T01:30:56.358452+0000","last_clean":"2024-09-12T01:30:56.358452+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:30:56.358452+0000","last_undegraded":"2024-09-12T01:30:56.358452+0000","last_fullsized":"2024-09-12T01:30:56.358452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:01.673435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'255","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.679154+0000","last_change":"2024-09-12T00:24:18.739281+0000","last_active":"2024-09-12T01:32:44.679154+0000","last_peered":"2024-09-12T01:32:44.679154+0000","last_clean":"2024-09-12T01:32:44.679154+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:32:44.679154+0000","last_undegraded":"2024-09-12T01:32:44.679154+0000","last_fullsized":"2024-09-12T01:32:44.679154+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:22.051310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236439+0000","last_change":"2024-09-12T00:24:10.680844+0000","last_active":"2024-09-12T01:30:53.236439+0000","last_peered":"2024-09-12T01:30:53.236439+0000","last_clean":"2024-09-12T01:30:53.236439+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:30:53.236439+0000","last_undegraded":"2024-09-12T01:30:53.236439+0000","last_fullsized":"2024-09-12T01:30:53.236439+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:41.539365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"23'2","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125514+0000","last_change":"2024-09-12T00:23:55.892509+0000","last_active":"2024-09-12T01:30:36.125514+0000","last_peered":"2024-09-12T01:30:36.125514+0000","last_clean":"2024-09-12T01:30:36.125514+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:30:36.125514+0000","last_undegraded":"2024-09-12T01:30:36.125514+0000","last_fullsized":"2024-09-12T01:30:36.125514+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:56.849716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'308","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123952+0000","last_change":"2024-09-12T00:24:08.662092+0000","last_active":"2024-09-12T01:30:51.123952+0000","last_peered":"2024-09-12T01:30:51.123952+0000","last_clean":"2024-09-12T01:30:51.123952+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:30:51.123952+0000","last_undegraded":"2024-09-12T01:30:51.123952+0000","last_fullsized":"2024-09-12T01:30:51.123952+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:36.275683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6660903,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":779,"num_read_kb":10015,"num_write":1008,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359554+0000","last_change":"2024-09-12T00:24:12.690177+0000","last_active":"2024-09-12T01:31:06.359554+0000","last_peered":"2024-09-12T01:31:06.359554+0000","last_clean":"2024-09-12T01:31:06.359554+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:31:06.359554+0000","last_undegraded":"2024-09-12T01:31:06.359554+0000","last_fullsized":"2024-09-12T01:31:06.359554+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:18.025940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'150","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.255091+0000","last_change":"2024-09-12T00:24:14.699219+0000","last_active":"2024-09-12T01:33:36.255091+0000","last_peered":"2024-09-12T01:33:36.255091+0000","last_clean":"2024-09-12T01:33:36.255091+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:33:36.255091+0000","last_undegraded":"2024-09-12T01:33:36.255091+0000","last_fullsized":"2024-09-12T01:33:36.255091+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:02.405626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.254131+0000","last_change":"2024-09-12T00:24:16.721841+0000","last_active":"2024-09-12T01:31:26.254131+0000","last_peered":"2024-09-12T01:31:26.254131+0000","last_clean":"2024-09-12T01:31:26.254131+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:31:26.254131+0000","last_undegraded":"2024-09-12T01:31:26.254131+0000","last_fullsized":"2024-09-12T01:31:26.254131+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:09.652430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.400998+0000","last_change":"2024-09-12T00:24:18.738439+0000","last_active":"2024-09-12T01:32:44.400998+0000","last_peered":"2024-09-12T01:32:44.400998+0000","last_clean":"2024-09-12T01:32:44.400998+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:32:44.400998+0000","last_undegraded":"2024-09-12T01:32:44.400998+0000","last_fullsized":"2024-09-12T01:32:44.400998+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.046655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236415+0000","last_change":"2024-09-12T00:24:10.673139+0000","last_active":"2024-09-12T01:30:53.236415+0000","last_peered":"2024-09-12T01:30:53.236415+0000","last_clean":"2024-09-12T01:30:53.236415+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:30:53.236415+0000","last_undegraded":"2024-09-12T01:30:53.236415+0000","last_fullsized":"2024-09-12T01:30:53.236415+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.986596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'254","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129125+0000","last_change":"2024-09-12T00:24:08.667576+0000","last_active":"2024-09-12T01:31:01.129125+0000","last_peered":"2024-09-12T01:31:01.129125+0000","last_clean":"2024-09-12T01:31:01.129125+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:31:01.129125+0000","last_undegraded":"2024-09-12T01:31:01.129125+0000","last_fullsized":"2024-09-12T01:31:01.129125+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:14.443229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7638480,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":342,"num_read_kb":22107,"num_write":901,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:33.233883+0000","last_change":"2024-09-12T00:23:55.899445+0000","last_active":"2024-09-12T01:30:33.233883+0000","last_peered":"2024-09-12T01:30:33.233883+0000","last_clean":"2024-09-12T01:30:33.233883+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:30:33.233883+0000","last_undegraded":"2024-09-12T01:30:33.233883+0000","last_fullsized":"2024-09-12T01:30:33.233883+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:11.368214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358429+0000","last_change":"2024-09-12T00:24:12.689440+0000","last_active":"2024-09-12T01:30:56.358429+0000","last_peered":"2024-09-12T01:30:56.358429+0000","last_clean":"2024-09-12T01:30:56.358429+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:30:56.358429+0000","last_undegraded":"2024-09-12T01:30:56.358429+0000","last_fullsized":"2024-09-12T01:30:56.358429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:24.416713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'611","reported_seq":1306,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.632228+0000","last_change":"2024-09-12T00:24:14.706265+0000","last_active":"2024-09-12T01:33:48.632228+0000","last_peered":"2024-09-12T01:33:48.632228+0000","last_clean":"2024-09-12T01:33:48.632228+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:33:48.632228+0000","last_undegraded":"2024-09-12T01:33:48.632228+0000","last_fullsized":"2024-09-12T01:33:48.632228+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":600,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:48.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":106085,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1614,"num_read_kb":2599,"num_write":2112,"num_write_kb":1920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124591+0000","last_change":"2024-09-12T00:24:16.722937+0000","last_active":"2024-09-12T01:30:56.124591+0000","last_peered":"2024-09-12T01:30:56.124591+0000","last_clean":"2024-09-12T01:30:56.124591+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:30:56.124591+0000","last_undegraded":"2024-09-12T01:30:56.124591+0000","last_fullsized":"2024-09-12T01:30:56.124591+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:08.618600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'146","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:40.911396+0000","last_change":"2024-09-12T00:24:18.731689+0000","last_active":"2024-09-12T01:32:40.911396+0000","last_peered":"2024-09-12T01:32:40.911396+0000","last_clean":"2024-09-12T01:32:40.911396+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:32:40.911396+0000","last_undegraded":"2024-09-12T01:32:40.911396+0000","last_fullsized":"2024-09-12T01:32:40.911396+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:33.741145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357870+0000","last_change":"2024-09-12T00:24:10.665090+0000","last_active":"2024-09-12T01:30:51.357870+0000","last_peered":"2024-09-12T01:30:51.357870+0000","last_clean":"2024-09-12T01:30:51.357870+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:30:51.357870+0000","last_undegraded":"2024-09-12T01:30:51.357870+0000","last_fullsized":"2024-09-12T01:30:51.357870+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:03:47.553391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'286","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.118055+0000","last_change":"2024-09-12T00:24:08.670258+0000","last_active":"2024-09-12T01:34:08.118055+0000","last_peered":"2024-09-12T01:34:08.118055+0000","last_clean":"2024-09-12T01:34:08.118055+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:08.118055+0000","last_undegraded":"2024-09-12T01:34:08.118055+0000","last_fullsized":"2024-09-12T01:34:08.118055+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:23.114717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8744783,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":402,"num_read_kb":28269,"num_write":903,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.266056+0000","last_change":"2024-09-12T00:23:55.944574+0000","last_active":"2024-09-12T01:30:46.266056+0000","last_peered":"2024-09-12T01:30:46.266056+0000","last_clean":"2024-09-12T01:30:46.266056+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:30:46.266056+0000","last_undegraded":"2024-09-12T01:30:46.266056+0000","last_fullsized":"2024-09-12T01:30:46.266056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:40.858619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.249938+0000","last_change":"2024-09-12T00:24:12.686399+0000","last_active":"2024-09-12T01:30:56.249938+0000","last_peered":"2024-09-12T01:30:56.249938+0000","last_clean":"2024-09-12T01:30:56.249938+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:30:56.249938+0000","last_undegraded":"2024-09-12T01:30:56.249938+0000","last_fullsized":"2024-09-12T01:30:56.249938+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:25.423651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'241","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:55.384243+0000","last_change":"2024-09-12T00:24:14.749281+0000","last_active":"2024-09-12T01:32:55.384243+0000","last_peered":"2024-09-12T01:32:55.384243+0000","last_clean":"2024-09-12T01:32:55.384243+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:32:55.384243+0000","last_undegraded":"2024-09-12T01:32:55.384243+0000","last_fullsized":"2024-09-12T01:32:55.384243+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:03.030127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'782","reported_seq":2827,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489661+0000","last_change":"2024-09-12T00:24:16.723010+0000","last_active":"2024-09-12T01:33:51.489661+0000","last_peered":"2024-09-12T01:33:51.489661+0000","last_clean":"2024-09-12T01:33:51.489661+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:33:51.489661+0000","last_undegraded":"2024-09-12T01:33:51.489661+0000","last_fullsized":"2024-09-12T01:33:51.489661+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":701,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'120","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244046+0000","last_change":"2024-09-12T00:24:18.741553+0000","last_active":"2024-09-12T01:32:06.244046+0000","last_peered":"2024-09-12T01:32:06.244046+0000","last_clean":"2024-09-12T01:32:06.244046+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:32:06.244046+0000","last_undegraded":"2024-09-12T01:32:06.244046+0000","last_fullsized":"2024-09-12T01:32:06.244046+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:16.348830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231771+0000","last_change":"2024-09-12T00:24:10.676185+0000","last_active":"2024-09-12T01:30:26.231771+0000","last_peered":"2024-09-12T01:30:26.231771+0000","last_clean":"2024-09-12T01:30:26.231771+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:30:26.231771+0000","last_undegraded":"2024-09-12T01:30:26.231771+0000","last_fullsized":"2024-09-12T01:30:26.231771+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:23.566926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'273","reported_seq":928,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238643+0000","last_change":"2024-09-12T00:24:08.672404+0000","last_active":"2024-09-12T01:31:21.238643+0000","last_peered":"2024-09-12T01:31:21.238643+0000","last_clean":"2024-09-12T01:31:21.238643+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:31:21.238643+0000","last_undegraded":"2024-09-12T01:31:21.238643+0000","last_fullsized":"2024-09-12T01:31:21.238643+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:13.076710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16101916,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":417,"num_read_kb":48226,"num_write":1032,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129360+0000","last_change":"2024-09-12T00:23:55.899516+0000","last_active":"2024-09-12T01:31:03.129360+0000","last_peered":"2024-09-12T01:31:03.129360+0000","last_clean":"2024-09-12T01:31:03.129360+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:31:03.129360+0000","last_undegraded":"2024-09-12T01:31:03.129360+0000","last_fullsized":"2024-09-12T01:31:03.129360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:32.781531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124559+0000","last_change":"2024-09-12T00:24:12.690249+0000","last_active":"2024-09-12T01:30:56.124559+0000","last_peered":"2024-09-12T01:30:56.124559+0000","last_clean":"2024-09-12T01:30:56.124559+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:30:56.124559+0000","last_undegraded":"2024-09-12T01:30:56.124559+0000","last_fullsized":"2024-09-12T01:30:56.124559+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.594452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124632+0000","last_change":"2024-09-12T00:24:14.699616+0000","last_active":"2024-09-12T01:30:56.124632+0000","last_peered":"2024-09-12T01:30:56.124632+0000","last_clean":"2024-09-12T01:30:56.124632+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:30:56.124632+0000","last_undegraded":"2024-09-12T01:30:56.124632+0000","last_fullsized":"2024-09-12T01:30:56.124632+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:36.830410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'760","reported_seq":2809,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.483777+0000","last_change":"2024-09-12T00:24:16.725433+0000","last_active":"2024-09-12T01:33:51.483777+0000","last_peered":"2024-09-12T01:33:51.483777+0000","last_clean":"2024-09-12T01:33:51.483777+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:33:51.483777+0000","last_undegraded":"2024-09-12T01:33:51.483777+0000","last_fullsized":"2024-09-12T01:33:51.483777+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:07.704783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'170","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.249944+0000","last_change":"2024-09-12T00:24:18.740301+0000","last_active":"2024-09-12T01:31:51.249944+0000","last_peered":"2024-09-12T01:31:51.249944+0000","last_clean":"2024-09-12T01:31:51.249944+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:31:51.249944+0000","last_undegraded":"2024-09-12T01:31:51.249944+0000","last_fullsized":"2024-09-12T01:31:51.249944+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:43.816064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123883+0000","last_change":"2024-09-12T00:24:10.667435+0000","last_active":"2024-09-12T01:30:51.123883+0000","last_peered":"2024-09-12T01:30:51.123883+0000","last_clean":"2024-09-12T01:30:51.123883+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:30:51.123883+0000","last_undegraded":"2024-09-12T01:30:51.123883+0000","last_fullsized":"2024-09-12T01:30:51.123883+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:15.834087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'366","reported_seq":1146,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361255+0000","last_change":"2024-09-12T00:24:08.662801+0000","last_active":"2024-09-12T01:31:21.361255+0000","last_peered":"2024-09-12T01:31:21.361255+0000","last_clean":"2024-09-12T01:31:21.361255+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:31:21.361255+0000","last_undegraded":"2024-09-12T01:31:21.361255+0000","last_fullsized":"2024-09-12T01:31:21.361255+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:34:54.991896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6164885,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":889,"num_read_kb":34525,"num_write":1477,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.251372+0000","last_change":"2024-09-12T00:23:55.991489+0000","last_active":"2024-09-12T01:31:06.251372+0000","last_peered":"2024-09-12T01:31:06.251372+0000","last_clean":"2024-09-12T01:31:06.251372+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:31:06.251372+0000","last_undegraded":"2024-09-12T01:31:06.251372+0000","last_fullsized":"2024-09-12T01:31:06.251372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:54.285452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232415+0000","last_change":"2024-09-12T00:24:12.689113+0000","last_active":"2024-09-12T01:30:31.232415+0000","last_peered":"2024-09-12T01:30:31.232415+0000","last_clean":"2024-09-12T01:30:31.232415+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:30:31.232415+0000","last_undegraded":"2024-09-12T01:30:31.232415+0000","last_fullsized":"2024-09-12T01:30:31.232415+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:57.420641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'766","reported_seq":1498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.628515+0000","last_change":"2024-09-12T00:24:14.749298+0000","last_active":"2024-09-12T01:33:48.628515+0000","last_peered":"2024-09-12T01:33:48.628515+0000","last_clean":"2024-09-12T01:33:48.628515+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:33:48.628515+0000","last_undegraded":"2024-09-12T01:33:48.628515+0000","last_fullsized":"2024-09-12T01:33:48.628515+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":700,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:10.288768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192259,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1354,"num_read_kb":3025,"num_write":1116,"num_write_kb":932,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.235569+0000","last_change":"2024-09-12T00:24:16.722491+0000","last_active":"2024-09-12T01:30:56.235569+0000","last_peered":"2024-09-12T01:30:56.235569+0000","last_clean":"2024-09-12T01:30:56.235569+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:30:56.235569+0000","last_undegraded":"2024-09-12T01:30:56.235569+0000","last_fullsized":"2024-09-12T01:30:56.235569+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:40.422184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'148","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.433011+0000","last_change":"2024-09-12T00:24:18.737187+0000","last_active":"2024-09-12T01:32:43.433011+0000","last_peered":"2024-09-12T01:32:43.433011+0000","last_clean":"2024-09-12T01:32:43.433011+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:32:43.433011+0000","last_undegraded":"2024-09-12T01:32:43.433011+0000","last_fullsized":"2024-09-12T01:32:43.433011+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:47.513408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'148","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.618720+0000","last_change":"2024-09-12T00:24:18.736581+0000","last_active":"2024-09-12T01:32:44.618720+0000","last_peered":"2024-09-12T01:32:44.618720+0000","last_clean":"2024-09-12T01:32:44.618720+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:32:44.618720+0000","last_undegraded":"2024-09-12T01:32:44.618720+0000","last_fullsized":"2024-09-12T01:32:44.618720+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:53.508850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'271","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.497068+0000","last_change":"2024-09-12T00:24:10.669285+0000","last_active":"2024-09-12T01:30:56.497068+0000","last_peered":"2024-09-12T01:30:56.497068+0000","last_clean":"2024-09-12T01:30:56.497068+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:30:56.497068+0000","last_undegraded":"2024-09-12T01:30:56.497068+0000","last_fullsized":"2024-09-12T01:30:56.497068+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.953321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'296","reported_seq":936,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.371050+0000","last_change":"2024-09-12T00:24:08.663058+0000","last_active":"2024-09-12T01:29:41.371050+0000","last_peered":"2024-09-12T01:29:41.371050+0000","last_clean":"2024-09-12T01:29:41.371050+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:29:41.371050+0000","last_undegraded":"2024-09-12T01:29:41.371050+0000","last_fullsized":"2024-09-12T01:29:41.371050+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:48.535016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457649,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":422,"num_read_kb":11763,"num_write":1059,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"39'5","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.421557+0000","last_change":"2024-09-12T00:24:12.691400+0000","last_active":"2024-09-12T01:34:07.421557+0000","last_peered":"2024-09-12T01:34:07.421557+0000","last_clean":"2024-09-12T01:34:07.421557+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:07.421557+0000","last_undegraded":"2024-09-12T01:34:07.421557+0000","last_fullsized":"2024-09-12T01:34:07.421557+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:53.111366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'282","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242769+0000","last_change":"2024-09-12T00:24:14.708281+0000","last_active":"2024-09-12T01:31:56.242769+0000","last_peered":"2024-09-12T01:31:56.242769+0000","last_clean":"2024-09-12T01:31:56.242769+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:31:56.242769+0000","last_undegraded":"2024-09-12T01:31:56.242769+0000","last_fullsized":"2024-09-12T01:31:56.242769+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:53:38.776682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64556,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":469,"num_read_kb":995,"num_write":376,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225380+0000","last_change":"2024-09-12T00:24:16.725724+0000","last_active":"2024-09-12T01:29:36.225380+0000","last_peered":"2024-09-12T01:29:36.225380+0000","last_clean":"2024-09-12T01:29:36.225380+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:29:36.225380+0000","last_undegraded":"2024-09-12T01:29:36.225380+0000","last_fullsized":"2024-09-12T01:29:36.225380+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.882491+0000","last_change":"2024-09-12T00:24:18.741707+0000","last_active":"2024-09-12T01:31:59.882491+0000","last_peered":"2024-09-12T01:31:59.882491+0000","last_clean":"2024-09-12T01:31:59.882491+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:31:59.882491+0000","last_undegraded":"2024-09-12T01:31:59.882491+0000","last_fullsized":"2024-09-12T01:31:59.882491+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.830871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":678,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:30.819485+0000","last_change":"2024-09-12T00:24:10.674505+0000","last_active":"2024-09-12T01:30:30.819485+0000","last_peered":"2024-09-12T01:30:30.819485+0000","last_clean":"2024-09-12T01:30:30.819485+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:30:30.819485+0000","last_undegraded":"2024-09-12T01:30:30.819485+0000","last_fullsized":"2024-09-12T01:30:30.819485+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:51.536160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'257","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:09.211609+0000","last_change":"2024-09-12T00:24:08.672769+0000","last_active":"2024-09-12T01:31:09.211609+0000","last_peered":"2024-09-12T01:31:09.211609+0000","last_clean":"2024-09-12T01:31:09.211609+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:31:09.211609+0000","last_undegraded":"2024-09-12T01:31:09.211609+0000","last_fullsized":"2024-09-12T01:31:09.211609+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:58.771314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8604463,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":422,"num_read_kb":41828,"num_write":1035,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225537+0000","last_change":"2024-09-12T00:24:12.688334+0000","last_active":"2024-09-12T01:29:36.225537+0000","last_peered":"2024-09-12T01:29:36.225537+0000","last_clean":"2024-09-12T01:29:36.225537+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:29:36.225537+0000","last_undegraded":"2024-09-12T01:29:36.225537+0000","last_fullsized":"2024-09-12T01:29:36.225537+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:13.013128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'50","reported_seq":570,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.348963+0000","last_change":"2024-09-12T00:24:14.707077+0000","last_active":"2024-09-12T01:29:36.348963+0000","last_peered":"2024-09-12T01:29:36.348963+0000","last_clean":"2024-09-12T01:29:36.348963+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:29:36.348963+0000","last_undegraded":"2024-09-12T01:29:36.348963+0000","last_fullsized":"2024-09-12T01:29:36.348963+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:25:57.293950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.254890+0000","last_change":"2024-09-12T00:24:16.718800+0000","last_active":"2024-09-12T01:29:36.254890+0000","last_peered":"2024-09-12T01:29:36.254890+0000","last_clean":"2024-09-12T01:29:36.254890+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:29:36.254890+0000","last_undegraded":"2024-09-12T01:29:36.254890+0000","last_fullsized":"2024-09-12T01:29:36.254890+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:44.111441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'209","reported_seq":756,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.363992+0000","last_change":"2024-09-12T00:24:18.736730+0000","last_active":"2024-09-12T01:32:43.363992+0000","last_peered":"2024-09-12T01:32:43.363992+0000","last_clean":"2024-09-12T01:32:43.363992+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:32:43.363992+0000","last_undegraded":"2024-09-12T01:32:43.363992+0000","last_fullsized":"2024-09-12T01:32:43.363992+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:19.730574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":696,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224716+0000","last_change":"2024-09-12T00:24:10.675869+0000","last_active":"2024-09-12T01:29:31.224716+0000","last_peered":"2024-09-12T01:29:31.224716+0000","last_clean":"2024-09-12T01:29:31.224716+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:29:31.224716+0000","last_undegraded":"2024-09-12T01:29:31.224716+0000","last_fullsized":"2024-09-12T01:29:31.224716+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:44.924844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'319","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:20.867452+0000","last_change":"2024-09-12T00:24:08.670219+0000","last_active":"2024-09-12T01:31:20.867452+0000","last_peered":"2024-09-12T01:31:20.867452+0000","last_clean":"2024-09-12T01:31:20.867452+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:31:20.867452+0000","last_undegraded":"2024-09-12T01:31:20.867452+0000","last_fullsized":"2024-09-12T01:31:20.867452+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:42.405535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5562117,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":474,"num_read_kb":4587,"num_write":1084,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.254851+0000","last_change":"2024-09-12T00:24:12.690654+0000","last_active":"2024-09-12T01:29:36.254851+0000","last_peered":"2024-09-12T01:29:36.254851+0000","last_clean":"2024-09-12T01:29:36.254851+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:29:36.254851+0000","last_undegraded":"2024-09-12T01:29:36.254851+0000","last_fullsized":"2024-09-12T01:29:36.254851+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:14.258710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'323","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242802+0000","last_change":"2024-09-12T00:24:14.708252+0000","last_active":"2024-09-12T01:31:56.242802+0000","last_peered":"2024-09-12T01:31:56.242802+0000","last_clean":"2024-09-12T01:31:56.242802+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:31:56.242802+0000","last_undegraded":"2024-09-12T01:31:56.242802+0000","last_fullsized":"2024-09-12T01:31:56.242802+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:38:47.620539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61984,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":520,"num_read_kb":1068,"num_write":416,"num_write_kb":307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.239181+0000","last_change":"2024-09-12T00:24:16.721541+0000","last_active":"2024-09-12T01:29:36.239181+0000","last_peered":"2024-09-12T01:29:36.239181+0000","last_clean":"2024-09-12T01:29:36.239181+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:29:36.239181+0000","last_undegraded":"2024-09-12T01:29:36.239181+0000","last_fullsized":"2024-09-12T01:29:36.239181+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:40.435320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'135","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.550092+0000","last_change":"2024-09-12T00:24:18.737060+0000","last_active":"2024-09-12T01:30:28.550092+0000","last_peered":"2024-09-12T01:30:28.550092+0000","last_clean":"2024-09-12T01:30:28.550092+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:30:28.550092+0000","last_undegraded":"2024-09-12T01:30:28.550092+0000","last_fullsized":"2024-09-12T01:30:28.550092+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:59:24.622163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224675+0000","last_change":"2024-09-12T00:24:10.675476+0000","last_active":"2024-09-12T01:29:31.224675+0000","last_peered":"2024-09-12T01:29:31.224675+0000","last_clean":"2024-09-12T01:29:31.224675+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:29:31.224675+0000","last_undegraded":"2024-09-12T01:29:31.224675+0000","last_fullsized":"2024-09-12T01:29:31.224675+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:42.217442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'321","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.594905+0000","last_change":"2024-09-12T00:24:08.667899+0000","last_active":"2024-09-12T01:32:22.594905+0000","last_peered":"2024-09-12T01:32:22.594905+0000","last_clean":"2024-09-12T01:32:22.594905+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:32:22.594905+0000","last_undegraded":"2024-09-12T01:32:22.594905+0000","last_fullsized":"2024-09-12T01:32:22.594905+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:35.851855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15854813,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":589,"num_read_kb":109340,"num_write":1141,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.239149+0000","last_change":"2024-09-12T00:24:12.687288+0000","last_active":"2024-09-12T01:29:36.239149+0000","last_peered":"2024-09-12T01:29:36.239149+0000","last_clean":"2024-09-12T01:29:36.239149+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:29:36.239149+0000","last_undegraded":"2024-09-12T01:29:36.239149+0000","last_fullsized":"2024-09-12T01:29:36.239149+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:09.155245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'268","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:43.558603+0000","last_change":"2024-09-12T00:24:14.706342+0000","last_active":"2024-09-12T01:33:43.558603+0000","last_peered":"2024-09-12T01:33:43.558603+0000","last_clean":"2024-09-12T01:33:43.558603+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:33:43.558603+0000","last_undegraded":"2024-09-12T01:33:43.558603+0000","last_fullsized":"2024-09-12T01:33:43.558603+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:24.095631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55020,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":456,"num_read_kb":990,"num_write":374,"num_write_kb":299,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349021+0000","last_change":"2024-09-12T00:24:16.715795+0000","last_active":"2024-09-12T01:29:36.349021+0000","last_peered":"2024-09-12T01:29:36.349021+0000","last_clean":"2024-09-12T01:29:36.349021+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:29:36.349021+0000","last_undegraded":"2024-09-12T01:29:36.349021+0000","last_fullsized":"2024-09-12T01:29:36.349021+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:01:03.189528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:13.517879+0000","last_change":"2024-09-12T00:24:10.671225+0000","last_active":"2024-09-12T01:31:13.517879+0000","last_peered":"2024-09-12T01:31:13.517879+0000","last_clean":"2024-09-12T01:31:13.517879+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:31:13.517879+0000","last_undegraded":"2024-09-12T01:31:13.517879+0000","last_fullsized":"2024-09-12T01:31:13.517879+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:27:32.723337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'333","reported_seq":1012,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.538515+0000","last_change":"2024-09-12T00:24:08.671546+0000","last_active":"2024-09-12T01:31:58.538515+0000","last_peered":"2024-09-12T01:31:58.538515+0000","last_clean":"2024-09-12T01:31:58.538515+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:31:58.538515+0000","last_undegraded":"2024-09-12T01:31:58.538515+0000","last_fullsized":"2024-09-12T01:31:58.538515+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:07.188331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9864694,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":511,"num_read_kb":81052,"num_write":1201,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354919+0000","last_change":"2024-09-12T00:24:12.685154+0000","last_active":"2024-09-12T01:30:26.354919+0000","last_peered":"2024-09-12T01:30:26.354919+0000","last_clean":"2024-09-12T01:30:26.354919+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:30:26.354919+0000","last_undegraded":"2024-09-12T01:30:26.354919+0000","last_fullsized":"2024-09-12T01:30:26.354919+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:50.938791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'499","reported_seq":1140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.851171+0000","last_change":"2024-09-12T00:24:14.704065+0000","last_active":"2024-09-12T01:34:07.851171+0000","last_peered":"2024-09-12T01:34:07.851171+0000","last_clean":"2024-09-12T01:34:07.851171+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:07.851171+0000","last_undegraded":"2024-09-12T01:34:07.851171+0000","last_fullsized":"2024-09-12T01:34:07.851171+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":400,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:25.111308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105914,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":876,"num_read_kb":2025,"num_write":752,"num_write_kb":658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":488,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.113927+0000","last_change":"2024-09-12T00:24:16.724537+0000","last_active":"2024-09-12T01:29:16.113927+0000","last_peered":"2024-09-12T01:29:16.113927+0000","last_clean":"2024-09-12T01:29:16.113927+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:29:16.113927+0000","last_undegraded":"2024-09-12T01:29:16.113927+0000","last_fullsized":"2024-09-12T01:29:16.113927+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'154","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:41.174696+0000","last_change":"2024-09-12T00:24:18.739372+0000","last_active":"2024-09-12T01:32:41.174696+0000","last_peered":"2024-09-12T01:32:41.174696+0000","last_clean":"2024-09-12T01:32:41.174696+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:32:41.174696+0000","last_undegraded":"2024-09-12T01:32:41.174696+0000","last_fullsized":"2024-09-12T01:32:41.174696+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:22:57.606019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'142","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.083893+0000","last_change":"2024-09-12T00:24:10.669076+0000","last_active":"2024-09-12T01:31:28.083893+0000","last_peered":"2024-09-12T01:31:28.083893+0000","last_clean":"2024-09-12T01:31:28.083893+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:31:28.083893+0000","last_undegraded":"2024-09-12T01:31:28.083893+0000","last_fullsized":"2024-09-12T01:31:28.083893+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:08.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'314","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.077366+0000","last_change":"2024-09-12T00:24:08.666059+0000","last_active":"2024-09-12T01:34:08.077366+0000","last_peered":"2024-09-12T01:34:08.077366+0000","last_clean":"2024-09-12T01:34:08.077366+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:08.077366+0000","last_undegraded":"2024-09-12T01:34:08.077366+0000","last_fullsized":"2024-09-12T01:34:08.077366+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:56.745496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6597469,"num_objects":52,"num_object_clones":0,"num_object_copies":156,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":52,"num_whiteouts":0,"num_read":490,"num_read_kb":60969,"num_write":1076,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.250010+0000","last_change":"2024-09-12T00:24:12.690082+0000","last_active":"2024-09-12T01:30:56.250010+0000","last_peered":"2024-09-12T01:30:56.250010+0000","last_clean":"2024-09-12T01:30:56.250010+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:30:56.250010+0000","last_undegraded":"2024-09-12T01:30:56.250010+0000","last_fullsized":"2024-09-12T01:30:56.250010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:52.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'316","reported_seq":913,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275062+0000","last_change":"2024-09-12T00:24:14.703874+0000","last_active":"2024-09-12T01:31:46.275062+0000","last_peered":"2024-09-12T01:31:46.275062+0000","last_clean":"2024-09-12T01:31:46.275062+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:31:46.275062+0000","last_undegraded":"2024-09-12T01:31:46.275062+0000","last_fullsized":"2024-09-12T01:31:46.275062+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:59.299778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60172,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":524,"num_read_kb":1035,"num_write":442,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:18.225230+0000","last_change":"2024-09-12T00:24:16.720440+0000","last_active":"2024-09-12T01:29:18.225230+0000","last_peered":"2024-09-12T01:29:18.225230+0000","last_clean":"2024-09-12T01:29:18.225230+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:29:18.225230+0000","last_undegraded":"2024-09-12T01:29:18.225230+0000","last_fullsized":"2024-09-12T01:29:18.225230+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.585898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.082587+0000","last_change":"2024-09-12T00:24:18.735566+0000","last_active":"2024-09-12T01:32:44.082587+0000","last_peered":"2024-09-12T01:32:44.082587+0000","last_clean":"2024-09-12T01:32:44.082587+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:32:44.082587+0000","last_undegraded":"2024-09-12T01:32:44.082587+0000","last_fullsized":"2024-09-12T01:32:44.082587+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:18.070062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.222249+0000","last_change":"2024-09-12T00:24:10.679096+0000","last_active":"2024-09-12T01:29:11.222249+0000","last_peered":"2024-09-12T01:29:11.222249+0000","last_clean":"2024-09-12T01:29:11.222249+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:29:11.222249+0000","last_undegraded":"2024-09-12T01:29:11.222249+0000","last_fullsized":"2024-09-12T01:29:11.222249+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:29.400963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'297","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:34.351846+0000","last_change":"2024-09-12T00:24:39.109769+0000","last_active":"2024-09-12T01:30:34.351846+0000","last_peered":"2024-09-12T01:30:34.351846+0000","last_clean":"2024-09-12T01:30:34.351846+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:30:34.351846+0000","last_undegraded":"2024-09-12T01:30:34.351846+0000","last_fullsized":"2024-09-12T01:30:34.351846+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:57:26.473640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14096389,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":476,"num_read_kb":44545,"num_write":1176,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.367529+0000","last_change":"2024-09-12T00:24:12.690835+0000","last_active":"2024-09-12T01:29:16.367529+0000","last_peered":"2024-09-12T01:29:16.367529+0000","last_clean":"2024-09-12T01:29:16.367529+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:29:16.367529+0000","last_undegraded":"2024-09-12T01:29:16.367529+0000","last_fullsized":"2024-09-12T01:29:16.367529+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:35.653949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'286","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:01.250378+0000","last_change":"2024-09-12T00:24:14.749251+0000","last_active":"2024-09-12T01:33:01.250378+0000","last_peered":"2024-09-12T01:33:01.250378+0000","last_clean":"2024-09-12T01:33:01.250378+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:33:01.250378+0000","last_undegraded":"2024-09-12T01:33:01.250378+0000","last_fullsized":"2024-09-12T01:33:01.250378+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:12.467331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52473,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":461,"num_read_kb":946,"num_write":370,"num_write_kb":273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.233359+0000","last_change":"2024-09-12T00:24:16.722720+0000","last_active":"2024-09-12T01:30:28.233359+0000","last_peered":"2024-09-12T01:30:28.233359+0000","last_clean":"2024-09-12T01:30:28.233359+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:30:28.233359+0000","last_undegraded":"2024-09-12T01:30:28.233359+0000","last_fullsized":"2024-09-12T01:30:28.233359+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:21.049557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'130","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.654585+0000","last_change":"2024-09-12T00:24:18.737183+0000","last_active":"2024-09-12T01:33:48.654585+0000","last_peered":"2024-09-12T01:33:48.654585+0000","last_clean":"2024-09-12T01:33:48.654585+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:33:48.654585+0000","last_undegraded":"2024-09-12T01:33:48.654585+0000","last_fullsized":"2024-09-12T01:33:48.654585+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:32.186090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":782,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.205342+0000","last_change":"2024-09-12T00:24:10.675061+0000","last_active":"2024-09-12T01:29:11.205342+0000","last_peered":"2024-09-12T01:29:11.205342+0000","last_clean":"2024-09-12T01:29:11.205342+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:29:11.205342+0000","last_undegraded":"2024-09-12T01:29:11.205342+0000","last_fullsized":"2024-09-12T01:29:11.205342+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:40.620712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'289","reported_seq":937,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.126106+0000","last_change":"2024-09-12T00:24:08.658856+0000","last_active":"2024-09-12T01:31:56.126106+0000","last_peered":"2024-09-12T01:31:56.126106+0000","last_clean":"2024-09-12T01:31:56.126106+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:31:56.126106+0000","last_undegraded":"2024-09-12T01:31:56.126106+0000","last_fullsized":"2024-09-12T01:31:56.126106+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:58.222061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12666354,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":455,"num_read_kb":20966,"num_write":1061,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:13.224694+0000","last_change":"2024-09-12T00:24:12.689416+0000","last_active":"2024-09-12T01:29:13.224694+0000","last_peered":"2024-09-12T01:29:13.224694+0000","last_clean":"2024-09-12T01:29:13.224694+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:29:13.224694+0000","last_undegraded":"2024-09-12T01:29:13.224694+0000","last_fullsized":"2024-09-12T01:29:13.224694+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:26:44.519172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'110","reported_seq":659,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.121263+0000","last_change":"2024-09-12T00:24:14.749243+0000","last_active":"2024-09-12T01:30:31.121263+0000","last_peered":"2024-09-12T01:30:31.121263+0000","last_clean":"2024-09-12T01:30:31.121263+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:30:31.121263+0000","last_undegraded":"2024-09-12T01:30:31.121263+0000","last_fullsized":"2024-09-12T01:30:31.121263+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:19.776612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'745","reported_seq":2758,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:51.489037+0000","last_change":"2024-09-12T00:24:16.718526+0000","last_active":"2024-09-12T01:33:51.489037+0000","last_peered":"2024-09-12T01:33:51.489037+0000","last_clean":"2024-09-12T01:33:51.489037+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:33:51.489037+0000","last_undegraded":"2024-09-12T01:33:51.489037+0000","last_fullsized":"2024-09-12T01:33:51.489037+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":701,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:45.732555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.455485+0000","last_change":"2024-09-12T00:24:18.739197+0000","last_active":"2024-09-12T01:31:16.455485+0000","last_peered":"2024-09-12T01:31:16.455485+0000","last_clean":"2024-09-12T01:31:16.455485+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:31:16.455485+0000","last_undegraded":"2024-09-12T01:31:16.455485+0000","last_fullsized":"2024-09-12T01:31:16.455485+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:17.975316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.366768+0000","last_change":"2024-09-12T00:24:10.677818+0000","last_active":"2024-09-12T01:29:11.366768+0000","last_peered":"2024-09-12T01:29:11.366768+0000","last_clean":"2024-09-12T01:29:11.366768+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:29:11.366768+0000","last_undegraded":"2024-09-12T01:29:11.366768+0000","last_fullsized":"2024-09-12T01:29:11.366768+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:54:35.528284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'324","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.291913+0000","last_change":"2024-09-12T00:24:08.671034+0000","last_active":"2024-09-12T01:31:51.291913+0000","last_peered":"2024-09-12T01:31:51.291913+0000","last_clean":"2024-09-12T01:31:51.291913+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:31:51.291913+0000","last_undegraded":"2024-09-12T01:31:51.291913+0000","last_fullsized":"2024-09-12T01:31:51.291913+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:02.937783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16596454,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":601,"num_read_kb":12608,"num_write":1199,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.251909+0000","last_change":"2024-09-12T00:24:12.690152+0000","last_active":"2024-09-12T01:29:16.251909+0000","last_peered":"2024-09-12T01:29:16.251909+0000","last_clean":"2024-09-12T01:29:16.251909+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:29:16.251909+0000","last_undegraded":"2024-09-12T01:29:16.251909+0000","last_fullsized":"2024-09-12T01:29:16.251909+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:47.359160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'362","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.739834+0000","last_change":"2024-09-12T00:24:14.705200+0000","last_active":"2024-09-12T01:33:47.739834+0000","last_peered":"2024-09-12T01:33:47.739834+0000","last_clean":"2024-09-12T01:33:47.739834+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:33:47.739834+0000","last_undegraded":"2024-09-12T01:33:47.739834+0000","last_fullsized":"2024-09-12T01:33:47.739834+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":300,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:32.668112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59675,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":576,"num_read_kb":1112,"num_write":464,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348337+0000","last_change":"2024-09-12T00:24:16.721498+0000","last_active":"2024-09-12T01:29:31.348337+0000","last_peered":"2024-09-12T01:29:31.348337+0000","last_clean":"2024-09-12T01:29:31.348337+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:29:31.348337+0000","last_undegraded":"2024-09-12T01:29:31.348337+0000","last_fullsized":"2024-09-12T01:29:31.348337+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:21.967443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'123","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.639346+0000","last_change":"2024-09-12T00:24:18.742595+0000","last_active":"2024-09-12T01:33:47.639346+0000","last_peered":"2024-09-12T01:33:47.639346+0000","last_clean":"2024-09-12T01:33:47.639346+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:33:47.639346+0000","last_undegraded":"2024-09-12T01:33:47.639346+0000","last_fullsized":"2024-09-12T01:33:47.639346+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:45.599120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":824,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.128382+0000","last_change":"2024-09-12T00:24:10.677262+0000","last_active":"2024-09-12T01:32:22.128382+0000","last_peered":"2024-09-12T01:32:22.128382+0000","last_clean":"2024-09-12T01:32:22.128382+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:32:22.128382+0000","last_undegraded":"2024-09-12T01:32:22.128382+0000","last_fullsized":"2024-09-12T01:32:22.128382+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:03.242800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'263","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:11.113095+0000","last_change":"2024-09-12T00:24:08.668171+0000","last_active":"2024-09-12T01:29:11.113095+0000","last_peered":"2024-09-12T01:29:11.113095+0000","last_clean":"2024-09-12T01:29:11.113095+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:29:11.113095+0000","last_undegraded":"2024-09-12T01:29:11.113095+0000","last_fullsized":"2024-09-12T01:29:11.113095+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:30.445470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9465228,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":367,"num_read_kb":22893,"num_write":898,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.113897+0000","last_change":"2024-09-12T00:24:12.686159+0000","last_active":"2024-09-12T01:29:16.113897+0000","last_peered":"2024-09-12T01:29:16.113897+0000","last_clean":"2024-09-12T01:29:16.113897+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:29:16.113897+0000","last_undegraded":"2024-09-12T01:29:16.113897+0000","last_fullsized":"2024-09-12T01:29:16.113897+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:15.979245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'288","reported_seq":877,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250574+0000","last_change":"2024-09-12T00:24:14.706474+0000","last_active":"2024-09-12T01:31:56.250574+0000","last_peered":"2024-09-12T01:31:56.250574+0000","last_clean":"2024-09-12T01:31:56.250574+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:31:56.250574+0000","last_undegraded":"2024-09-12T01:31:56.250574+0000","last_fullsized":"2024-09-12T01:31:56.250574+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:11.321449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55282,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":463,"num_read_kb":993,"num_write":380,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239816+0000","last_change":"2024-09-12T00:24:16.717612+0000","last_active":"2024-09-12T01:29:41.239816+0000","last_peered":"2024-09-12T01:29:41.239816+0000","last_clean":"2024-09-12T01:29:41.239816+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:29:41.239816+0000","last_undegraded":"2024-09-12T01:29:41.239816+0000","last_fullsized":"2024-09-12T01:29:41.239816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:20.909462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225637+0000","last_change":"2024-09-12T00:24:18.737986+0000","last_active":"2024-09-12T01:29:36.225637+0000","last_peered":"2024-09-12T01:29:36.225637+0000","last_clean":"2024-09-12T01:29:36.225637+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:29:36.225637+0000","last_undegraded":"2024-09-12T01:29:36.225637+0000","last_fullsized":"2024-09-12T01:29:36.225637+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:03.425319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226241+0000","last_change":"2024-09-12T00:24:10.684058+0000","last_active":"2024-09-12T01:29:41.226241+0000","last_peered":"2024-09-12T01:29:41.226241+0000","last_clean":"2024-09-12T01:29:41.226241+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:29:41.226241+0000","last_undegraded":"2024-09-12T01:29:41.226241+0000","last_fullsized":"2024-09-12T01:29:41.226241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:18.271419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'255","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231894+0000","last_change":"2024-09-12T00:24:08.665978+0000","last_active":"2024-09-12T01:30:26.231894+0000","last_peered":"2024-09-12T01:30:26.231894+0000","last_clean":"2024-09-12T01:30:26.231894+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:30:26.231894+0000","last_undegraded":"2024-09-12T01:30:26.231894+0000","last_fullsized":"2024-09-12T01:30:26.231894+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:44.213693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9061305,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":839,"num_read_kb":27036,"num_write":955,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369481+0000","last_change":"2024-09-12T00:24:12.688946+0000","last_active":"2024-09-12T01:29:31.369481+0000","last_peered":"2024-09-12T01:29:31.369481+0000","last_clean":"2024-09-12T01:29:31.369481+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:29:31.369481+0000","last_undegraded":"2024-09-12T01:29:31.369481+0000","last_fullsized":"2024-09-12T01:29:31.369481+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:17:09.434478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'252","reported_seq":818,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241562+0000","last_change":"2024-09-12T00:24:14.700390+0000","last_active":"2024-09-12T01:31:46.241562+0000","last_peered":"2024-09-12T01:31:46.241562+0000","last_clean":"2024-09-12T01:31:46.241562+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:31:46.241562+0000","last_undegraded":"2024-09-12T01:31:46.241562+0000","last_fullsized":"2024-09-12T01:31:46.241562+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.198873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65065,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":418,"num_read_kb":951,"num_write":346,"num_write_kb":298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.367498+0000","last_change":"2024-09-12T00:24:16.718098+0000","last_active":"2024-09-12T01:29:16.367498+0000","last_peered":"2024-09-12T01:29:16.367498+0000","last_clean":"2024-09-12T01:29:16.367498+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:29:16.367498+0000","last_undegraded":"2024-09-12T01:29:16.367498+0000","last_fullsized":"2024-09-12T01:29:16.367498+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:50.830708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'147","reported_seq":1260,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.131758+0000","last_change":"2024-09-12T00:24:18.740708+0000","last_active":"2024-09-12T01:32:42.131758+0000","last_peered":"2024-09-12T01:32:42.131758+0000","last_clean":"2024-09-12T01:32:42.131758+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:32:42.131758+0000","last_undegraded":"2024-09-12T01:32:42.131758+0000","last_fullsized":"2024-09-12T01:32:42.131758+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:25.036589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:26.368733+0000","last_change":"2024-09-12T00:24:10.671480+0000","last_active":"2024-09-12T01:29:26.368733+0000","last_peered":"2024-09-12T01:29:26.368733+0000","last_clean":"2024-09-12T01:29:26.368733+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:29:26.368733+0000","last_undegraded":"2024-09-12T01:29:26.368733+0000","last_fullsized":"2024-09-12T01:29:26.368733+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:36.850433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'330","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:02.112917+0000","last_change":"2024-09-12T00:24:08.667485+0000","last_active":"2024-09-12T01:32:02.112917+0000","last_peered":"2024-09-12T01:32:02.112917+0000","last_clean":"2024-09-12T01:32:02.112917+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:32:02.112917+0000","last_undegraded":"2024-09-12T01:32:02.112917+0000","last_fullsized":"2024-09-12T01:32:02.112917+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:39:00.214607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9106014,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":507,"num_read_kb":59657,"num_write":1279,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"32'1","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227443+0000","last_change":"2024-09-12T00:24:12.688529+0000","last_active":"2024-09-12T01:29:38.227443+0000","last_peered":"2024-09-12T01:29:38.227443+0000","last_clean":"2024-09-12T01:29:38.227443+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:29:38.227443+0000","last_undegraded":"2024-09-12T01:29:38.227443+0000","last_fullsized":"2024-09-12T01:29:38.227443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:07.510205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'303","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131719+0000","last_change":"2024-09-12T00:24:14.703775+0000","last_active":"2024-09-12T01:31:46.131719+0000","last_peered":"2024-09-12T01:31:46.131719+0000","last_clean":"2024-09-12T01:31:46.131719+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:31:46.131719+0000","last_undegraded":"2024-09-12T01:31:46.131719+0000","last_fullsized":"2024-09-12T01:31:46.131719+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:30.600020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55769,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":493,"num_read_kb":986,"num_write":388,"num_write_kb":274,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:16.346434+0000","last_change":"2024-09-12T00:24:16.720846+0000","last_active":"2024-09-12T01:29:16.346434+0000","last_peered":"2024-09-12T01:29:16.346434+0000","last_clean":"2024-09-12T01:29:16.346434+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:29:16.346434+0000","last_undegraded":"2024-09-12T01:29:16.346434+0000","last_fullsized":"2024-09-12T01:29:16.346434+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:48.582169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'145","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.719725+0000","last_change":"2024-09-12T00:24:18.732573+0000","last_active":"2024-09-12T01:33:47.719725+0000","last_peered":"2024-09-12T01:33:47.719725+0000","last_clean":"2024-09-12T01:33:47.719725+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:33:47.719725+0000","last_undegraded":"2024-09-12T01:33:47.719725+0000","last_fullsized":"2024-09-12T01:33:47.719725+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:09.114495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131671+0000","last_change":"2024-09-12T00:24:10.673077+0000","last_active":"2024-09-12T01:31:23.131671+0000","last_peered":"2024-09-12T01:31:23.131671+0000","last_clean":"2024-09-12T01:31:23.131671+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:31:23.131671+0000","last_undegraded":"2024-09-12T01:31:23.131671+0000","last_fullsized":"2024-09-12T01:31:23.131671+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:56.347197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'334","reported_seq":1202,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249106+0000","last_change":"2024-09-12T00:25:39.314587+0000","last_active":"2024-09-12T01:30:51.249106+0000","last_peered":"2024-09-12T01:30:51.249106+0000","last_clean":"2024-09-12T01:30:51.249106+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:30:51.249106+0000","last_undegraded":"2024-09-12T01:30:51.249106+0000","last_fullsized":"2024-09-12T01:30:51.249106+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:12.278400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13828715,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":814,"num_read_kb":83650,"num_write":1217,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'261","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131649+0000","last_change":"2024-09-12T00:24:10.676308+0000","last_active":"2024-09-12T01:31:23.131649+0000","last_peered":"2024-09-12T01:31:23.131649+0000","last_clean":"2024-09-12T01:31:23.131649+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:31:23.131649+0000","last_undegraded":"2024-09-12T01:31:23.131649+0000","last_fullsized":"2024-09-12T01:31:23.131649+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:29.600296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'259","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:26.465528+0000","last_change":"2024-09-12T00:24:08.663042+0000","last_active":"2024-09-12T01:32:26.465528+0000","last_peered":"2024-09-12T01:32:26.465528+0000","last_clean":"2024-09-12T01:32:26.465528+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:32:26.465528+0000","last_undegraded":"2024-09-12T01:32:26.465528+0000","last_fullsized":"2024-09-12T01:32:26.465528+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:47:55.862624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13690679,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":464,"num_read_kb":13812,"num_write":983,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131805+0000","last_change":"2024-09-12T00:24:10.672893+0000","last_active":"2024-09-12T01:31:21.131805+0000","last_peered":"2024-09-12T01:31:21.131805+0000","last_clean":"2024-09-12T01:31:21.131805+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:31:21.131805+0000","last_undegraded":"2024-09-12T01:31:21.131805+0000","last_fullsized":"2024-09-12T01:31:21.131805+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:19.718472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'217","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:38.421513+0000","last_change":"2024-09-12T00:24:08.669008+0000","last_active":"2024-09-12T01:33:38.421513+0000","last_peered":"2024-09-12T01:33:38.421513+0000","last_clean":"2024-09-12T01:33:38.421513+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:33:38.421513+0000","last_undegraded":"2024-09-12T01:33:38.421513+0000","last_fullsized":"2024-09-12T01:33:38.421513+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:04.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352397,"num_objects":46,"num_object_clones":0,"num_object_copies":138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":317,"num_read_kb":7155,"num_write":796,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131597+0000","last_change":"2024-09-12T00:24:10.673014+0000","last_active":"2024-09-12T01:31:23.131597+0000","last_peered":"2024-09-12T01:31:23.131597+0000","last_clean":"2024-09-12T01:31:23.131597+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:31:23.131597+0000","last_undegraded":"2024-09-12T01:31:23.131597+0000","last_fullsized":"2024-09-12T01:31:23.131597+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:30:06.547883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'275","reported_seq":925,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:11.259500+0000","last_change":"2024-09-12T00:24:08.656431+0000","last_active":"2024-09-12T01:33:11.259500+0000","last_peered":"2024-09-12T01:33:11.259500+0000","last_clean":"2024-09-12T01:33:11.259500+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:33:11.259500+0000","last_undegraded":"2024-09-12T01:33:11.259500+0000","last_fullsized":"2024-09-12T01:33:11.259500+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:23:20.178643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1086752,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":417,"num_read_kb":2547,"num_write":1015,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.380406+0000","last_change":"2024-09-12T00:24:10.675960+0000","last_active":"2024-09-12T01:32:43.380406+0000","last_peered":"2024-09-12T01:32:43.380406+0000","last_clean":"2024-09-12T01:32:43.380406+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:32:43.380406+0000","last_undegraded":"2024-09-12T01:32:43.380406+0000","last_fullsized":"2024-09-12T01:32:43.380406+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:22.701762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'256","reported_seq":912,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238602+0000","last_change":"2024-09-12T00:24:08.672959+0000","last_active":"2024-09-12T01:31:21.238602+0000","last_peered":"2024-09-12T01:31:21.238602+0000","last_clean":"2024-09-12T01:31:21.238602+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:31:21.238602+0000","last_undegraded":"2024-09-12T01:31:21.238602+0000","last_fullsized":"2024-09-12T01:31:21.238602+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":200,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:30.486971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7668843,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":448,"num_read_kb":4162,"num_write":1009,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123940+0000","last_change":"2024-09-12T00:24:10.670343+0000","last_active":"2024-09-12T01:30:51.123940+0000","last_peered":"2024-09-12T01:30:51.123940+0000","last_clean":"2024-09-12T01:30:51.123940+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:30:51.123940+0000","last_undegraded":"2024-09-12T01:30:51.123940+0000","last_fullsized":"2024-09-12T01:30:51.123940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:52.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'270","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.097303+0000","last_change":"2024-09-12T00:24:08.661449+0000","last_active":"2024-09-12T01:34:08.097303+0000","last_peered":"2024-09-12T01:34:08.097303+0000","last_clean":"2024-09-12T01:34:08.097303+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:08.097303+0000","last_undegraded":"2024-09-12T01:34:08.097303+0000","last_fullsized":"2024-09-12T01:34:08.097303+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:56.954310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1527711,"num_objects":49,"num_object_clones":0,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":358,"num_read_kb":3315,"num_write":945,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":790,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234861+0000","last_change":"2024-09-12T00:24:10.679600+0000","last_active":"2024-09-12T01:30:51.234861+0000","last_peered":"2024-09-12T01:30:51.234861+0000","last_clean":"2024-09-12T01:30:51.234861+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:30:51.234861+0000","last_undegraded":"2024-09-12T01:30:51.234861+0000","last_fullsized":"2024-09-12T01:30:51.234861+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:21.506051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'288","reported_seq":962,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.025648+0000","last_change":"2024-09-12T00:24:08.669289+0000","last_active":"2024-09-12T01:31:59.025648+0000","last_peered":"2024-09-12T01:31:59.025648+0000","last_clean":"2024-09-12T01:31:59.025648+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:31:59.025648+0000","last_undegraded":"2024-09-12T01:31:59.025648+0000","last_fullsized":"2024-09-12T01:31:59.025648+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":200,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:50.362019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5341903,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":489,"num_read_kb":33431,"num_write":972,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249143+0000","last_change":"2024-09-12T00:24:10.683509+0000","last_active":"2024-09-12T01:30:51.249143+0000","last_peered":"2024-09-12T01:30:51.249143+0000","last_clean":"2024-09-12T01:30:51.249143+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:30:51.249143+0000","last_undegraded":"2024-09-12T01:30:51.249143+0000","last_fullsized":"2024-09-12T01:30:51.249143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:49.387797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'245","reported_seq":851,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.238656+0000","last_change":"2024-09-12T00:24:08.664531+0000","last_active":"2024-09-12T01:31:21.238656+0000","last_peered":"2024-09-12T01:31:21.238656+0000","last_clean":"2024-09-12T01:31:21.238656+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:31:21.238656+0000","last_undegraded":"2024-09-12T01:31:21.238656+0000","last_fullsized":"2024-09-12T01:31:21.238656+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:48.599046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7342707,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":325,"num_read_kb":9501,"num_write":775,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348491+0000","last_change":"2024-09-12T00:24:10.680533+0000","last_active":"2024-09-12T01:29:31.348491+0000","last_peered":"2024-09-12T01:29:31.348491+0000","last_clean":"2024-09-12T01:29:31.348491+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:29:31.348491+0000","last_undegraded":"2024-09-12T01:29:31.348491+0000","last_fullsized":"2024-09-12T01:29:31.348491+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:17.347963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'334","reported_seq":1000,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.133115+0000","last_change":"2024-09-12T00:24:39.111022+0000","last_active":"2024-09-12T01:31:31.133115+0000","last_peered":"2024-09-12T01:31:31.133115+0000","last_clean":"2024-09-12T01:31:31.133115+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:31:31.133115+0000","last_undegraded":"2024-09-12T01:31:31.133115+0000","last_fullsized":"2024-09-12T01:31:31.133115+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:32.213196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4459393,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":547,"num_read_kb":25126,"num_write":1229,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":811,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.105212+0000","last_change":"2024-09-12T00:24:10.677817+0000","last_active":"2024-09-12T01:30:36.105212+0000","last_peered":"2024-09-12T01:30:36.105212+0000","last_clean":"2024-09-12T01:30:36.105212+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:30:36.105212+0000","last_undegraded":"2024-09-12T01:30:36.105212+0000","last_fullsized":"2024-09-12T01:30:36.105212+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:46.867976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'271","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240944+0000","last_change":"2024-09-12T00:24:08.662830+0000","last_active":"2024-09-12T01:31:41.240944+0000","last_peered":"2024-09-12T01:31:41.240944+0000","last_clean":"2024-09-12T01:31:41.240944+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:31:41.240944+0000","last_undegraded":"2024-09-12T01:31:41.240944+0000","last_fullsized":"2024-09-12T01:31:41.240944+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:40.062537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3568008,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":443,"num_read_kb":15684,"num_write":944,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":599,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:49.003260+0000","last_change":"2024-09-12T00:24:10.678415+0000","last_active":"2024-09-12T01:29:49.003260+0000","last_peered":"2024-09-12T01:29:49.003260+0000","last_clean":"2024-09-12T01:29:49.003260+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:29:49.003260+0000","last_undegraded":"2024-09-12T01:29:49.003260+0000","last_fullsized":"2024-09-12T01:29:49.003260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:23.578801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'318","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.978712+0000","last_change":"2024-09-12T00:24:08.670514+0000","last_active":"2024-09-12T01:32:04.978712+0000","last_peered":"2024-09-12T01:32:04.978712+0000","last_clean":"2024-09-12T01:32:04.978712+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:32:04.978712+0000","last_undegraded":"2024-09-12T01:32:04.978712+0000","last_fullsized":"2024-09-12T01:32:04.978712+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:16.471470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9345916,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":587,"num_read_kb":61028,"num_write":1125,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.735518+0000","last_change":"2024-09-12T00:24:10.673135+0000","last_active":"2024-09-12T01:33:47.735518+0000","last_peered":"2024-09-12T01:33:47.735518+0000","last_clean":"2024-09-12T01:33:47.735518+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:33:47.735518+0000","last_undegraded":"2024-09-12T01:33:47.735518+0000","last_fullsized":"2024-09-12T01:33:47.735518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:30.318191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'379","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248630+0000","last_change":"2024-09-12T00:24:08.667086+0000","last_active":"2024-09-12T01:31:41.248630+0000","last_peered":"2024-09-12T01:31:41.248630+0000","last_clean":"2024-09-12T01:31:41.248630+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:31:41.248630+0000","last_undegraded":"2024-09-12T01:31:41.248630+0000","last_fullsized":"2024-09-12T01:31:41.248630+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:10.491185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1381337,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":783,"num_read_kb":11873,"num_write":1201,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.274327+0000","last_change":"2024-09-12T00:24:10.676987+0000","last_active":"2024-09-12T01:31:41.274327+0000","last_peered":"2024-09-12T01:31:41.274327+0000","last_clean":"2024-09-12T01:31:41.274327+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:31:41.274327+0000","last_undegraded":"2024-09-12T01:31:41.274327+0000","last_fullsized":"2024-09-12T01:31:41.274327+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:40.110931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'315","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.256344+0000","last_change":"2024-09-12T00:24:08.672707+0000","last_active":"2024-09-12T01:31:41.256344+0000","last_peered":"2024-09-12T01:31:41.256344+0000","last_clean":"2024-09-12T01:31:41.256344+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:31:41.256344+0000","last_undegraded":"2024-09-12T01:31:41.256344+0000","last_fullsized":"2024-09-12T01:31:41.256344+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:08.181124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1252349,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":449,"num_read_kb":5460,"num_write":1143,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1010,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248586+0000","last_change":"2024-09-12T00:24:10.676470+0000","last_active":"2024-09-12T01:31:41.248586+0000","last_peered":"2024-09-12T01:31:41.248586+0000","last_clean":"2024-09-12T01:31:41.248586+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:31:41.248586+0000","last_undegraded":"2024-09-12T01:31:41.248586+0000","last_fullsized":"2024-09-12T01:31:41.248586+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:32.247899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'284","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:02.102293+0000","last_change":"2024-09-12T00:24:08.674319+0000","last_active":"2024-09-12T01:32:02.102293+0000","last_peered":"2024-09-12T01:32:02.102293+0000","last_clean":"2024-09-12T01:32:02.102293+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:32:02.102293+0000","last_undegraded":"2024-09-12T01:32:02.102293+0000","last_fullsized":"2024-09-12T01:32:02.102293+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:06.499160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8976272,"num_objects":74,"num_object_clones":0,"num_object_copies":222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":74,"num_whiteouts":0,"num_read":461,"num_read_kb":107573,"num_write":1069,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":706,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240956+0000","last_change":"2024-09-12T00:24:10.676461+0000","last_active":"2024-09-12T01:31:41.240956+0000","last_peered":"2024-09-12T01:31:41.240956+0000","last_clean":"2024-09-12T01:31:41.240956+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:31:41.240956+0000","last_undegraded":"2024-09-12T01:31:41.240956+0000","last_fullsized":"2024-09-12T01:31:41.240956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'269","reported_seq":897,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:20.860235+0000","last_change":"2024-09-12T00:24:08.664026+0000","last_active":"2024-09-12T01:31:20.860235+0000","last_peered":"2024-09-12T01:31:20.860235+0000","last_clean":"2024-09-12T01:31:20.860235+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:31:20.860235+0000","last_undegraded":"2024-09-12T01:31:20.860235+0000","last_fullsized":"2024-09-12T01:31:20.860235+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":200,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:46:22.603831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8724234,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":384,"num_read_kb":14374,"num_write":861,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.272801+0000","last_change":"2024-09-12T00:24:10.676979+0000","last_active":"2024-09-12T01:31:31.272801+0000","last_peered":"2024-09-12T01:31:31.272801+0000","last_clean":"2024-09-12T01:31:31.272801+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:31:31.272801+0000","last_undegraded":"2024-09-12T01:31:31.272801+0000","last_fullsized":"2024-09-12T01:31:31.272801+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:13.855104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'259","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.299861+0000","last_change":"2024-09-12T00:24:08.660674+0000","last_active":"2024-09-12T01:31:51.299861+0000","last_peered":"2024-09-12T01:31:51.299861+0000","last_clean":"2024-09-12T01:31:51.299861+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:31:51.299861+0000","last_undegraded":"2024-09-12T01:31:51.299861+0000","last_fullsized":"2024-09-12T01:31:51.299861+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:13.163926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1409666,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":556,"num_read_kb":6122,"num_write":984,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'298","reported_seq":938,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116081+0000","last_change":"2024-09-12T00:24:38.770105+0000","last_active":"2024-09-12T01:29:31.116081+0000","last_peered":"2024-09-12T01:29:31.116081+0000","last_clean":"2024-09-12T01:29:31.116081+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:29:31.116081+0000","last_undegraded":"2024-09-12T01:29:31.116081+0000","last_fullsized":"2024-09-12T01:29:31.116081+0000","mapping_epoch":40,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:50.270511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1334247,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":439,"num_read_kb":8729,"num_write":1077,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349136+0000","last_change":"2024-09-12T00:24:38.770030+0000","last_active":"2024-09-12T01:29:36.349136+0000","last_peered":"2024-09-12T01:29:36.349136+0000","last_clean":"2024-09-12T01:29:36.349136+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:29:36.349136+0000","last_undegraded":"2024-09-12T01:29:36.349136+0000","last_fullsized":"2024-09-12T01:29:36.349136+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:30.785130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'292","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.150377+0000","last_change":"2024-09-12T00:24:08.664660+0000","last_active":"2024-09-12T01:34:08.150377+0000","last_peered":"2024-09-12T01:34:08.150377+0000","last_clean":"2024-09-12T01:34:08.150377+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:08.150377+0000","last_undegraded":"2024-09-12T01:34:08.150377+0000","last_fullsized":"2024-09-12T01:34:08.150377+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:11.283624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9439710,"num_objects":38,"num_object_clones":0,"num_object_copies":114,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":38,"num_whiteouts":0,"num_read":446,"num_read_kb":34153,"num_write":1052,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":864,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.865239+0000","last_change":"2024-09-12T00:24:10.673205+0000","last_active":"2024-09-12T01:31:59.865239+0000","last_peered":"2024-09-12T01:31:59.865239+0000","last_clean":"2024-09-12T01:31:59.865239+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:31:59.865239+0000","last_undegraded":"2024-09-12T01:31:59.865239+0000","last_fullsized":"2024-09-12T01:31:59.865239+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:21.964808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":968,"ondisk_log_size":968,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1562,"ondisk_log_size":1562,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":467,"ondisk_log_size":467,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1890003,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18480,"num_read_kb":35783,"num_write":15595,"num_write_kb":11906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3153920,"data_stored":2653195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2121,"ondisk_log_size":2121,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2395,"num_read_kb":2856,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4037,"ondisk_log_size":4037,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":520590566,"num_objects":4344,"num_object_clones":0,"num_object_copies":13032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4344,"num_whiteouts":0,"num_read":32383,"num_read_kb":1921762,"num_write":67548,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":822378496,"data_stored":822378496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4047,"ondisk_log_size":4047,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":75586045,"num_objects":28,"num_object_clones":0,"num_object_copies":56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":147,"num_read_kb":206497,"num_write":162,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":159563776,"data_stored":159560698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":102,"ondisk_log_size":102,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":83974653,"num_objects":30,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":141,"num_read_kb":195193,"num_write":160,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":166862848,"data_stored":166860585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510290,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":418336,"kb_used_data":134480,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":93953504,"statfs":{"total":96636764160,"available":96208388096,"internally_reserved":0,"allocated":137707520,"data_stored":135684349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":290650570},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510289,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":403288,"kb_used_data":151368,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":93968552,"statfs":{"total":96636764160,"available":96223797248,"internally_reserved":0,"allocated":155000832,"data_stored":153017553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510289,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":307356,"kb_used_data":163788,"kb_used_omap":1,"kb_used_meta":143550,"kb_avail":94064484,"statfs":{"total":96636764160,"available":96322031616,"internally_reserved":0,"allocated":167718912,"data_stored":165634666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":146995654},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510289,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":232076,"kb_used_data":142588,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94139764,"statfs":{"total":96636764160,"available":96399118336,"internally_reserved":0,"allocated":146010112,"data_stored":144071950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510288,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":425200,"kb_used_data":151136,"kb_used_omap":1,"kb_used_meta":274046,"kb_avail":93946640,"statfs":{"total":96636764160,"available":96201359360,"internally_reserved":0,"allocated":154763264,"data_stored":152733602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":280623559},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510289,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":207472,"kb_used_data":126368,"kb_used_omap":1,"kb_used_meta":81086,"kb_avail":94164368,"statfs":{"total":96636764160,"available":96424312832,"internally_reserved":0,"allocated":129400832,"data_stored":127455008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83032517},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510290,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":417552,"kb_used_data":169792,"kb_used_omap":1,"kb_used_meta":247742,"kb_avail":93954288,"statfs":{"total":96636764160,"available":96209190912,"internally_reserved":0,"allocated":173867008,"data_stored":171812480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":253688261},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575697,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":283420,"kb_used_data":144012,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94088420,"statfs":{"total":96636764160,"available":96346542080,"internally_reserved":0,"allocated":147468288,"data_stored":145461688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":142735813},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":107778048,"data_stored":107778048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81285120,"data_stored":81285120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":88334336,"data_stored":88334336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":107978752,"data_stored":107978752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":108056576,"data_stored":108056576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":116547584,"data_stored":116547584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":110518272,"data_stored":110518272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":101879808,"data_stored":101879808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":334456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":266296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":131166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":474272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":84464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":688128,"data_stored":578325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":266870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":610304,"data_stored":517346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":42991616,"data_stored":42991616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":14680064,"data_stored":14680064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15728640,"data_stored":15728640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":6291456,"data_stored":6291456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":14729216,"data_stored":14728492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":31498240,"data_stored":31497425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35700736,"data_stored":35700012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":14721024,"data_stored":14720209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":19972096,"data_stored":19971372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":9437184,"data_stored":9437184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:34:11.927 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:34:12.227 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:12.227 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":267,"fsid":"231e3ec2-2eda-4b6e-8608-0af70f27538f","created":"2024-09-12T00:23:32.835111+0000","modified":"2024-09-12T01:00:42.020631+0000","last_up_change":"2024-09-12T00:23:45.754960+0000","last_in_change":"2024-09-12T00:23:36.012125+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:23:47.048865+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T00:23:51.939964+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":23,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T00:24:06.629419+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T00:24:08.972678+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T00:24:10.850121+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T00:24:12.741035+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T00:24:14.707383+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T00:24:16.775734+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T00:38:17.823540+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"256","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T00:42:12.277415+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"259","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T00:42:16.845412+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"262","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T01:00:39.777429+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"267","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"188cec9a-0c2b-4470-b18b-223c55078142","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6811","nonce":1555516436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6813","nonce":1555516436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6817","nonce":1555516436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":1555516436},{"type":"v1","addr":"172.21.15.163:6815","nonce":1555516436}]},"public_addr":"172.21.15.163:6811/1555516436","cluster_addr":"172.21.15.163:6813/1555516436","heartbeat_back_addr":"172.21.15.163:6817/1555516436","heartbeat_front_addr":"172.21.15.163:6815/1555516436","state":["exists","up"]},{"osd":1,"uuid":"8864f7a6-2039-4c13-a008-b4aa6fefe751","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6803","nonce":3041117392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6805","nonce":3041117392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6809","nonce":3041117392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3041117392},{"type":"v1","addr":"172.21.15.163:6807","nonce":3041117392}]},"public_addr":"172.21.15.163:6803/3041117392","cluster_addr":"172.21.15.163:6805/3041117392","heartbeat_back_addr":"172.21.15.163:6809/3041117392","heartbeat_front_addr":"172.21.15.163:6807/3041117392","state":["exists","up"]},{"osd":2,"uuid":"ba62bf66-b1b2-47dd-9775-4d2ba7461b4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6819","nonce":4257941987}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6821","nonce":4257941987}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6825","nonce":4257941987}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":4257941987},{"type":"v1","addr":"172.21.15.163:6823","nonce":4257941987}]},"public_addr":"172.21.15.163:6819/4257941987","cluster_addr":"172.21.15.163:6821/4257941987","heartbeat_back_addr":"172.21.15.163:6825/4257941987","heartbeat_front_addr":"172.21.15.163:6823/4257941987","state":["exists","up"]},{"osd":3,"uuid":"285090d6-73f6-4fbe-8198-8db57d763242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6827","nonce":1551995286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6829","nonce":1551995286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6833","nonce":1551995286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1551995286},{"type":"v1","addr":"172.21.15.163:6831","nonce":1551995286}]},"public_addr":"172.21.15.163:6827/1551995286","cluster_addr":"172.21.15.163:6829/1551995286","heartbeat_back_addr":"172.21.15.163:6833/1551995286","heartbeat_front_addr":"172.21.15.163:6831/1551995286","state":["exists","up"]},{"osd":4,"uuid":"31213832-7e03-408e-bc32-a3ef5f41f038","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6824","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6825","nonce":3744048338}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6826","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6827","nonce":3744048338}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6830","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6831","nonce":3744048338}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6828","nonce":3744048338},{"type":"v1","addr":"172.21.15.181:6829","nonce":3744048338}]},"public_addr":"172.21.15.181:6825/3744048338","cluster_addr":"172.21.15.181:6827/3744048338","heartbeat_back_addr":"172.21.15.181:6831/3744048338","heartbeat_front_addr":"172.21.15.181:6829/3744048338","state":["exists","up"]},{"osd":5,"uuid":"85c44d5e-57ac-4e77-b541-0653ac02eb05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6808","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6809","nonce":896755326}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6810","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6811","nonce":896755326}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6814","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6815","nonce":896755326}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6812","nonce":896755326},{"type":"v1","addr":"172.21.15.181:6813","nonce":896755326}]},"public_addr":"172.21.15.181:6809/896755326","cluster_addr":"172.21.15.181:6811/896755326","heartbeat_back_addr":"172.21.15.181:6815/896755326","heartbeat_front_addr":"172.21.15.181:6813/896755326","state":["exists","up"]},{"osd":6,"uuid":"49cbfd82-468b-45a9-949a-6746ef204685","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6800","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6801","nonce":3916083588}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6802","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6803","nonce":3916083588}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6806","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6807","nonce":3916083588}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6804","nonce":3916083588},{"type":"v1","addr":"172.21.15.181:6805","nonce":3916083588}]},"public_addr":"172.21.15.181:6801/3916083588","cluster_addr":"172.21.15.181:6803/3916083588","heartbeat_back_addr":"172.21.15.181:6807/3916083588","heartbeat_front_addr":"172.21.15.181:6805/3916083588","state":["exists","up"]},{"osd":7,"uuid":"6fc80bfc-b916-4e27-8006-da630755647e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":265,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6816","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6817","nonce":2780978777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6818","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6819","nonce":2780978777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6822","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6823","nonce":2780978777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.181:6820","nonce":2780978777},{"type":"v1","addr":"172.21.15.181:6821","nonce":2780978777}]},"public_addr":"172.21.15.181:6817/2780978777","cluster_addr":"172.21.15.181:6819/2780978777","heartbeat_back_addr":"172.21.15.181:6823/2780978777","heartbeat_front_addr":"172.21.15.181:6821/2780978777","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.285563+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:41.894211+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.112109+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.614791+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.372538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.531898+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.252381+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:23:42.379767+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1},{"from":7,"to":2}]},{"pgid":"3.10","mappings":[{"from":6,"to":2}]},{"pgid":"3.13","mappings":[{"from":6,"to":1}]},{"pgid":"3.1a","mappings":[{"from":4,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":2}]},{"pgid":"3.28","mappings":[{"from":3,"to":1}]},{"pgid":"3.30","mappings":[{"from":4,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"4.37","mappings":[{"from":3,"to":2}]},{"pgid":"4.3e","mappings":[{"from":1,"to":2}]},{"pgid":"67.1a","mappings":[{"from":3,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:34:13.241 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T01:34:13.241 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:13.390 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:13.390 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:13.390 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:13.400 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T01:34:13.703 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T01:34:13.717 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T01:34:13.717 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:13.854 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:13.854 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:13.854 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:13.865 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T01:34:14.168 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T01:34:14.182 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T01:34:14.182 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:14.521 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:14.521 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:14.521 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:14.532 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T01:34:14.833 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T01:34:14.846 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T01:34:14.846 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:14.983 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:14.984 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:14.984 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:14.994 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T01:34:15.299 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T01:34:15.313 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T01:34:15.314 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:15.452 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:15.452 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:15.452 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:15.462 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T01:34:15.767 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T01:34:15.780 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T01:34:15.781 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:15.919 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:15.919 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:15.919 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:15.930 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T01:34:16.233 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T01:34:16.247 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T01:34:16.248 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:16.387 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:16.387 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:16.387 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:16.398 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T01:34:16.699 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T01:34:16.713 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T01:34:16.713 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:34:16.851 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-09-12T01:34:16.851 INFO:teuthology.orchestra.run.smithi163.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:34:16.852 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-09-12T01:34:16.862 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T01:34:17.165 INFO:teuthology.orchestra.run.smithi163.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T01:34:17.178 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:34:17.500 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:17.512 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:34:17.514 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2376,"stamp":"2024-09-12T01:34:16.563830+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":91185375,"num_objects":737,"num_object_clones":0,"num_object_copies":1860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":181508,"num_read_kb":2470446,"num_write":143716,"num_write_kb":2418205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12854,"ondisk_log_size":12854,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1700744,"kb_used_data":166808,"kb_used_omap":12,"kb_used_meta":1533235,"kb_avail":753273976,"statfs":{"total":773094113280,"available":771352551424,"internally_reserved":0,"allocated":170811392,"data_stored":154993826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1570033201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-604789073,"num_objects":-4146,"num_object_clones":0,"num_object_copies":-12378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4146,"num_whiteouts":0,"num_read":4634,"num_read_kb":4154,"num_write":4397,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004426"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.126244+0000","last_change":"2024-09-12T01:00:41.033946+0000","last_active":"2024-09-12T01:30:41.126244+0000","last_peered":"2024-09-12T01:30:41.126244+0000","last_clean":"2024-09-12T01:30:41.126244+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:30:41.126244+0000","last_undegraded":"2024-09-12T01:30:41.126244+0000","last_fullsized":"2024-09-12T01:30:41.126244+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:02.676668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.119098+0000","last_change":"2024-09-12T00:42:18.048073+0000","last_active":"2024-09-12T01:29:51.119098+0000","last_peered":"2024-09-12T01:29:51.119098+0000","last_clean":"2024-09-12T01:29:51.119098+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:29:51.119098+0000","last_undegraded":"2024-09-12T01:29:51.119098+0000","last_fullsized":"2024-09-12T01:29:51.119098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:34.120118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.245101+0000","last_change":"2024-09-12T00:42:13.967526+0000","last_active":"2024-09-12T01:32:16.245101+0000","last_peered":"2024-09-12T01:32:16.245101+0000","last_clean":"2024-09-12T01:32:16.245101+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:32:16.245101+0000","last_undegraded":"2024-09-12T01:32:16.245101+0000","last_fullsized":"2024-09-12T01:32:16.245101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:10.523163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354939+0000","last_change":"2024-09-12T00:38:18.968641+0000","last_active":"2024-09-12T01:30:26.354939+0000","last_peered":"2024-09-12T01:30:26.354939+0000","last_clean":"2024-09-12T01:30:26.354939+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:30:26.354939+0000","last_undegraded":"2024-09-12T01:30:26.354939+0000","last_fullsized":"2024-09-12T01:30:26.354939+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:16.843143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.215484+0000","last_change":"2024-09-12T01:00:41.037053+0000","last_active":"2024-09-12T01:30:41.215484+0000","last_peered":"2024-09-12T01:30:41.215484+0000","last_clean":"2024-09-12T01:30:41.215484+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:30:41.215484+0000","last_undegraded":"2024-09-12T01:30:41.215484+0000","last_fullsized":"2024-09-12T01:30:41.215484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:14.508710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.372577+0000","last_change":"2024-09-12T00:42:18.044210+0000","last_active":"2024-09-12T01:29:51.372577+0000","last_peered":"2024-09-12T01:29:51.372577+0000","last_clean":"2024-09-12T01:29:51.372577+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:29:51.372577+0000","last_undegraded":"2024-09-12T01:29:51.372577+0000","last_fullsized":"2024-09-12T01:29:51.372577+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:38.545299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:13.137783+0000","last_change":"2024-09-12T00:42:13.972649+0000","last_active":"2024-09-12T01:32:13.137783+0000","last_peered":"2024-09-12T01:32:13.137783+0000","last_clean":"2024-09-12T01:32:13.137783+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:32:13.137783+0000","last_undegraded":"2024-09-12T01:32:13.137783+0000","last_fullsized":"2024-09-12T01:32:13.137783+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:29.117408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215014+0000","last_change":"2024-09-12T00:38:18.961447+0000","last_active":"2024-09-12T01:30:36.215014+0000","last_peered":"2024-09-12T01:30:36.215014+0000","last_clean":"2024-09-12T01:30:36.215014+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:30:36.215014+0000","last_undegraded":"2024-09-12T01:30:36.215014+0000","last_fullsized":"2024-09-12T01:30:36.215014+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:13:06.420535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239770+0000","last_change":"2024-09-12T01:00:41.026699+0000","last_active":"2024-09-12T01:29:41.239770+0000","last_peered":"2024-09-12T01:29:41.239770+0000","last_clean":"2024-09-12T01:29:41.239770+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:29:41.239770+0000","last_undegraded":"2024-09-12T01:29:41.239770+0000","last_fullsized":"2024-09-12T01:29:41.239770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:50.229829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.253620+0000","last_change":"2024-09-12T00:42:18.559667+0000","last_active":"2024-09-12T01:32:21.253620+0000","last_peered":"2024-09-12T01:32:21.253620+0000","last_clean":"2024-09-12T01:32:21.253620+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:32:21.253620+0000","last_undegraded":"2024-09-12T01:32:21.253620+0000","last_fullsized":"2024-09-12T01:32:21.253620+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:50.451710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'6","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.804502+0000","last_change":"2024-09-12T00:42:13.972359+0000","last_active":"2024-09-12T01:34:07.804502+0000","last_peered":"2024-09-12T01:34:07.804502+0000","last_clean":"2024-09-12T01:34:07.804502+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:34:07.804502+0000","last_undegraded":"2024-09-12T01:34:07.804502+0000","last_fullsized":"2024-09-12T01:34:07.804502+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:39.196914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357891+0000","last_change":"2024-09-12T00:38:18.964951+0000","last_active":"2024-09-12T01:30:51.357891+0000","last_peered":"2024-09-12T01:30:51.357891+0000","last_clean":"2024-09-12T01:30:51.357891+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:30:51.357891+0000","last_undegraded":"2024-09-12T01:30:51.357891+0000","last_fullsized":"2024-09-12T01:30:51.357891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:44.552414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226810+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:29:46.226810+0000","last_peered":"2024-09-12T01:29:46.226810+0000","last_clean":"2024-09-12T01:29:46.226810+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:29:46.226810+0000","last_undegraded":"2024-09-12T01:29:46.226810+0000","last_fullsized":"2024-09-12T01:29:46.226810+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:12.786329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232505+0000","last_change":"2024-09-12T00:42:18.558380+0000","last_active":"2024-09-12T01:30:31.232505+0000","last_peered":"2024-09-12T01:30:31.232505+0000","last_clean":"2024-09-12T01:30:31.232505+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:30:31.232505+0000","last_undegraded":"2024-09-12T01:30:31.232505+0000","last_fullsized":"2024-09-12T01:30:31.232505+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:17.678993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.118291+0000","last_change":"2024-09-12T00:42:13.964520+0000","last_active":"2024-09-12T01:30:11.118291+0000","last_peered":"2024-09-12T01:30:11.118291+0000","last_clean":"2024-09-12T01:30:11.118291+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:30:11.118291+0000","last_undegraded":"2024-09-12T01:30:11.118291+0000","last_fullsized":"2024-09-12T01:30:11.118291+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:59.768446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234955+0000","last_change":"2024-09-12T00:38:18.969499+0000","last_active":"2024-09-12T01:30:51.234955+0000","last_peered":"2024-09-12T01:30:51.234955+0000","last_clean":"2024-09-12T01:30:51.234955+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:30:51.234955+0000","last_undegraded":"2024-09-12T01:30:51.234955+0000","last_fullsized":"2024-09-12T01:30:51.234955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:14.624133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.234224+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:30:46.234224+0000","last_peered":"2024-09-12T01:30:46.234224+0000","last_clean":"2024-09-12T01:30:46.234224+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:30:46.234224+0000","last_undegraded":"2024-09-12T01:30:46.234224+0000","last_fullsized":"2024-09-12T01:30:46.234224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:35.618718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.914750+0000","last_change":"2024-09-12T00:42:18.050567+0000","last_active":"2024-09-12T01:34:07.914750+0000","last_peered":"2024-09-12T01:34:07.914750+0000","last_clean":"2024-09-12T01:34:07.914750+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:34:07.914750+0000","last_undegraded":"2024-09-12T01:34:07.914750+0000","last_fullsized":"2024-09-12T01:34:07.914750+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:23.443000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.355947+0000","last_change":"2024-09-12T00:42:13.966457+0000","last_active":"2024-09-12T01:30:36.355947+0000","last_peered":"2024-09-12T01:30:36.355947+0000","last_clean":"2024-09-12T01:30:36.355947+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:30:36.355947+0000","last_undegraded":"2024-09-12T01:30:36.355947+0000","last_fullsized":"2024-09-12T01:30:36.355947+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:50.636890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234902+0000","last_change":"2024-09-12T00:38:18.962641+0000","last_active":"2024-09-12T01:30:51.234902+0000","last_peered":"2024-09-12T01:30:51.234902+0000","last_clean":"2024-09-12T01:30:51.234902+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:30:51.234902+0000","last_undegraded":"2024-09-12T01:30:51.234902+0000","last_fullsized":"2024-09-12T01:30:51.234902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:37.293760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135831+0000","last_change":"2024-09-12T01:00:41.032215+0000","last_active":"2024-09-12T01:31:58.135831+0000","last_peered":"2024-09-12T01:31:58.135831+0000","last_clean":"2024-09-12T01:31:58.135831+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:31:58.135831+0000","last_undegraded":"2024-09-12T01:31:58.135831+0000","last_fullsized":"2024-09-12T01:31:58.135831+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:54.181323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'13","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.062921+0000","last_change":"2024-09-12T00:42:18.049383+0000","last_active":"2024-09-12T01:34:09.062921+0000","last_peered":"2024-09-12T01:34:09.062921+0000","last_clean":"2024-09-12T01:34:09.062921+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:34:09.062921+0000","last_undegraded":"2024-09-12T01:34:09.062921+0000","last_fullsized":"2024-09-12T01:34:09.062921+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:29.589074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22578,"num_write":18,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'11","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.589007+0000","last_change":"2024-09-12T00:42:13.966217+0000","last_active":"2024-09-12T01:34:08.589007+0000","last_peered":"2024-09-12T01:34:08.589007+0000","last_clean":"2024-09-12T01:34:08.589007+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:34:08.589007+0000","last_undegraded":"2024-09-12T01:34:08.589007+0000","last_fullsized":"2024-09-12T01:34:08.589007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:02.769670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":13362,"num_write":16,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249172+0000","last_change":"2024-09-12T00:38:18.963271+0000","last_active":"2024-09-12T01:30:51.249172+0000","last_peered":"2024-09-12T01:30:51.249172+0000","last_clean":"2024-09-12T01:30:51.249172+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:30:51.249172+0000","last_undegraded":"2024-09-12T01:30:51.249172+0000","last_fullsized":"2024-09-12T01:30:51.249172+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:42.672993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265196+0000","last_change":"2024-09-12T01:00:41.023780+0000","last_active":"2024-09-12T01:30:41.265196+0000","last_peered":"2024-09-12T01:30:41.265196+0000","last_clean":"2024-09-12T01:30:41.265196+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:30:41.265196+0000","last_undegraded":"2024-09-12T01:30:41.265196+0000","last_fullsized":"2024-09-12T01:30:41.265196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:56.315944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'6","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.262250+0000","last_change":"2024-09-12T00:42:18.048519+0000","last_active":"2024-09-12T01:32:21.262250+0000","last_peered":"2024-09-12T01:32:21.262250+0000","last_clean":"2024-09-12T01:32:21.262250+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:32:21.262250+0000","last_undegraded":"2024-09-12T01:32:21.262250+0000","last_fullsized":"2024-09-12T01:32:21.262250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.315986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":10242,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.371803+0000","last_change":"2024-09-12T00:42:13.963390+0000","last_active":"2024-09-12T01:29:46.371803+0000","last_peered":"2024-09-12T01:29:46.371803+0000","last_clean":"2024-09-12T01:29:46.371803+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:29:46.371803+0000","last_undegraded":"2024-09-12T01:29:46.371803+0000","last_fullsized":"2024-09-12T01:29:46.371803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:20.491948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'67","reported_seq":257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249179+0000","last_change":"2024-09-12T00:38:18.962358+0000","last_active":"2024-09-12T01:31:46.249179+0000","last_peered":"2024-09-12T01:31:46.249179+0000","last_clean":"2024-09-12T01:31:46.249179+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:31:46.249179+0000","last_undegraded":"2024-09-12T01:31:46.249179+0000","last_fullsized":"2024-09-12T01:31:46.249179+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:28.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265247+0000","last_change":"2024-09-12T01:00:41.031873+0000","last_active":"2024-09-12T01:30:41.265247+0000","last_peered":"2024-09-12T01:30:41.265247+0000","last_clean":"2024-09-12T01:30:41.265247+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:30:41.265247+0000","last_undegraded":"2024-09-12T01:30:41.265247+0000","last_fullsized":"2024-09-12T01:30:41.265247+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:57.815076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.121919+0000","last_change":"2024-09-12T00:42:39.472105+0000","last_active":"2024-09-12T01:30:11.121919+0000","last_peered":"2024-09-12T01:30:11.121919+0000","last_clean":"2024-09-12T01:30:11.121919+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:30:11.121919+0000","last_undegraded":"2024-09-12T01:30:11.121919+0000","last_fullsized":"2024-09-12T01:30:11.121919+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:18.685284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.350251+0000","last_change":"2024-09-12T00:42:13.966613+0000","last_active":"2024-09-12T01:29:46.350251+0000","last_peered":"2024-09-12T01:29:46.350251+0000","last_clean":"2024-09-12T01:29:46.350251+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:29:46.350251+0000","last_undegraded":"2024-09-12T01:29:46.350251+0000","last_fullsized":"2024-09-12T01:29:46.350251+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:24.439380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132160+0000","last_change":"2024-09-12T00:38:18.963135+0000","last_active":"2024-09-12T01:31:28.132160+0000","last_peered":"2024-09-12T01:31:28.132160+0000","last_clean":"2024-09-12T01:31:28.132160+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:31:28.132160+0000","last_undegraded":"2024-09-12T01:31:28.132160+0000","last_fullsized":"2024-09-12T01:31:28.132160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:36.031829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129309+0000","last_change":"2024-09-12T01:00:41.036556+0000","last_active":"2024-09-12T01:31:03.129309+0000","last_peered":"2024-09-12T01:31:03.129309+0000","last_clean":"2024-09-12T01:31:03.129309+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:31:03.129309+0000","last_undegraded":"2024-09-12T01:31:03.129309+0000","last_fullsized":"2024-09-12T01:31:03.129309+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:57.303380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'6","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.251045+0000","last_change":"2024-09-12T00:42:18.558454+0000","last_active":"2024-09-12T01:33:06.251045+0000","last_peered":"2024-09-12T01:33:06.251045+0000","last_clean":"2024-09-12T01:33:06.251045+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:33:06.251045+0000","last_undegraded":"2024-09-12T01:33:06.251045+0000","last_fullsized":"2024-09-12T01:33:06.251045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:29.738707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":4096,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'10","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.561483+0000","last_change":"2024-09-12T00:42:13.967897+0000","last_active":"2024-09-12T01:34:07.561483+0000","last_peered":"2024-09-12T01:34:07.561483+0000","last_clean":"2024-09-12T01:34:07.561483+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:34:07.561483+0000","last_undegraded":"2024-09-12T01:34:07.561483+0000","last_fullsized":"2024-09-12T01:34:07.561483+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:17:18.281657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.247534+0000","last_change":"2024-09-12T00:38:18.965353+0000","last_active":"2024-09-12T01:31:31.247534+0000","last_peered":"2024-09-12T01:31:31.247534+0000","last_clean":"2024-09-12T01:31:31.247534+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:31:31.247534+0000","last_undegraded":"2024-09-12T01:31:31.247534+0000","last_fullsized":"2024-09-12T01:31:31.247534+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:54.806778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217564+0000","last_change":"2024-09-12T01:00:41.033283+0000","last_active":"2024-09-12T01:31:01.217564+0000","last_peered":"2024-09-12T01:31:01.217564+0000","last_clean":"2024-09-12T01:31:01.217564+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:31:01.217564+0000","last_undegraded":"2024-09-12T01:31:01.217564+0000","last_fullsized":"2024-09-12T01:31:01.217564+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:21.787371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239785+0000","last_change":"2024-09-12T00:42:18.560023+0000","last_active":"2024-09-12T01:31:31.239785+0000","last_peered":"2024-09-12T01:31:31.239785+0000","last_clean":"2024-09-12T01:31:31.239785+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:31:31.239785+0000","last_undegraded":"2024-09-12T01:31:31.239785+0000","last_fullsized":"2024-09-12T01:31:31.239785+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:36.006828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'7","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.063467+0000","last_change":"2024-09-12T00:42:13.967348+0000","last_active":"2024-09-12T01:34:09.063467+0000","last_peered":"2024-09-12T01:34:09.063467+0000","last_clean":"2024-09-12T01:34:09.063467+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:34:09.063467+0000","last_undegraded":"2024-09-12T01:34:09.063467+0000","last_fullsized":"2024-09-12T01:34:09.063467+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:06.750670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6144,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239838+0000","last_change":"2024-09-12T00:38:18.968148+0000","last_active":"2024-09-12T01:31:31.239838+0000","last_peered":"2024-09-12T01:31:31.239838+0000","last_clean":"2024-09-12T01:31:31.239838+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:31:31.239838+0000","last_undegraded":"2024-09-12T01:31:31.239838+0000","last_fullsized":"2024-09-12T01:31:31.239838+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:14.564288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268098+0000","last_change":"2024-09-12T01:00:41.029745+0000","last_active":"2024-09-12T01:31:01.268098+0000","last_peered":"2024-09-12T01:31:01.268098+0000","last_clean":"2024-09-12T01:31:01.268098+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:31:01.268098+0000","last_undegraded":"2024-09-12T01:31:01.268098+0000","last_fullsized":"2024-09-12T01:31:01.268098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:05.835643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'10","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.251100+0000","last_change":"2024-09-12T00:42:18.560819+0000","last_active":"2024-09-12T01:33:06.251100+0000","last_peered":"2024-09-12T01:33:06.251100+0000","last_clean":"2024-09-12T01:33:06.251100+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:33:06.251100+0000","last_undegraded":"2024-09-12T01:33:06.251100+0000","last_fullsized":"2024-09-12T01:33:06.251100+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:41.023033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":14338,"num_write":20,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215000+0000","last_change":"2024-09-12T00:42:13.972479+0000","last_active":"2024-09-12T01:30:36.215000+0000","last_peered":"2024-09-12T01:30:36.215000+0000","last_clean":"2024-09-12T01:30:36.215000+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:30:36.215000+0000","last_undegraded":"2024-09-12T01:30:36.215000+0000","last_fullsized":"2024-09-12T01:30:36.215000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:55.898685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.220703+0000","last_change":"2024-09-12T00:38:18.966334+0000","last_active":"2024-09-12T01:31:31.220703+0000","last_peered":"2024-09-12T01:31:31.220703+0000","last_clean":"2024-09-12T01:31:31.220703+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:31:31.220703+0000","last_undegraded":"2024-09-12T01:31:31.220703+0000","last_fullsized":"2024-09-12T01:31:31.220703+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:34.407218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129045+0000","last_change":"2024-09-12T01:00:41.030695+0000","last_active":"2024-09-12T01:31:01.129045+0000","last_peered":"2024-09-12T01:31:01.129045+0000","last_clean":"2024-09-12T01:31:01.129045+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:31:01.129045+0000","last_undegraded":"2024-09-12T01:31:01.129045+0000","last_fullsized":"2024-09-12T01:31:01.129045+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:54.694643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.143932+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:33:06.143932+0000","last_peered":"2024-09-12T01:33:06.143932+0000","last_clean":"2024-09-12T01:33:06.143932+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:33:06.143932+0000","last_undegraded":"2024-09-12T01:33:06.143932+0000","last_fullsized":"2024-09-12T01:33:06.143932+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:11.651445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":80,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.356045+0000","last_change":"2024-09-12T00:42:13.970282+0000","last_active":"2024-09-12T01:30:36.356045+0000","last_peered":"2024-09-12T01:30:36.356045+0000","last_clean":"2024-09-12T01:30:36.356045+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:30:36.356045+0000","last_undegraded":"2024-09-12T01:30:36.356045+0000","last_fullsized":"2024-09-12T01:30:36.356045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:03.838184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":176,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.257256+0000","last_change":"2024-09-12T00:38:18.969388+0000","last_active":"2024-09-12T01:29:51.257256+0000","last_peered":"2024-09-12T01:29:51.257256+0000","last_clean":"2024-09-12T01:29:51.257256+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:29:51.257256+0000","last_undegraded":"2024-09-12T01:29:51.257256+0000","last_fullsized":"2024-09-12T01:29:51.257256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:44.977703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226345+0000","last_change":"2024-09-12T01:00:41.037067+0000","last_active":"2024-09-12T01:29:41.226345+0000","last_peered":"2024-09-12T01:29:41.226345+0000","last_clean":"2024-09-12T01:29:41.226345+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:29:41.226345+0000","last_undegraded":"2024-09-12T01:29:41.226345+0000","last_fullsized":"2024-09-12T01:29:41.226345+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:16:14.981966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:38.148193+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:33:38.148193+0000","last_peered":"2024-09-12T01:33:38.148193+0000","last_clean":"2024-09-12T01:33:38.148193+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:33:38.148193+0000","last_undegraded":"2024-09-12T01:33:38.148193+0000","last_fullsized":"2024-09-12T01:33:38.148193+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:08.907369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.127340+0000","last_change":"2024-09-12T00:42:13.966063+0000","last_active":"2024-09-12T01:31:16.127340+0000","last_peered":"2024-09-12T01:31:16.127340+0000","last_clean":"2024-09-12T01:31:16.127340+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:31:16.127340+0000","last_undegraded":"2024-09-12T01:31:16.127340+0000","last_fullsized":"2024-09-12T01:31:16.127340+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:36.699194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":208,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.255608+0000","last_change":"2024-09-12T00:38:18.964052+0000","last_active":"2024-09-12T01:29:41.255608+0000","last_peered":"2024-09-12T01:29:41.255608+0000","last_clean":"2024-09-12T01:29:41.255608+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:29:41.255608+0000","last_undegraded":"2024-09-12T01:29:41.255608+0000","last_fullsized":"2024-09-12T01:29:41.255608+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:03.505396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349711+0000","last_change":"2024-09-12T01:00:41.027771+0000","last_active":"2024-09-12T01:29:41.349711+0000","last_peered":"2024-09-12T01:29:41.349711+0000","last_clean":"2024-09-12T01:29:41.349711+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:29:41.349711+0000","last_undegraded":"2024-09-12T01:29:41.349711+0000","last_fullsized":"2024-09-12T01:29:41.349711+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:13.000437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678846+0000","last_change":"2024-09-12T00:42:18.047071+0000","last_active":"2024-09-12T01:34:07.678846+0000","last_peered":"2024-09-12T01:34:07.678846+0000","last_clean":"2024-09-12T01:34:07.678846+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:07.678846+0000","last_undegraded":"2024-09-12T01:34:07.678846+0000","last_fullsized":"2024-09-12T01:34:07.678846+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:52:31.866173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.254986+0000","last_change":"2024-09-12T00:42:13.973463+0000","last_active":"2024-09-12T01:33:36.254986+0000","last_peered":"2024-09-12T01:33:36.254986+0000","last_clean":"2024-09-12T01:33:36.254986+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:33:36.254986+0000","last_undegraded":"2024-09-12T01:33:36.254986+0000","last_fullsized":"2024-09-12T01:33:36.254986+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:57.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.349626+0000","last_change":"2024-09-12T00:38:18.963183+0000","last_active":"2024-09-12T01:29:41.349626+0000","last_peered":"2024-09-12T01:29:41.349626+0000","last_clean":"2024-09-12T01:29:41.349626+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:29:41.349626+0000","last_undegraded":"2024-09-12T01:29:41.349626+0000","last_fullsized":"2024-09-12T01:29:41.349626+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:59.115533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359528+0000","last_change":"2024-09-12T01:00:41.033626+0000","last_active":"2024-09-12T01:31:06.359528+0000","last_peered":"2024-09-12T01:31:06.359528+0000","last_clean":"2024-09-12T01:31:06.359528+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:31:06.359528+0000","last_undegraded":"2024-09-12T01:31:06.359528+0000","last_fullsized":"2024-09-12T01:31:06.359528+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:24.968389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678237+0000","last_change":"2024-09-12T00:42:18.049426+0000","last_active":"2024-09-12T01:34:07.678237+0000","last_peered":"2024-09-12T01:34:07.678237+0000","last_clean":"2024-09-12T01:34:07.678237+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:34:07.678237+0000","last_undegraded":"2024-09-12T01:34:07.678237+0000","last_fullsized":"2024-09-12T01:34:07.678237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:58.626976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.252530+0000","last_change":"2024-09-12T00:42:13.970662+0000","last_active":"2024-09-12T01:31:16.252530+0000","last_peered":"2024-09-12T01:31:16.252530+0000","last_clean":"2024-09-12T01:31:16.252530+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:31:16.252530+0000","last_undegraded":"2024-09-12T01:31:16.252530+0000","last_fullsized":"2024-09-12T01:31:16.252530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:48.419781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.370996+0000","last_change":"2024-09-12T00:38:18.967575+0000","last_active":"2024-09-12T01:29:41.370996+0000","last_peered":"2024-09-12T01:29:41.370996+0000","last_clean":"2024-09-12T01:29:41.370996+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:29:41.370996+0000","last_undegraded":"2024-09-12T01:29:41.370996+0000","last_fullsized":"2024-09-12T01:29:41.370996+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:30.679797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226323+0000","last_change":"2024-09-12T01:00:41.036536+0000","last_active":"2024-09-12T01:29:41.226323+0000","last_peered":"2024-09-12T01:29:41.226323+0000","last_clean":"2024-09-12T01:29:41.226323+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:29:41.226323+0000","last_undegraded":"2024-09-12T01:29:41.226323+0000","last_fullsized":"2024-09-12T01:29:41.226323+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:59.454903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:41.273839+0000","last_change":"2024-09-12T00:42:18.050219+0000","last_active":"2024-09-12T01:33:41.273839+0000","last_peered":"2024-09-12T01:33:41.273839+0000","last_clean":"2024-09-12T01:33:41.273839+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:33:41.273839+0000","last_undegraded":"2024-09-12T01:33:41.273839+0000","last_fullsized":"2024-09-12T01:33:41.273839+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:41.539849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'6","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.034997+0000","last_change":"2024-09-12T00:42:13.971093+0000","last_active":"2024-09-12T01:34:08.034997+0000","last_peered":"2024-09-12T01:34:08.034997+0000","last_clean":"2024-09-12T01:34:08.034997+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:34:08.034997+0000","last_undegraded":"2024-09-12T01:34:08.034997+0000","last_fullsized":"2024-09-12T01:34:08.034997+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:56.789191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":87,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226200+0000","last_change":"2024-09-12T00:38:18.967174+0000","last_active":"2024-09-12T01:29:41.226200+0000","last_peered":"2024-09-12T01:29:41.226200+0000","last_clean":"2024-09-12T01:29:41.226200+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:29:41.226200+0000","last_undegraded":"2024-09-12T01:29:41.226200+0000","last_fullsized":"2024-09-12T01:29:41.226200+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:57.226717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:11.218534+0000","last_change":"2024-09-12T01:00:41.033627+0000","last_active":"2024-09-12T01:31:11.218534+0000","last_peered":"2024-09-12T01:31:11.218534+0000","last_clean":"2024-09-12T01:31:11.218534+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:31:11.218534+0000","last_undegraded":"2024-09-12T01:31:11.218534+0000","last_fullsized":"2024-09-12T01:31:11.218534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:22.010686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242208+0000","last_change":"2024-09-12T00:42:18.046531+0000","last_active":"2024-09-12T01:31:51.242208+0000","last_peered":"2024-09-12T01:31:51.242208+0000","last_clean":"2024-09-12T01:31:51.242208+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:31:51.242208+0000","last_undegraded":"2024-09-12T01:31:51.242208+0000","last_fullsized":"2024-09-12T01:31:51.242208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:19.133972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:01.294520+0000","last_change":"2024-09-12T00:42:13.967105+0000","last_active":"2024-09-12T01:34:01.294520+0000","last_peered":"2024-09-12T01:34:01.294520+0000","last_clean":"2024-09-12T01:34:01.294520+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:34:01.294520+0000","last_undegraded":"2024-09-12T01:34:01.294520+0000","last_fullsized":"2024-09-12T01:34:01.294520+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:09.910888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231203+0000","last_change":"2024-09-12T00:38:18.970033+0000","last_active":"2024-09-12T01:30:21.231203+0000","last_peered":"2024-09-12T01:30:21.231203+0000","last_clean":"2024-09-12T01:30:21.231203+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:30:21.231203+0000","last_undegraded":"2024-09-12T01:30:21.231203+0000","last_fullsized":"2024-09-12T01:30:21.231203+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:00.503892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258139+0000","last_change":"2024-09-12T01:00:41.032165+0000","last_active":"2024-09-12T01:29:56.258139+0000","last_peered":"2024-09-12T01:29:56.258139+0000","last_clean":"2024-09-12T01:29:56.258139+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:29:56.258139+0000","last_undegraded":"2024-09-12T01:29:56.258139+0000","last_fullsized":"2024-09-12T01:29:56.258139+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:59:39.781677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:06.259539+0000","last_change":"2024-09-12T00:42:18.046578+0000","last_active":"2024-09-12T01:34:06.259539+0000","last_peered":"2024-09-12T01:34:06.259539+0000","last_clean":"2024-09-12T01:34:06.259539+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:34:06.259539+0000","last_undegraded":"2024-09-12T01:34:06.259539+0000","last_fullsized":"2024-09-12T01:34:06.259539+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:53:50.551363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.063669+0000","last_change":"2024-09-12T00:42:13.971367+0000","last_active":"2024-09-12T01:34:09.063669+0000","last_peered":"2024-09-12T01:34:09.063669+0000","last_clean":"2024-09-12T01:34:09.063669+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:34:09.063669+0000","last_undegraded":"2024-09-12T01:34:09.063669+0000","last_fullsized":"2024-09-12T01:34:09.063669+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:07:30.485612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.121256+0000","last_change":"2024-09-12T00:38:18.966502+0000","last_active":"2024-09-12T01:30:06.121256+0000","last_peered":"2024-09-12T01:30:06.121256+0000","last_clean":"2024-09-12T01:30:06.121256+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:30:06.121256+0000","last_undegraded":"2024-09-12T01:30:06.121256+0000","last_fullsized":"2024-09-12T01:30:06.121256+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:51.418164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250708+0000","last_change":"2024-09-12T01:00:41.033862+0000","last_active":"2024-09-12T01:31:01.250708+0000","last_peered":"2024-09-12T01:31:01.250708+0000","last_clean":"2024-09-12T01:31:01.250708+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:31:01.250708+0000","last_undegraded":"2024-09-12T01:31:01.250708+0000","last_fullsized":"2024-09-12T01:31:01.250708+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:21.044114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'10","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.191010+0000","last_change":"2024-09-12T00:42:18.559583+0000","last_active":"2024-09-12T01:34:09.191010+0000","last_peered":"2024-09-12T01:34:09.191010+0000","last_clean":"2024-09-12T01:34:09.191010+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:34:09.191010+0000","last_undegraded":"2024-09-12T01:34:09.191010+0000","last_fullsized":"2024-09-12T01:34:09.191010+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:17.107174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8721,"num_write":20,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:01.266214+0000","last_change":"2024-09-12T00:42:13.967181+0000","last_active":"2024-09-12T01:34:01.266214+0000","last_peered":"2024-09-12T01:34:01.266214+0000","last_clean":"2024-09-12T01:34:01.266214+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:34:01.266214+0000","last_undegraded":"2024-09-12T01:34:01.266214+0000","last_fullsized":"2024-09-12T01:34:01.266214+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:59.860660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.243231+0000","last_change":"2024-09-12T00:38:18.966523+0000","last_active":"2024-09-12T01:30:06.243231+0000","last_peered":"2024-09-12T01:30:06.243231+0000","last_clean":"2024-09-12T01:30:06.243231+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:30:06.243231+0000","last_undegraded":"2024-09-12T01:30:06.243231+0000","last_fullsized":"2024-09-12T01:30:06.243231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:58.892549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268137+0000","last_change":"2024-09-12T01:00:41.027549+0000","last_active":"2024-09-12T01:31:01.268137+0000","last_peered":"2024-09-12T01:31:01.268137+0000","last_clean":"2024-09-12T01:31:01.268137+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:31:01.268137+0000","last_undegraded":"2024-09-12T01:31:01.268137+0000","last_fullsized":"2024-09-12T01:31:01.268137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:00.443474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:06.259587+0000","last_change":"2024-09-12T00:42:18.051667+0000","last_active":"2024-09-12T01:34:06.259587+0000","last_peered":"2024-09-12T01:34:06.259587+0000","last_clean":"2024-09-12T01:34:06.259587+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:34:06.259587+0000","last_undegraded":"2024-09-12T01:34:06.259587+0000","last_fullsized":"2024-09-12T01:34:06.259587+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:24.765236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'6","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.244209+0000","last_change":"2024-09-12T00:42:13.973494+0000","last_active":"2024-09-12T01:34:09.244209+0000","last_peered":"2024-09-12T01:34:09.244209+0000","last_clean":"2024-09-12T01:34:09.244209+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:34:09.244209+0000","last_undegraded":"2024-09-12T01:34:09.244209+0000","last_fullsized":"2024-09-12T01:34:09.244209+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:41:16.830460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.211543+0000","last_change":"2024-09-12T00:38:18.964514+0000","last_active":"2024-09-12T01:30:06.211543+0000","last_peered":"2024-09-12T01:30:06.211543+0000","last_clean":"2024-09-12T01:30:06.211543+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:30:06.211543+0000","last_undegraded":"2024-09-12T01:30:06.211543+0000","last_fullsized":"2024-09-12T01:30:06.211543+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:48.165805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.228065+0000","last_change":"2024-09-12T01:00:41.036373+0000","last_active":"2024-09-12T01:29:56.228065+0000","last_peered":"2024-09-12T01:29:56.228065+0000","last_clean":"2024-09-12T01:29:56.228065+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:29:56.228065+0000","last_undegraded":"2024-09-12T01:29:56.228065+0000","last_fullsized":"2024-09-12T01:29:56.228065+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:32:21.134358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.373965+0000","last_change":"2024-09-12T00:42:18.045832+0000","last_active":"2024-09-12T01:30:01.373965+0000","last_peered":"2024-09-12T01:30:01.373965+0000","last_clean":"2024-09-12T01:30:01.373965+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:30:01.373965+0000","last_undegraded":"2024-09-12T01:30:01.373965+0000","last_fullsized":"2024-09-12T01:30:01.373965+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:20.715784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'7","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903094+0000","last_change":"2024-09-12T00:42:13.967910+0000","last_active":"2024-09-12T01:34:08.903094+0000","last_peered":"2024-09-12T01:34:08.903094+0000","last_clean":"2024-09-12T01:34:08.903094+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:34:08.903094+0000","last_undegraded":"2024-09-12T01:34:08.903094+0000","last_fullsized":"2024-09-12T01:34:08.903094+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":117,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:06.352507+0000","last_change":"2024-09-12T00:38:18.965449+0000","last_active":"2024-09-12T01:30:06.352507+0000","last_peered":"2024-09-12T01:30:06.352507+0000","last_clean":"2024-09-12T01:30:06.352507+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:30:06.352507+0000","last_undegraded":"2024-09-12T01:30:06.352507+0000","last_fullsized":"2024-09-12T01:30:06.352507+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:00.169943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259171+0000","last_change":"2024-09-12T01:00:41.028327+0000","last_active":"2024-09-12T01:30:01.259171+0000","last_peered":"2024-09-12T01:30:01.259171+0000","last_clean":"2024-09-12T01:30:01.259171+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:30:01.259171+0000","last_undegraded":"2024-09-12T01:30:01.259171+0000","last_fullsized":"2024-09-12T01:30:01.259171+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:05.844613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:01.259049+0000","last_change":"2024-09-12T00:42:18.558333+0000","last_active":"2024-09-12T01:30:01.259049+0000","last_peered":"2024-09-12T01:30:01.259049+0000","last_clean":"2024-09-12T01:30:01.259049+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:30:01.259049+0000","last_undegraded":"2024-09-12T01:30:01.259049+0000","last_fullsized":"2024-09-12T01:30:01.259049+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:57.152940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.243768+0000","last_change":"2024-09-12T00:42:13.968685+0000","last_active":"2024-09-12T01:34:09.243768+0000","last_peered":"2024-09-12T01:34:09.243768+0000","last_clean":"2024-09-12T01:34:09.243768+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:34:09.243768+0000","last_undegraded":"2024-09-12T01:34:09.243768+0000","last_fullsized":"2024-09-12T01:34:09.243768+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:42.525156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263946+0000","last_change":"2024-09-12T00:38:18.964389+0000","last_active":"2024-09-12T01:30:31.263946+0000","last_peered":"2024-09-12T01:30:31.263946+0000","last_clean":"2024-09-12T01:30:31.263946+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:30:31.263946+0000","last_undegraded":"2024-09-12T01:30:31.263946+0000","last_fullsized":"2024-09-12T01:30:31.263946+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:47.420813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.258174+0000","last_change":"2024-09-12T01:00:41.031523+0000","last_active":"2024-09-12T01:29:56.258174+0000","last_peered":"2024-09-12T01:29:56.258174+0000","last_clean":"2024-09-12T01:29:56.258174+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:29:56.258174+0000","last_undegraded":"2024-09-12T01:29:56.258174+0000","last_fullsized":"2024-09-12T01:29:56.258174+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:21.637920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134652+0000","last_change":"2024-09-12T00:42:18.047594+0000","last_active":"2024-09-12T01:31:48.134652+0000","last_peered":"2024-09-12T01:31:48.134652+0000","last_clean":"2024-09-12T01:31:48.134652+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:31:48.134652+0000","last_undegraded":"2024-09-12T01:31:48.134652+0000","last_fullsized":"2024-09-12T01:31:48.134652+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:21.686667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.146939+0000","last_change":"2024-09-12T00:42:13.969735+0000","last_active":"2024-09-12T01:34:08.146939+0000","last_peered":"2024-09-12T01:34:08.146939+0000","last_clean":"2024-09-12T01:34:08.146939+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:34:08.146939+0000","last_undegraded":"2024-09-12T01:34:08.146939+0000","last_fullsized":"2024-09-12T01:34:08.146939+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:21:08.376089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231085+0000","last_change":"2024-09-12T00:38:18.968580+0000","last_active":"2024-09-12T01:30:21.231085+0000","last_peered":"2024-09-12T01:30:21.231085+0000","last_clean":"2024-09-12T01:30:21.231085+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:30:21.231085+0000","last_undegraded":"2024-09-12T01:30:21.231085+0000","last_fullsized":"2024-09-12T01:30:21.231085+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:10.786166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:56.351441+0000","last_change":"2024-09-12T01:00:41.037175+0000","last_active":"2024-09-12T01:29:56.351441+0000","last_peered":"2024-09-12T01:29:56.351441+0000","last_clean":"2024-09-12T01:29:56.351441+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:29:56.351441+0000","last_undegraded":"2024-09-12T01:29:56.351441+0000","last_fullsized":"2024-09-12T01:29:56.351441+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:40.195651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.280210+0000","last_change":"2024-09-12T00:42:18.048640+0000","last_active":"2024-09-12T01:32:21.280210+0000","last_peered":"2024-09-12T01:32:21.280210+0000","last_clean":"2024-09-12T01:32:21.280210+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:32:21.280210+0000","last_undegraded":"2024-09-12T01:32:21.280210+0000","last_fullsized":"2024-09-12T01:32:21.280210+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:10.831734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131751+0000","last_change":"2024-09-12T00:42:13.963959+0000","last_active":"2024-09-12T01:31:46.131751+0000","last_peered":"2024-09-12T01:31:46.131751+0000","last_clean":"2024-09-12T01:31:46.131751+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:31:46.131751+0000","last_undegraded":"2024-09-12T01:31:46.131751+0000","last_fullsized":"2024-09-12T01:31:46.131751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:51.538807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245227+0000","last_change":"2024-09-12T00:38:18.966599+0000","last_active":"2024-09-12T01:30:21.245227+0000","last_peered":"2024-09-12T01:30:21.245227+0000","last_clean":"2024-09-12T01:30:21.245227+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:30:21.245227+0000","last_undegraded":"2024-09-12T01:30:21.245227+0000","last_fullsized":"2024-09-12T01:30:21.245227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:14.098724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276625+0000","last_change":"2024-09-12T01:00:41.027649+0000","last_active":"2024-09-12T01:31:56.276625+0000","last_peered":"2024-09-12T01:31:56.276625+0000","last_clean":"2024-09-12T01:31:56.276625+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:31:56.276625+0000","last_undegraded":"2024-09-12T01:31:56.276625+0000","last_fullsized":"2024-09-12T01:31:56.276625+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:21.720533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.254770+0000","last_change":"2024-09-12T00:42:18.043131+0000","last_active":"2024-09-12T01:32:31.254770+0000","last_peered":"2024-09-12T01:32:31.254770+0000","last_clean":"2024-09-12T01:32:31.254770+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:32:31.254770+0000","last_undegraded":"2024-09-12T01:32:31.254770+0000","last_fullsized":"2024-09-12T01:32:31.254770+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:34.513057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260620+0000","last_change":"2024-09-12T00:42:13.968832+0000","last_active":"2024-09-12T01:30:11.260620+0000","last_peered":"2024-09-12T01:30:11.260620+0000","last_clean":"2024-09-12T01:30:11.260620+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:30:11.260620+0000","last_undegraded":"2024-09-12T01:30:11.260620+0000","last_fullsized":"2024-09-12T01:30:11.260620+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:44.143546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":289,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354343+0000","last_change":"2024-09-12T00:38:18.964521+0000","last_active":"2024-09-12T01:30:21.354343+0000","last_peered":"2024-09-12T01:30:21.354343+0000","last_clean":"2024-09-12T01:30:21.354343+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:30:21.354343+0000","last_undegraded":"2024-09-12T01:30:21.354343+0000","last_fullsized":"2024-09-12T01:30:21.354343+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:47.874261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.136973+0000","last_change":"2024-09-12T01:00:41.032648+0000","last_active":"2024-09-12T01:31:56.136973+0000","last_peered":"2024-09-12T01:31:56.136973+0000","last_clean":"2024-09-12T01:31:56.136973+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:31:56.136973+0000","last_undegraded":"2024-09-12T01:31:56.136973+0000","last_fullsized":"2024-09-12T01:31:56.136973+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:28.946687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.253561+0000","last_change":"2024-09-12T00:42:18.560482+0000","last_active":"2024-09-12T01:32:21.253561+0000","last_peered":"2024-09-12T01:32:21.253561+0000","last_clean":"2024-09-12T01:32:21.253561+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:32:21.253561+0000","last_undegraded":"2024-09-12T01:32:21.253561+0000","last_fullsized":"2024-09-12T01:32:21.253561+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:12.064612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.227137+0000","last_change":"2024-09-12T00:42:13.968249+0000","last_active":"2024-09-12T01:32:31.227137+0000","last_peered":"2024-09-12T01:32:31.227137+0000","last_clean":"2024-09-12T01:32:31.227137+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:32:31.227137+0000","last_undegraded":"2024-09-12T01:32:31.227137+0000","last_fullsized":"2024-09-12T01:32:31.227137+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:47.799849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245347+0000","last_change":"2024-09-12T00:38:18.967590+0000","last_active":"2024-09-12T01:30:21.245347+0000","last_peered":"2024-09-12T01:30:21.245347+0000","last_clean":"2024-09-12T01:30:21.245347+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:30:21.245347+0000","last_undegraded":"2024-09-12T01:30:21.245347+0000","last_fullsized":"2024-09-12T01:30:21.245347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:36.711747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236370+0000","last_change":"2024-09-12T01:00:41.037953+0000","last_active":"2024-09-12T01:30:53.236370+0000","last_peered":"2024-09-12T01:30:53.236370+0000","last_clean":"2024-09-12T01:30:53.236370+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:30:53.236370+0000","last_undegraded":"2024-09-12T01:30:53.236370+0000","last_fullsized":"2024-09-12T01:30:53.236370+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'3","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278859+0000","last_change":"2024-09-12T00:42:18.560661+0000","last_active":"2024-09-12T01:32:11.278859+0000","last_peered":"2024-09-12T01:32:11.278859+0000","last_clean":"2024-09-12T01:32:11.278859+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:32:11.278859+0000","last_undegraded":"2024-09-12T01:32:11.278859+0000","last_fullsized":"2024-09-12T01:32:11.278859+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:13.456838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.138507+0000","last_change":"2024-09-12T00:42:13.969505+0000","last_active":"2024-09-12T01:32:06.138507+0000","last_peered":"2024-09-12T01:32:06.138507+0000","last_clean":"2024-09-12T01:32:06.138507+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:32:06.138507+0000","last_undegraded":"2024-09-12T01:32:06.138507+0000","last_fullsized":"2024-09-12T01:32:06.138507+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:11.293616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":184,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264575+0000","last_change":"2024-09-12T00:38:18.968105+0000","last_active":"2024-09-12T01:30:36.264575+0000","last_peered":"2024-09-12T01:30:36.264575+0000","last_clean":"2024-09-12T01:30:36.264575+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:30:36.264575+0000","last_undegraded":"2024-09-12T01:30:36.264575+0000","last_fullsized":"2024-09-12T01:30:36.264575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:26.323520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133167+0000","last_change":"2024-09-12T01:00:41.034018+0000","last_active":"2024-09-12T01:31:56.133167+0000","last_peered":"2024-09-12T01:31:56.133167+0000","last_clean":"2024-09-12T01:31:56.133167+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:31:56.133167+0000","last_undegraded":"2024-09-12T01:31:56.133167+0000","last_fullsized":"2024-09-12T01:31:56.133167+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:15.070737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'13","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.459113+0000","last_change":"2024-09-12T00:42:18.042742+0000","last_active":"2024-09-12T01:34:08.459113+0000","last_peered":"2024-09-12T01:34:08.459113+0000","last_clean":"2024-09-12T01:34:08.459113+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:34:08.459113+0000","last_undegraded":"2024-09-12T01:34:08.459113+0000","last_fullsized":"2024-09-12T01:34:08.459113+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:48.813271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":39940,"num_write":18,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278193+0000","last_change":"2024-09-12T00:42:13.966027+0000","last_active":"2024-09-12T01:32:06.278193+0000","last_peered":"2024-09-12T01:32:06.278193+0000","last_clean":"2024-09-12T01:32:06.278193+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:32:06.278193+0000","last_undegraded":"2024-09-12T01:32:06.278193+0000","last_fullsized":"2024-09-12T01:32:06.278193+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:36.445771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":124,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:23.232767+0000","last_change":"2024-09-12T00:38:18.969989+0000","last_active":"2024-09-12T01:30:23.232767+0000","last_peered":"2024-09-12T01:30:23.232767+0000","last_clean":"2024-09-12T01:30:23.232767+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:30:23.232767+0000","last_undegraded":"2024-09-12T01:30:23.232767+0000","last_fullsized":"2024-09-12T01:30:23.232767+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.325077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217607+0000","last_change":"2024-09-12T01:00:41.035101+0000","last_active":"2024-09-12T01:31:01.217607+0000","last_peered":"2024-09-12T01:31:01.217607+0000","last_clean":"2024-09-12T01:31:01.217607+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:31:01.217607+0000","last_undegraded":"2024-09-12T01:31:01.217607+0000","last_fullsized":"2024-09-12T01:31:01.217607+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:51.263979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:13.231556+0000","last_change":"2024-09-12T00:42:18.049907+0000","last_active":"2024-09-12T01:30:13.231556+0000","last_peered":"2024-09-12T01:30:13.231556+0000","last_clean":"2024-09-12T01:30:13.231556+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:30:13.231556+0000","last_undegraded":"2024-09-12T01:30:13.231556+0000","last_fullsized":"2024-09-12T01:30:13.231556+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:46.477695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'8","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.292134+0000","last_change":"2024-09-12T00:42:13.959757+0000","last_active":"2024-09-12T01:34:08.292134+0000","last_peered":"2024-09-12T01:34:08.292134+0000","last_clean":"2024-09-12T01:34:08.292134+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:34:08.292134+0000","last_undegraded":"2024-09-12T01:34:08.292134+0000","last_fullsized":"2024-09-12T01:34:08.292134+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:27.397712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15360,"num_write":8,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":131,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.123989+0000","last_change":"2024-09-12T00:38:18.966014+0000","last_active":"2024-09-12T01:30:26.123989+0000","last_peered":"2024-09-12T01:30:26.123989+0000","last_clean":"2024-09-12T01:30:26.123989+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:30:26.123989+0000","last_undegraded":"2024-09-12T01:30:26.123989+0000","last_fullsized":"2024-09-12T01:30:26.123989+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:07.665039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.359019+0000","last_change":"2024-09-12T01:00:41.027823+0000","last_active":"2024-09-12T01:31:01.359019+0000","last_peered":"2024-09-12T01:31:01.359019+0000","last_clean":"2024-09-12T01:31:01.359019+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:31:01.359019+0000","last_undegraded":"2024-09-12T01:31:01.359019+0000","last_fullsized":"2024-09-12T01:31:01.359019+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:37.658642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.142149+0000","last_change":"2024-09-12T00:42:18.050839+0000","last_active":"2024-09-12T01:32:31.142149+0000","last_peered":"2024-09-12T01:32:31.142149+0000","last_clean":"2024-09-12T01:32:31.142149+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:32:31.142149+0000","last_undegraded":"2024-09-12T01:32:31.142149+0000","last_fullsized":"2024-09-12T01:32:31.142149+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:29:17.319402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.260549+0000","last_change":"2024-09-12T00:42:13.965690+0000","last_active":"2024-09-12T01:30:11.260549+0000","last_peered":"2024-09-12T01:30:11.260549+0000","last_clean":"2024-09-12T01:30:11.260549+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:30:11.260549+0000","last_undegraded":"2024-09-12T01:30:11.260549+0000","last_fullsized":"2024-09-12T01:30:11.260549+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:49:05.901444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":172,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.120558+0000","last_change":"2024-09-12T00:38:18.961842+0000","last_active":"2024-09-12T01:30:26.120558+0000","last_peered":"2024-09-12T01:30:26.120558+0000","last_clean":"2024-09-12T01:30:26.120558+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:30:26.120558+0000","last_undegraded":"2024-09-12T01:30:26.120558+0000","last_fullsized":"2024-09-12T01:30:26.120558+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:42.827425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250654+0000","last_change":"2024-09-12T01:00:41.027150+0000","last_active":"2024-09-12T01:31:56.250654+0000","last_peered":"2024-09-12T01:31:56.250654+0000","last_clean":"2024-09-12T01:31:56.250654+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:31:56.250654+0000","last_undegraded":"2024-09-12T01:31:56.250654+0000","last_fullsized":"2024-09-12T01:31:56.250654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:30.965402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.262206+0000","last_change":"2024-09-12T00:42:18.049315+0000","last_active":"2024-09-12T01:32:21.262206+0000","last_peered":"2024-09-12T01:32:21.262206+0000","last_clean":"2024-09-12T01:32:21.262206+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:32:21.262206+0000","last_undegraded":"2024-09-12T01:32:21.262206+0000","last_fullsized":"2024-09-12T01:32:21.262206+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:55:47.733043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:08.230881+0000","last_change":"2024-09-12T00:42:13.968208+0000","last_active":"2024-09-12T01:30:08.230881+0000","last_peered":"2024-09-12T01:30:08.230881+0000","last_clean":"2024-09-12T01:30:08.230881+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:30:08.230881+0000","last_undegraded":"2024-09-12T01:30:08.230881+0000","last_fullsized":"2024-09-12T01:30:08.230881+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:22.169888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":107,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.246076+0000","last_change":"2024-09-12T00:38:18.964058+0000","last_active":"2024-09-12T01:30:26.246076+0000","last_peered":"2024-09-12T01:30:26.246076+0000","last_clean":"2024-09-12T01:30:26.246076+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:30:26.246076+0000","last_undegraded":"2024-09-12T01:30:26.246076+0000","last_fullsized":"2024-09-12T01:30:26.246076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:24:51.041258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277450+0000","last_change":"2024-09-12T01:00:41.037045+0000","last_active":"2024-09-12T01:32:01.277450+0000","last_peered":"2024-09-12T01:32:01.277450+0000","last_clean":"2024-09-12T01:32:01.277450+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:32:01.277450+0000","last_undegraded":"2024-09-12T01:32:01.277450+0000","last_fullsized":"2024-09-12T01:32:01.277450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:05.090822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:16.119068+0000","last_change":"2024-09-12T00:42:18.045079+0000","last_active":"2024-09-12T01:30:16.119068+0000","last_peered":"2024-09-12T01:30:16.119068+0000","last_clean":"2024-09-12T01:30:16.119068+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:30:16.119068+0000","last_undegraded":"2024-09-12T01:30:16.119068+0000","last_fullsized":"2024-09-12T01:30:16.119068+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:55:04.516643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'7","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.261433+0000","last_change":"2024-09-12T00:42:13.968198+0000","last_active":"2024-09-12T01:32:16.261433+0000","last_peered":"2024-09-12T01:32:16.261433+0000","last_clean":"2024-09-12T01:32:16.261433+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:32:16.261433+0000","last_undegraded":"2024-09-12T01:32:16.261433+0000","last_fullsized":"2024-09-12T01:32:16.261433+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:06.486651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'115","reported_seq":418,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263894+0000","last_change":"2024-09-12T00:38:18.965108+0000","last_active":"2024-09-12T01:30:31.263894+0000","last_peered":"2024-09-12T01:30:31.263894+0000","last_clean":"2024-09-12T01:30:31.263894+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:30:31.263894+0000","last_undegraded":"2024-09-12T01:30:31.263894+0000","last_fullsized":"2024-09-12T01:30:31.263894+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:26.877870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'373","reported_seq":1038,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.374086+0000","last_change":"2024-09-12T00:24:08.673892+0000","last_active":"2024-09-12T01:34:09.374086+0000","last_peered":"2024-09-12T01:34:09.374086+0000","last_clean":"2024-09-12T01:34:09.374086+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:34:09.374086+0000","last_undegraded":"2024-09-12T01:34:09.374086+0000","last_fullsized":"2024-09-12T01:34:09.374086+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:48.811617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":564,"num_read_kb":12865,"num_write":1138,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'583","reported_seq":1358,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.904209+0000","last_change":"2024-09-12T00:24:10.669998+0000","last_active":"2024-09-12T01:32:14.904209+0000","last_peered":"2024-09-12T01:32:14.904209+0000","last_clean":"2024-09-12T01:32:14.904209+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:32:14.904209+0000","last_undegraded":"2024-09-12T01:32:14.904209+0000","last_fullsized":"2024-09-12T01:32:14.904209+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:30.082229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'322","reported_seq":939,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.255476+0000","last_change":"2024-09-12T00:24:08.670262+0000","last_active":"2024-09-12T01:34:09.255476+0000","last_peered":"2024-09-12T01:34:09.255476+0000","last_clean":"2024-09-12T01:34:09.255476+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:09.255476+0000","last_undegraded":"2024-09-12T01:34:09.255476+0000","last_fullsized":"2024-09-12T01:34:09.255476+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:43:41.253751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":413,"num_read_kb":19914,"num_write":961,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":674,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.274283+0000","last_change":"2024-09-12T00:24:10.674620+0000","last_active":"2024-09-12T01:31:41.274283+0000","last_peered":"2024-09-12T01:31:41.274283+0000","last_clean":"2024-09-12T01:31:41.274283+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:31:41.274283+0000","last_undegraded":"2024-09-12T01:31:41.274283+0000","last_fullsized":"2024-09-12T01:31:41.274283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:52.637267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'318","reported_seq":971,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.393034+0000","last_change":"2024-09-12T00:24:08.662063+0000","last_active":"2024-09-12T01:34:09.393034+0000","last_peered":"2024-09-12T01:34:09.393034+0000","last_clean":"2024-09-12T01:34:09.393034+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:34:09.393034+0000","last_undegraded":"2024-09-12T01:34:09.393034+0000","last_fullsized":"2024-09-12T01:34:09.393034+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:31.709349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536353,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":23511,"num_write":1046,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":828,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130823+0000","last_change":"2024-09-12T00:24:10.664917+0000","last_active":"2024-09-12T01:31:41.130823+0000","last_peered":"2024-09-12T01:31:41.130823+0000","last_clean":"2024-09-12T01:31:41.130823+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:31:41.130823+0000","last_undegraded":"2024-09-12T01:31:41.130823+0000","last_fullsized":"2024-09-12T01:31:41.130823+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:08.359684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'370","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.414198+0000","last_change":"2024-09-12T00:24:08.666390+0000","last_active":"2024-09-12T01:34:09.414198+0000","last_peered":"2024-09-12T01:34:09.414198+0000","last_clean":"2024-09-12T01:34:09.414198+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:34:09.414198+0000","last_undegraded":"2024-09-12T01:34:09.414198+0000","last_fullsized":"2024-09-12T01:34:09.414198+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:57.995959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079945,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":514,"num_read_kb":21240,"num_write":1215,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1001,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248644+0000","last_change":"2024-09-12T00:24:10.677456+0000","last_active":"2024-09-12T01:31:41.248644+0000","last_peered":"2024-09-12T01:31:41.248644+0000","last_clean":"2024-09-12T01:31:41.248644+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:31:41.248644+0000","last_undegraded":"2024-09-12T01:31:41.248644+0000","last_fullsized":"2024-09-12T01:31:41.248644+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:57.022663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'368","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.360737+0000","last_change":"2024-09-12T00:24:08.658660+0000","last_active":"2024-09-12T01:34:09.360737+0000","last_peered":"2024-09-12T01:34:09.360737+0000","last_clean":"2024-09-12T01:34:09.360737+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:34:09.360737+0000","last_undegraded":"2024-09-12T01:34:09.360737+0000","last_fullsized":"2024-09-12T01:34:09.360737+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:59:47.868637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4566127,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":531,"num_read_kb":15568,"num_write":1193,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245321+0000","last_change":"2024-09-12T00:24:10.676113+0000","last_active":"2024-09-12T01:30:21.245321+0000","last_peered":"2024-09-12T01:30:21.245321+0000","last_clean":"2024-09-12T01:30:21.245321+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:30:21.245321+0000","last_undegraded":"2024-09-12T01:30:21.245321+0000","last_fullsized":"2024-09-12T01:30:21.245321+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:28.079984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'381","reported_seq":1058,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.413277+0000","last_change":"2024-09-12T00:24:08.668043+0000","last_active":"2024-09-12T01:34:09.413277+0000","last_peered":"2024-09-12T01:34:09.413277+0000","last_clean":"2024-09-12T01:34:09.413277+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:34:09.413277+0000","last_undegraded":"2024-09-12T01:34:09.413277+0000","last_fullsized":"2024-09-12T01:34:09.413277+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:43.936342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":607,"num_read_kb":19657,"num_write":1231,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":626,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123981+0000","last_change":"2024-09-12T00:24:10.662510+0000","last_active":"2024-09-12T01:30:51.123981+0000","last_peered":"2024-09-12T01:30:51.123981+0000","last_clean":"2024-09-12T01:30:51.123981+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:30:51.123981+0000","last_undegraded":"2024-09-12T01:30:51.123981+0000","last_fullsized":"2024-09-12T01:30:51.123981+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:31.895006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'358","reported_seq":1036,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.374410+0000","last_change":"2024-09-12T00:24:08.665105+0000","last_active":"2024-09-12T01:34:09.374410+0000","last_peered":"2024-09-12T01:34:09.374410+0000","last_clean":"2024-09-12T01:34:09.374410+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:34:09.374410+0000","last_undegraded":"2024-09-12T01:34:09.374410+0000","last_fullsized":"2024-09-12T01:34:09.374410+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:28.242626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":600,"num_read_kb":23929,"num_write":1105,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127753+0000","last_change":"2024-09-12T00:24:38.772626+0000","last_active":"2024-09-12T01:30:51.127753+0000","last_peered":"2024-09-12T01:30:51.127753+0000","last_clean":"2024-09-12T01:30:51.127753+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:30:51.127753+0000","last_undegraded":"2024-09-12T01:30:51.127753+0000","last_fullsized":"2024-09-12T01:30:51.127753+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:07.196387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'323","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.404647+0000","last_change":"2024-09-12T00:24:08.667403+0000","last_active":"2024-09-12T01:34:09.404647+0000","last_peered":"2024-09-12T01:34:09.404647+0000","last_clean":"2024-09-12T01:34:09.404647+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:34:09.404647+0000","last_undegraded":"2024-09-12T01:34:09.404647+0000","last_fullsized":"2024-09-12T01:34:09.404647+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:33.697774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":447,"num_read_kb":8621,"num_write":1128,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:57.421562+0000","last_change":"2024-09-12T00:24:10.679160+0000","last_active":"2024-09-12T01:31:57.421562+0000","last_peered":"2024-09-12T01:31:57.421562+0000","last_clean":"2024-09-12T01:31:57.421562+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:31:57.421562+0000","last_undegraded":"2024-09-12T01:31:57.421562+0000","last_fullsized":"2024-09-12T01:31:57.421562+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:19.316312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":718,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.132387+0000","last_change":"2024-09-12T00:24:10.664971+0000","last_active":"2024-09-12T01:31:51.132387+0000","last_peered":"2024-09-12T01:31:51.132387+0000","last_clean":"2024-09-12T01:31:51.132387+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:31:51.132387+0000","last_undegraded":"2024-09-12T01:31:51.132387+0000","last_fullsized":"2024-09-12T01:31:51.132387+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:50.657002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'358","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.363856+0000","last_change":"2024-09-12T00:24:08.670051+0000","last_active":"2024-09-12T01:34:09.363856+0000","last_peered":"2024-09-12T01:34:09.363856+0000","last_clean":"2024-09-12T01:34:09.363856+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:34:09.363856+0000","last_undegraded":"2024-09-12T01:34:09.363856+0000","last_fullsized":"2024-09-12T01:34:09.363856+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:59.477433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":3675,"num_write":1102,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.275891+0000","last_change":"2024-09-12T00:24:10.674713+0000","last_active":"2024-09-12T01:31:51.275891+0000","last_peered":"2024-09-12T01:31:51.275891+0000","last_clean":"2024-09-12T01:31:51.275891+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:31:51.275891+0000","last_undegraded":"2024-09-12T01:31:51.275891+0000","last_fullsized":"2024-09-12T01:31:51.275891+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:21.004493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'353","reported_seq":1235,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.417826+0000","last_change":"2024-09-12T00:24:08.668207+0000","last_active":"2024-09-12T01:34:09.417826+0000","last_peered":"2024-09-12T01:34:09.417826+0000","last_clean":"2024-09-12T01:34:09.417826+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:34:09.417826+0000","last_undegraded":"2024-09-12T01:34:09.417826+0000","last_fullsized":"2024-09-12T01:34:09.417826+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:17.075473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342158,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":949,"num_read_kb":51989,"num_write":1139,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4810,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.392245+0000","last_change":"2024-09-12T00:24:10.683698+0000","last_active":"2024-09-12T01:32:44.392245+0000","last_peered":"2024-09-12T01:32:44.392245+0000","last_clean":"2024-09-12T01:32:44.392245+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:32:44.392245+0000","last_undegraded":"2024-09-12T01:32:44.392245+0000","last_fullsized":"2024-09-12T01:32:44.392245+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:22:53.338702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.398092+0000","last_change":"2024-09-12T00:24:08.674604+0000","last_active":"2024-09-12T01:34:09.398092+0000","last_peered":"2024-09-12T01:34:09.398092+0000","last_clean":"2024-09-12T01:34:09.398092+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:34:09.398092+0000","last_undegraded":"2024-09-12T01:34:09.398092+0000","last_fullsized":"2024-09-12T01:34:09.398092+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:04.355926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":487,"num_read_kb":22078,"num_write":1096,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.222844+0000","last_change":"2024-09-12T00:24:10.678885+0000","last_active":"2024-09-12T01:31:51.222844+0000","last_peered":"2024-09-12T01:31:51.222844+0000","last_clean":"2024-09-12T01:31:51.222844+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:31:51.222844+0000","last_undegraded":"2024-09-12T01:31:51.222844+0000","last_fullsized":"2024-09-12T01:31:51.222844+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'328","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.418128+0000","last_change":"2024-09-12T00:25:38.861987+0000","last_active":"2024-09-12T01:34:09.418128+0000","last_peered":"2024-09-12T01:34:09.418128+0000","last_clean":"2024-09-12T01:34:09.418128+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:34:09.418128+0000","last_undegraded":"2024-09-12T01:34:09.418128+0000","last_fullsized":"2024-09-12T01:34:09.418128+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:38.435795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2163654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":506,"num_read_kb":45990,"num_write":1061,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'37","reported_seq":569,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.222872+0000","last_change":"2024-09-12T00:24:10.679770+0000","last_active":"2024-09-12T01:31:51.222872+0000","last_peered":"2024-09-12T01:31:51.222872+0000","last_clean":"2024-09-12T01:31:51.222872+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:31:51.222872+0000","last_undegraded":"2024-09-12T01:31:51.222872+0000","last_fullsized":"2024-09-12T01:31:51.222872+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'314","reported_seq":953,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.418094+0000","last_change":"2024-09-12T00:24:08.669924+0000","last_active":"2024-09-12T01:34:09.418094+0000","last_peered":"2024-09-12T01:34:09.418094+0000","last_clean":"2024-09-12T01:34:09.418094+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:34:09.418094+0000","last_undegraded":"2024-09-12T01:34:09.418094+0000","last_fullsized":"2024-09-12T01:34:09.418094+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398791,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":455,"num_read_kb":21059,"num_write":1038,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'151","reported_seq":768,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.132497+0000","last_change":"2024-09-12T00:24:10.663291+0000","last_active":"2024-09-12T01:31:51.132497+0000","last_peered":"2024-09-12T01:31:51.132497+0000","last_clean":"2024-09-12T01:31:51.132497+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:31:51.132497+0000","last_undegraded":"2024-09-12T01:31:51.132497+0000","last_fullsized":"2024-09-12T01:31:51.132497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'431","reported_seq":1155,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.387190+0000","last_change":"2024-09-12T00:24:08.661984+0000","last_active":"2024-09-12T01:34:09.387190+0000","last_peered":"2024-09-12T01:34:09.387190+0000","last_clean":"2024-09-12T01:34:09.387190+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:34:09.387190+0000","last_undegraded":"2024-09-12T01:34:09.387190+0000","last_fullsized":"2024-09-12T01:34:09.387190+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:15.112372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":809,"num_read_kb":13798,"num_write":1265,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.508515+0000","last_change":"2024-09-12T00:24:18.738335+0000","last_active":"2024-09-12T01:32:44.508515+0000","last_peered":"2024-09-12T01:32:44.508515+0000","last_clean":"2024-09-12T01:32:44.508515+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:32:44.508515+0000","last_undegraded":"2024-09-12T01:32:44.508515+0000","last_fullsized":"2024-09-12T01:32:44.508515+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:59.009931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":817,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.226866+0000","last_change":"2024-09-12T00:24:10.680033+0000","last_active":"2024-09-12T01:29:46.226866+0000","last_peered":"2024-09-12T01:29:46.226866+0000","last_clean":"2024-09-12T01:29:46.226866+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:29:46.226866+0000","last_undegraded":"2024-09-12T01:29:46.226866+0000","last_fullsized":"2024-09-12T01:29:46.226866+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:10.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'415","reported_seq":1103,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.412924+0000","last_change":"2024-09-12T00:24:39.111008+0000","last_active":"2024-09-12T01:34:09.412924+0000","last_peered":"2024-09-12T01:34:09.412924+0000","last_clean":"2024-09-12T01:34:09.412924+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:34:09.412924+0000","last_undegraded":"2024-09-12T01:34:09.412924+0000","last_fullsized":"2024-09-12T01:34:09.412924+0000","mapping_epoch":40,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:08.436939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524410,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":29392,"num_write":1283,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.116169+0000","last_change":"2024-09-12T00:24:12.689642+0000","last_active":"2024-09-12T01:29:31.116169+0000","last_peered":"2024-09-12T01:29:31.116169+0000","last_clean":"2024-09-12T01:29:31.116169+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:29:31.116169+0000","last_undegraded":"2024-09-12T01:29:31.116169+0000","last_fullsized":"2024-09-12T01:29:31.116169+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:06.266600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'345","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.452740+0000","last_change":"2024-09-12T00:24:14.706522+0000","last_active":"2024-09-12T01:34:08.452740+0000","last_peered":"2024-09-12T01:34:08.452740+0000","last_clean":"2024-09-12T01:34:08.452740+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:34:08.452740+0000","last_undegraded":"2024-09-12T01:34:08.452740+0000","last_fullsized":"2024-09-12T01:34:08.452740+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:35.667020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44419,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":561,"num_read_kb":1171,"num_write":436,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.254226+0000","last_change":"2024-09-12T00:24:16.720768+0000","last_active":"2024-09-12T01:29:31.254226+0000","last_peered":"2024-09-12T01:29:31.254226+0000","last_clean":"2024-09-12T01:29:31.254226+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:29:31.254226+0000","last_undegraded":"2024-09-12T01:29:31.254226+0000","last_fullsized":"2024-09-12T01:29:31.254226+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:40.618368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'159","reported_seq":713,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.901714+0000","last_change":"2024-09-12T00:24:18.731110+0000","last_active":"2024-09-12T01:32:14.901714+0000","last_peered":"2024-09-12T01:32:14.901714+0000","last_clean":"2024-09-12T01:32:14.901714+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:32:14.901714+0000","last_undegraded":"2024-09-12T01:32:14.901714+0000","last_fullsized":"2024-09-12T01:32:14.901714+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:36.329988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":741,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.136232+0000","last_change":"2024-09-12T00:24:10.670433+0000","last_active":"2024-09-12T01:31:51.136232+0000","last_peered":"2024-09-12T01:31:51.136232+0000","last_clean":"2024-09-12T01:31:51.136232+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:31:51.136232+0000","last_undegraded":"2024-09-12T01:31:51.136232+0000","last_fullsized":"2024-09-12T01:31:51.136232+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:44.934657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'414","reported_seq":1119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.923233+0000","last_change":"2024-09-12T01:34:15.923233+0000","last_active":"2024-09-12T01:34:15.923233+0000","last_peered":"2024-09-12T01:34:15.923233+0000","last_clean":"2024-09-12T01:34:15.923233+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:34:15.923233+0000","last_undegraded":"2024-09-12T01:34:15.923233+0000","last_fullsized":"2024-09-12T01:34:15.923233+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'414","last_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_deep_scrub":"267'414","last_deep_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.923149+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:52.215181+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":687,"num_read_kb":44477,"num_write":1209,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.227457+0000","last_change":"2024-09-12T00:24:12.686316+0000","last_active":"2024-09-12T01:29:51.227457+0000","last_peered":"2024-09-12T01:29:51.227457+0000","last_clean":"2024-09-12T01:29:51.227457+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:29:51.227457+0000","last_undegraded":"2024-09-12T01:29:51.227457+0000","last_fullsized":"2024-09-12T01:29:51.227457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:50.348880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'103","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369636+0000","last_change":"2024-09-12T00:24:14.699420+0000","last_active":"2024-09-12T01:29:31.369636+0000","last_peered":"2024-09-12T01:29:31.369636+0000","last_clean":"2024-09-12T01:29:31.369636+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:29:31.369636+0000","last_undegraded":"2024-09-12T01:29:31.369636+0000","last_fullsized":"2024-09-12T01:29:31.369636+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:12.642030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369625+0000","last_change":"2024-09-12T00:24:16.714474+0000","last_active":"2024-09-12T01:29:31.369625+0000","last_peered":"2024-09-12T01:29:31.369625+0000","last_clean":"2024-09-12T01:29:31.369625+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:29:31.369625+0000","last_undegraded":"2024-09-12T01:29:31.369625+0000","last_fullsized":"2024-09-12T01:29:31.369625+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:48:09.089607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'115","reported_seq":636,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.023724+0000","last_change":"2024-09-12T00:24:18.734348+0000","last_active":"2024-09-12T01:32:43.023724+0000","last_peered":"2024-09-12T01:32:43.023724+0000","last_clean":"2024-09-12T01:32:43.023724+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:32:43.023724+0000","last_undegraded":"2024-09-12T01:32:43.023724+0000","last_fullsized":"2024-09-12T01:32:43.023724+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:06.589383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":814,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.250008+0000","last_change":"2024-09-12T00:24:10.678414+0000","last_active":"2024-09-12T01:31:51.250008+0000","last_peered":"2024-09-12T01:31:51.250008+0000","last_clean":"2024-09-12T01:31:51.250008+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:31:51.250008+0000","last_undegraded":"2024-09-12T01:31:51.250008+0000","last_fullsized":"2024-09-12T01:31:51.250008+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'330","reported_seq":958,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.396608+0000","last_change":"2024-09-12T00:24:08.670301+0000","last_active":"2024-09-12T01:34:09.396608+0000","last_peered":"2024-09-12T01:34:09.396608+0000","last_clean":"2024-09-12T01:34:09.396608+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:34:09.396608+0000","last_undegraded":"2024-09-12T01:34:09.396608+0000","last_fullsized":"2024-09-12T01:34:09.396608+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:17.036904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524334,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":21947,"num_write":1108,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.224828+0000","last_change":"2024-09-12T00:24:12.693371+0000","last_active":"2024-09-12T01:29:31.224828+0000","last_peered":"2024-09-12T01:29:31.224828+0000","last_clean":"2024-09-12T01:29:31.224828+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:29:31.224828+0000","last_undegraded":"2024-09-12T01:29:31.224828+0000","last_fullsized":"2024-09-12T01:29:31.224828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:43.565765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'135","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.209810+0000","last_change":"2024-09-12T00:24:14.697470+0000","last_active":"2024-09-12T01:29:51.209810+0000","last_peered":"2024-09-12T01:29:51.209810+0000","last_clean":"2024-09-12T01:29:51.209810+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:29:51.209810+0000","last_undegraded":"2024-09-12T01:29:51.209810+0000","last_fullsized":"2024-09-12T01:29:51.209810+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:55.092352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'784","reported_seq":6753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.093188+0000","last_change":"2024-09-12T00:24:16.721955+0000","last_active":"2024-09-12T01:34:09.093188+0000","last_peered":"2024-09-12T01:34:09.093188+0000","last_clean":"2024-09-12T01:34:09.093188+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:34:09.093188+0000","last_undegraded":"2024-09-12T01:34:09.093188+0000","last_fullsized":"2024-09-12T01:34:09.093188+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":701,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:08:45.418609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'225","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.496591+0000","last_change":"2024-09-12T00:24:18.731761+0000","last_active":"2024-09-12T01:32:43.496591+0000","last_peered":"2024-09-12T01:32:43.496591+0000","last_clean":"2024-09-12T01:32:43.496591+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:32:43.496591+0000","last_undegraded":"2024-09-12T01:32:43.496591+0000","last_fullsized":"2024-09-12T01:32:43.496591+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:16.513463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":614,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:04.348656+0000","last_change":"2024-09-12T00:24:10.678332+0000","last_active":"2024-09-12T01:32:04.348656+0000","last_peered":"2024-09-12T01:32:04.348656+0000","last_clean":"2024-09-12T01:32:04.348656+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:32:04.348656+0000","last_undegraded":"2024-09-12T01:32:04.348656+0000","last_fullsized":"2024-09-12T01:32:04.348656+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'337","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.336962+0000","last_change":"2024-09-12T00:24:38.771075+0000","last_active":"2024-09-12T01:34:09.336962+0000","last_peered":"2024-09-12T01:34:09.336962+0000","last_clean":"2024-09-12T01:34:09.336962+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:34:09.336962+0000","last_undegraded":"2024-09-12T01:34:09.336962+0000","last_fullsized":"2024-09-12T01:34:09.336962+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:27.420007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568655,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":38039,"num_write":1084,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"39'3","reported_seq":977,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.421796+0000","last_change":"2024-09-12T00:24:12.685929+0000","last_active":"2024-09-12T01:34:07.421796+0000","last_peered":"2024-09-12T01:34:07.421796+0000","last_clean":"2024-09-12T01:34:07.421796+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:34:07.421796+0000","last_undegraded":"2024-09-12T01:34:07.421796+0000","last_fullsized":"2024-09-12T01:34:07.421796+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:52.157127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'290","reported_seq":878,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.139055+0000","last_change":"2024-09-12T00:24:14.749704+0000","last_active":"2024-09-12T01:34:08.139055+0000","last_peered":"2024-09-12T01:34:08.139055+0000","last_clean":"2024-09-12T01:34:08.139055+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:08.139055+0000","last_undegraded":"2024-09-12T01:34:08.139055+0000","last_fullsized":"2024-09-12T01:34:08.139055+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:39.150759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45912,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1100,"num_write":382,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'764","reported_seq":2500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.428874+0000","last_change":"2024-09-12T00:24:16.723676+0000","last_active":"2024-09-12T01:34:08.428874+0000","last_peered":"2024-09-12T01:34:08.428874+0000","last_clean":"2024-09-12T01:34:08.428874+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:34:08.428874+0000","last_undegraded":"2024-09-12T01:34:08.428874+0000","last_fullsized":"2024-09-12T01:34:08.428874+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:29.790051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131721+0000","last_change":"2024-09-12T00:24:10.671155+0000","last_active":"2024-09-12T01:31:21.131721+0000","last_peered":"2024-09-12T01:31:21.131721+0000","last_clean":"2024-09-12T01:31:21.131721+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:31:21.131721+0000","last_undegraded":"2024-09-12T01:31:21.131721+0000","last_fullsized":"2024-09-12T01:31:21.131721+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:38.414812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'357","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.157347+0000","last_change":"2024-09-12T01:34:16.157347+0000","last_active":"2024-09-12T01:34:16.157347+0000","last_peered":"2024-09-12T01:34:16.157347+0000","last_clean":"2024-09-12T01:34:16.157347+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:34:16.157347+0000","last_undegraded":"2024-09-12T01:34:16.157347+0000","last_fullsized":"2024-09-12T01:34:16.157347+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.157167+0000","objects_scrubbed":9,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:58.281772+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":29153,"num_write":1128,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.272083+0000","last_change":"2024-09-12T00:24:12.688189+0000","last_active":"2024-09-12T01:31:26.272083+0000","last_peered":"2024-09-12T01:31:26.272083+0000","last_clean":"2024-09-12T01:31:26.272083+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:31:26.272083+0000","last_undegraded":"2024-09-12T01:31:26.272083+0000","last_fullsized":"2024-09-12T01:31:26.272083+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:32.894151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'415","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.710040+0000","last_change":"2024-09-12T00:24:14.750386+0000","last_active":"2024-09-12T01:34:08.710040+0000","last_peered":"2024-09-12T01:34:08.710040+0000","last_clean":"2024-09-12T01:34:08.710040+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:34:08.710040+0000","last_undegraded":"2024-09-12T01:34:08.710040+0000","last_fullsized":"2024-09-12T01:34:08.710040+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:13.215648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47925,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":680,"num_read_kb":1437,"num_write":538,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134640+0000","last_change":"2024-09-12T00:24:16.719112+0000","last_active":"2024-09-12T01:31:48.134640+0000","last_peered":"2024-09-12T01:31:48.134640+0000","last_clean":"2024-09-12T01:31:48.134640+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:31:48.134640+0000","last_undegraded":"2024-09-12T01:31:48.134640+0000","last_fullsized":"2024-09-12T01:31:48.134640+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.049198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'515","reported_seq":1327,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.655241+0000","last_change":"2024-09-12T00:24:18.731187+0000","last_active":"2024-09-12T01:33:48.655241+0000","last_peered":"2024-09-12T01:33:48.655241+0000","last_clean":"2024-09-12T01:33:48.655241+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:33:48.655241+0000","last_undegraded":"2024-09-12T01:33:48.655241+0000","last_fullsized":"2024-09-12T01:33:48.655241+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.209017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'131","reported_seq":729,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.128037+0000","last_change":"2024-09-12T00:24:10.663063+0000","last_active":"2024-09-12T01:31:21.128037+0000","last_peered":"2024-09-12T01:31:21.128037+0000","last_clean":"2024-09-12T01:31:21.128037+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:31:21.128037+0000","last_undegraded":"2024-09-12T01:31:21.128037+0000","last_fullsized":"2024-09-12T01:31:21.128037+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":100,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:05:46.454255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'379","reported_seq":1044,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.294994+0000","last_change":"2024-09-12T00:24:08.658729+0000","last_active":"2024-09-12T01:34:09.294994+0000","last_peered":"2024-09-12T01:34:09.294994+0000","last_clean":"2024-09-12T01:34:09.294994+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:34:09.294994+0000","last_undegraded":"2024-09-12T01:34:09.294994+0000","last_fullsized":"2024-09-12T01:34:09.294994+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:50.335842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":555,"num_read_kb":10519,"num_write":1110,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220125+0000","last_change":"2024-09-12T00:24:12.681932+0000","last_active":"2024-09-12T01:31:26.220125+0000","last_peered":"2024-09-12T01:31:26.220125+0000","last_clean":"2024-09-12T01:31:26.220125+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:31:26.220125+0000","last_undegraded":"2024-09-12T01:31:26.220125+0000","last_fullsized":"2024-09-12T01:31:26.220125+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.734065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.554710+0000","last_change":"2024-09-12T00:24:14.700184+0000","last_active":"2024-09-12T01:34:07.554710+0000","last_peered":"2024-09-12T01:34:07.554710+0000","last_clean":"2024-09-12T01:34:07.554710+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:34:07.554710+0000","last_undegraded":"2024-09-12T01:34:07.554710+0000","last_fullsized":"2024-09-12T01:34:07.554710+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:14.767330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46719,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":1130,"num_write":398,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240967+0000","last_change":"2024-09-12T00:24:16.725409+0000","last_active":"2024-09-12T01:31:41.240967+0000","last_peered":"2024-09-12T01:31:41.240967+0000","last_clean":"2024-09-12T01:31:41.240967+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:31:41.240967+0000","last_undegraded":"2024-09-12T01:31:41.240967+0000","last_fullsized":"2024-09-12T01:31:41.240967+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2392","reported_seq":4231,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:16.270354+0000","last_change":"2024-09-12T00:24:18.733017+0000","last_active":"2024-09-12T01:33:16.270354+0000","last_peered":"2024-09-12T01:33:16.270354+0000","last_clean":"2024-09-12T01:33:16.270354+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:33:16.270354+0000","last_undegraded":"2024-09-12T01:33:16.270354+0000","last_fullsized":"2024-09-12T01:33:16.270354+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":2300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:47.581649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:53.255027+0000","last_change":"2024-09-12T00:24:10.674638+0000","last_active":"2024-09-12T01:31:53.255027+0000","last_peered":"2024-09-12T01:31:53.255027+0000","last_clean":"2024-09-12T01:31:53.255027+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:31:53.255027+0000","last_undegraded":"2024-09-12T01:31:53.255027+0000","last_fullsized":"2024-09-12T01:31:53.255027+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:58:17.799862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'334","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.291636+0000","last_change":"2024-09-12T00:24:08.664366+0000","last_active":"2024-09-12T01:34:09.291636+0000","last_peered":"2024-09-12T01:34:09.291636+0000","last_clean":"2024-09-12T01:34:09.291636+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:34:09.291636+0000","last_undegraded":"2024-09-12T01:34:09.291636+0000","last_fullsized":"2024-09-12T01:34:09.291636+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:15.752193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4951266,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":707,"num_read_kb":68545,"num_write":961,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222328+0000","last_change":"2024-09-12T00:24:12.686578+0000","last_active":"2024-09-12T01:31:46.222328+0000","last_peered":"2024-09-12T01:31:46.222328+0000","last_clean":"2024-09-12T01:31:46.222328+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:31:46.222328+0000","last_undegraded":"2024-09-12T01:31:46.222328+0000","last_fullsized":"2024-09-12T01:31:46.222328+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:06.359000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'342","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.832355+0000","last_change":"2024-09-12T00:24:14.701944+0000","last_active":"2024-09-12T01:34:08.832355+0000","last_peered":"2024-09-12T01:34:08.832355+0000","last_clean":"2024-09-12T01:34:08.832355+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:34:08.832355+0000","last_undegraded":"2024-09-12T01:34:08.832355+0000","last_fullsized":"2024-09-12T01:34:08.832355+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:32.425132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48064,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":576,"num_read_kb":1269,"num_write":460,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'788","reported_seq":2561,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.931572+0000","last_change":"2024-09-12T00:24:16.719805+0000","last_active":"2024-09-12T01:34:07.931572+0000","last_peered":"2024-09-12T01:34:07.931572+0000","last_clean":"2024-09-12T01:34:07.931572+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:34:07.931572+0000","last_undegraded":"2024-09-12T01:34:07.931572+0000","last_fullsized":"2024-09-12T01:34:07.931572+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":700,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:46.834080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'130","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.724771+0000","last_change":"2024-09-12T00:24:18.734890+0000","last_active":"2024-09-12T01:33:47.724771+0000","last_peered":"2024-09-12T01:33:47.724771+0000","last_clean":"2024-09-12T01:33:47.724771+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:33:47.724771+0000","last_undegraded":"2024-09-12T01:33:47.724771+0000","last_fullsized":"2024-09-12T01:33:47.724771+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:33.047499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248621+0000","last_change":"2024-09-12T00:24:10.677242+0000","last_active":"2024-09-12T01:31:41.248621+0000","last_peered":"2024-09-12T01:31:41.248621+0000","last_clean":"2024-09-12T01:31:41.248621+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:31:41.248621+0000","last_undegraded":"2024-09-12T01:31:41.248621+0000","last_fullsized":"2024-09-12T01:31:41.248621+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:22.472194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'408","reported_seq":1084,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.337714+0000","last_change":"2024-09-12T00:24:08.671837+0000","last_active":"2024-09-12T01:34:09.337714+0000","last_peered":"2024-09-12T01:34:09.337714+0000","last_clean":"2024-09-12T01:34:09.337714+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:34:09.337714+0000","last_undegraded":"2024-09-12T01:34:09.337714+0000","last_fullsized":"2024-09-12T01:34:09.337714+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:03.039179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306505,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":608,"num_read_kb":88898,"num_write":1349,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.221744+0000","last_change":"2024-09-12T00:24:12.687820+0000","last_active":"2024-09-12T01:31:41.221744+0000","last_peered":"2024-09-12T01:31:41.221744+0000","last_clean":"2024-09-12T01:31:41.221744+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:31:41.221744+0000","last_undegraded":"2024-09-12T01:31:41.221744+0000","last_fullsized":"2024-09-12T01:31:41.221744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:19.338895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'503","reported_seq":1169,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.954747+0000","last_change":"2024-09-12T00:24:14.706293+0000","last_active":"2024-09-12T01:34:08.954747+0000","last_peered":"2024-09-12T01:34:08.954747+0000","last_clean":"2024-09-12T01:34:08.954747+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:34:08.954747+0000","last_undegraded":"2024-09-12T01:34:08.954747+0000","last_fullsized":"2024-09-12T01:34:08.954747+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:29.296214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2065,"num_write":706,"num_write_kb":560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220147+0000","last_change":"2024-09-12T00:24:16.720257+0000","last_active":"2024-09-12T01:31:26.220147+0000","last_peered":"2024-09-12T01:31:26.220147+0000","last_clean":"2024-09-12T01:31:26.220147+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:31:26.220147+0000","last_undegraded":"2024-09-12T01:31:26.220147+0000","last_fullsized":"2024-09-12T01:31:26.220147+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:14.875951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132240+0000","last_change":"2024-09-12T00:24:18.739842+0000","last_active":"2024-09-12T01:31:28.132240+0000","last_peered":"2024-09-12T01:31:28.132240+0000","last_clean":"2024-09-12T01:31:28.132240+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:31:28.132240+0000","last_undegraded":"2024-09-12T01:31:28.132240+0000","last_fullsized":"2024-09-12T01:31:28.132240+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:17.668002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":640,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:45.711038+0000","last_change":"2024-09-12T00:24:10.681935+0000","last_active":"2024-09-12T01:31:45.711038+0000","last_peered":"2024-09-12T01:31:45.711038+0000","last_clean":"2024-09-12T01:31:45.711038+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:31:45.711038+0000","last_undegraded":"2024-09-12T01:31:45.711038+0000","last_fullsized":"2024-09-12T01:31:45.711038+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:08.375572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'341","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.344644+0000","last_change":"2024-09-12T00:24:08.668280+0000","last_active":"2024-09-12T01:34:09.344644+0000","last_peered":"2024-09-12T01:34:09.344644+0000","last_clean":"2024-09-12T01:34:09.344644+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:34:09.344644+0000","last_undegraded":"2024-09-12T01:34:09.344644+0000","last_fullsized":"2024-09-12T01:34:09.344644+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:14.398227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1906898,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":632,"num_read_kb":18249,"num_write":1064,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.222369+0000","last_change":"2024-09-12T00:24:12.686811+0000","last_active":"2024-09-12T01:31:46.222369+0000","last_peered":"2024-09-12T01:31:46.222369+0000","last_clean":"2024-09-12T01:31:46.222369+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:31:46.222369+0000","last_undegraded":"2024-09-12T01:31:46.222369+0000","last_fullsized":"2024-09-12T01:31:46.222369+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:42.893918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'326","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.797506+0000","last_change":"2024-09-12T00:24:14.700091+0000","last_active":"2024-09-12T01:34:07.797506+0000","last_peered":"2024-09-12T01:34:07.797506+0000","last_clean":"2024-09-12T01:34:07.797506+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:34:07.797506+0000","last_undegraded":"2024-09-12T01:34:07.797506+0000","last_fullsized":"2024-09-12T01:34:07.797506+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:31.116877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50461,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":563,"num_read_kb":1271,"num_write":500,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.251292+0000","last_change":"2024-09-12T00:24:16.723622+0000","last_active":"2024-09-12T01:32:01.251292+0000","last_peered":"2024-09-12T01:32:01.251292+0000","last_clean":"2024-09-12T01:32:01.251292+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:32:01.251292+0000","last_undegraded":"2024-09-12T01:32:01.251292+0000","last_fullsized":"2024-09-12T01:32:01.251292+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'171","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.368982+0000","last_change":"2024-09-12T00:24:18.739807+0000","last_active":"2024-09-12T01:32:43.368982+0000","last_peered":"2024-09-12T01:32:43.368982+0000","last_clean":"2024-09-12T01:32:43.368982+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:32:43.368982+0000","last_undegraded":"2024-09-12T01:32:43.368982+0000","last_fullsized":"2024-09-12T01:32:43.368982+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:12.080957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":786,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130902+0000","last_change":"2024-09-12T00:24:10.677780+0000","last_active":"2024-09-12T01:31:41.130902+0000","last_peered":"2024-09-12T01:31:41.130902+0000","last_clean":"2024-09-12T01:31:41.130902+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:31:41.130902+0000","last_undegraded":"2024-09-12T01:31:41.130902+0000","last_fullsized":"2024-09-12T01:31:41.130902+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:52.230397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'332","reported_seq":975,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.374283+0000","last_change":"2024-09-12T00:24:08.670089+0000","last_active":"2024-09-12T01:34:09.374283+0000","last_peered":"2024-09-12T01:34:09.374283+0000","last_clean":"2024-09-12T01:34:09.374283+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:34:09.374283+0000","last_undegraded":"2024-09-12T01:34:09.374283+0000","last_fullsized":"2024-09-12T01:34:09.374283+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:06.279773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536448,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":21516,"num_write":1002,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134053+0000","last_change":"2024-09-12T00:24:12.690031+0000","last_active":"2024-09-12T01:31:43.134053+0000","last_peered":"2024-09-12T01:31:43.134053+0000","last_clean":"2024-09-12T01:31:43.134053+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:31:43.134053+0000","last_undegraded":"2024-09-12T01:31:43.134053+0000","last_fullsized":"2024-09-12T01:31:43.134053+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:29.863085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'343","reported_seq":945,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.302890+0000","last_change":"2024-09-12T00:24:14.700350+0000","last_active":"2024-09-12T01:34:09.302890+0000","last_peered":"2024-09-12T01:34:09.302890+0000","last_clean":"2024-09-12T01:34:09.302890+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:34:09.302890+0000","last_undegraded":"2024-09-12T01:34:09.302890+0000","last_fullsized":"2024-09-12T01:34:09.302890+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58840,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":1252,"num_write":446,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'721","reported_seq":2585,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.286879+0000","last_change":"2024-09-12T00:24:16.721729+0000","last_active":"2024-09-12T01:34:09.286879+0000","last_peered":"2024-09-12T01:34:09.286879+0000","last_clean":"2024-09-12T01:34:09.286879+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:34:09.286879+0000","last_undegraded":"2024-09-12T01:34:09.286879+0000","last_fullsized":"2024-09-12T01:34:09.286879+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:56.586971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'104","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.033315+0000","last_change":"2024-09-12T00:24:18.735510+0000","last_active":"2024-09-12T01:32:42.033315+0000","last_peered":"2024-09-12T01:32:42.033315+0000","last_clean":"2024-09-12T01:32:42.033315+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:32:42.033315+0000","last_undegraded":"2024-09-12T01:32:42.033315+0000","last_fullsized":"2024-09-12T01:32:42.033315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:22.071155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'728","reported_seq":1480,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130916+0000","last_change":"2024-09-12T00:24:10.671620+0000","last_active":"2024-09-12T01:31:41.130916+0000","last_peered":"2024-09-12T01:31:41.130916+0000","last_clean":"2024-09-12T01:31:41.130916+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:31:41.130916+0000","last_undegraded":"2024-09-12T01:31:41.130916+0000","last_fullsized":"2024-09-12T01:31:41.130916+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":700,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:55.730238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'368","reported_seq":1032,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.220297+0000","last_change":"2024-09-12T00:24:08.655774+0000","last_active":"2024-09-12T01:34:09.220297+0000","last_peered":"2024-09-12T01:34:09.220297+0000","last_clean":"2024-09-12T01:34:09.220297+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:34:09.220297+0000","last_undegraded":"2024-09-12T01:34:09.220297+0000","last_fullsized":"2024-09-12T01:34:09.220297+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:06.058794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274220,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":564,"num_read_kb":28786,"num_write":1187,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"32'2","reported_seq":1454,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.444335+0000","last_change":"2024-09-12T00:24:12.686290+0000","last_active":"2024-09-12T01:34:07.444335+0000","last_peered":"2024-09-12T01:34:07.444335+0000","last_clean":"2024-09-12T01:34:07.444335+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:34:07.444335+0000","last_undegraded":"2024-09-12T01:34:07.444335+0000","last_fullsized":"2024-09-12T01:34:07.444335+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:25:29.043448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'102","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241587+0000","last_change":"2024-09-12T00:24:14.749242+0000","last_active":"2024-09-12T01:31:46.241587+0000","last_peered":"2024-09-12T01:31:46.241587+0000","last_clean":"2024-09-12T01:31:46.241587+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:31:46.241587+0000","last_undegraded":"2024-09-12T01:31:46.241587+0000","last_fullsized":"2024-09-12T01:31:46.241587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:04.721092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'750","reported_seq":2505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.832207+0000","last_change":"2024-09-12T00:24:16.720025+0000","last_active":"2024-09-12T01:34:08.832207+0000","last_peered":"2024-09-12T01:34:08.832207+0000","last_clean":"2024-09-12T01:34:08.832207+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:34:08.832207+0000","last_undegraded":"2024-09-12T01:34:08.832207+0000","last_fullsized":"2024-09-12T01:34:08.832207+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":701,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:02:10.124067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.125505+0000","last_change":"2024-09-12T00:24:18.732654+0000","last_active":"2024-09-12T01:31:01.125505+0000","last_peered":"2024-09-12T01:31:01.125505+0000","last_clean":"2024-09-12T01:31:01.125505+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:31:01.125505+0000","last_undegraded":"2024-09-12T01:31:01.125505+0000","last_fullsized":"2024-09-12T01:31:01.125505+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:13.919169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135876+0000","last_change":"2024-09-12T00:24:10.681630+0000","last_active":"2024-09-12T01:31:58.135876+0000","last_peered":"2024-09-12T01:31:58.135876+0000","last_clean":"2024-09-12T01:31:58.135876+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:31:58.135876+0000","last_undegraded":"2024-09-12T01:31:58.135876+0000","last_fullsized":"2024-09-12T01:31:58.135876+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:48.781894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'332","reported_seq":974,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.400635+0000","last_change":"2024-09-12T00:24:08.657303+0000","last_active":"2024-09-12T01:34:09.400635+0000","last_peered":"2024-09-12T01:34:09.400635+0000","last_clean":"2024-09-12T01:34:09.400635+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:34:09.400635+0000","last_undegraded":"2024-09-12T01:34:09.400635+0000","last_fullsized":"2024-09-12T01:34:09.400635+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:36.317102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421954,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":498,"num_read_kb":7676,"num_write":1106,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131811+0000","last_change":"2024-09-12T00:24:12.690804+0000","last_active":"2024-09-12T01:31:46.131811+0000","last_peered":"2024-09-12T01:31:46.131811+0000","last_clean":"2024-09-12T01:31:46.131811+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:31:46.131811+0000","last_undegraded":"2024-09-12T01:31:46.131811+0000","last_fullsized":"2024-09-12T01:31:46.131811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:16:47.092286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'384","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.517280+0000","last_change":"2024-09-12T00:24:14.705030+0000","last_active":"2024-09-12T01:34:08.517280+0000","last_peered":"2024-09-12T01:34:08.517280+0000","last_clean":"2024-09-12T01:34:08.517280+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:34:08.517280+0000","last_undegraded":"2024-09-12T01:34:08.517280+0000","last_fullsized":"2024-09-12T01:34:08.517280+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:16.538791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45416,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1331,"num_write":498,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.257149+0000","last_change":"2024-09-12T00:24:16.725128+0000","last_active":"2024-09-12T01:31:46.257149+0000","last_peered":"2024-09-12T01:31:46.257149+0000","last_clean":"2024-09-12T01:31:46.257149+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:31:46.257149+0000","last_undegraded":"2024-09-12T01:31:46.257149+0000","last_fullsized":"2024-09-12T01:31:46.257149+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:46.681004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'167","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:25.212660+0000","last_change":"2024-09-12T00:24:18.738805+0000","last_active":"2024-09-12T01:31:25.212660+0000","last_peered":"2024-09-12T01:31:25.212660+0000","last_clean":"2024-09-12T01:31:25.212660+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:31:25.212660+0000","last_undegraded":"2024-09-12T01:31:25.212660+0000","last_fullsized":"2024-09-12T01:31:25.212660+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:30:44.991652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":662,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250771+0000","last_change":"2024-09-12T00:24:10.675444+0000","last_active":"2024-09-12T01:31:01.250771+0000","last_peered":"2024-09-12T01:31:01.250771+0000","last_clean":"2024-09-12T01:31:01.250771+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:31:01.250771+0000","last_undegraded":"2024-09-12T01:31:01.250771+0000","last_fullsized":"2024-09-12T01:31:01.250771+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:48.278187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'72","reported_seq":628,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277333+0000","last_change":"2024-09-12T00:23:48.851531+0000","last_active":"2024-09-12T01:32:01.277333+0000","last_peered":"2024-09-12T01:32:01.277333+0000","last_clean":"2024-09-12T01:32:01.277333+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:32:01.277333+0000","last_undegraded":"2024-09-12T01:32:01.277333+0000","last_fullsized":"2024-09-12T01:32:01.277333+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:47.835617+0000","last_clean_scrub_stamp":"2024-09-12T00:23:47.835617+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:25.768348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"21'1","reported_seq":530,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125549+0000","last_change":"2024-09-12T00:23:55.892495+0000","last_active":"2024-09-12T01:30:36.125549+0000","last_peered":"2024-09-12T01:30:36.125549+0000","last_clean":"2024-09-12T01:30:36.125549+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:30:36.125549+0000","last_undegraded":"2024-09-12T01:30:36.125549+0000","last_fullsized":"2024-09-12T01:30:36.125549+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:27.952530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'326","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.146147+0000","last_change":"2024-09-12T01:34:15.146147+0000","last_active":"2024-09-12T01:34:15.146147+0000","last_peered":"2024-09-12T01:34:15.146147+0000","last_clean":"2024-09-12T01:34:15.146147+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:34:15.146147+0000","last_undegraded":"2024-09-12T01:34:15.146147+0000","last_fullsized":"2024-09-12T01:34:15.146147+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'326","last_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_deep_scrub":"267'326","last_deep_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.146025+0000","objects_scrubbed":10,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.214986+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":644,"num_read_kb":57182,"num_write":1084,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.267391+0000","last_change":"2024-09-12T00:24:12.689018+0000","last_active":"2024-09-12T01:30:56.267391+0000","last_peered":"2024-09-12T01:30:56.267391+0000","last_clean":"2024-09-12T01:30:56.267391+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:30:56.267391+0000","last_undegraded":"2024-09-12T01:30:56.267391+0000","last_fullsized":"2024-09-12T01:30:56.267391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:21.269038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'764","reported_seq":1483,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.182038+0000","last_change":"2024-09-12T00:24:14.704285+0000","last_active":"2024-09-12T01:34:09.182038+0000","last_peered":"2024-09-12T01:34:09.182038+0000","last_clean":"2024-09-12T01:34:09.182038+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:34:09.182038+0000","last_undegraded":"2024-09-12T01:34:09.182038+0000","last_fullsized":"2024-09-12T01:34:09.182038+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:26.287425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162603,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1479,"num_read_kb":3529,"num_write":1386,"num_write_kb":1232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.247012+0000","last_change":"2024-09-12T00:24:16.720757+0000","last_active":"2024-09-12T01:31:26.247012+0000","last_peered":"2024-09-12T01:31:26.247012+0000","last_clean":"2024-09-12T01:31:26.247012+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:31:26.247012+0000","last_undegraded":"2024-09-12T01:31:26.247012+0000","last_fullsized":"2024-09-12T01:31:26.247012+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:22.162250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'195","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.430742+0000","last_change":"2024-09-12T00:24:18.738949+0000","last_active":"2024-09-12T01:32:44.430742+0000","last_peered":"2024-09-12T01:32:44.430742+0000","last_clean":"2024-09-12T01:32:44.430742+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:32:44.430742+0000","last_undegraded":"2024-09-12T01:32:44.430742+0000","last_fullsized":"2024-09-12T01:32:44.430742+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:23:09.644564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'444","reported_seq":1185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.361279+0000","last_change":"2024-09-12T00:24:10.676679+0000","last_active":"2024-09-12T01:31:21.361279+0000","last_peered":"2024-09-12T01:31:21.361279+0000","last_clean":"2024-09-12T01:31:21.361279+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:31:21.361279+0000","last_undegraded":"2024-09-12T01:31:21.361279+0000","last_fullsized":"2024-09-12T01:31:21.361279+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:50:32.429315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":537,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278078+0000","last_change":"2024-09-12T00:23:55.944536+0000","last_active":"2024-09-12T01:32:06.278078+0000","last_peered":"2024-09-12T01:32:06.278078+0000","last_clean":"2024-09-12T01:32:06.278078+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:32:06.278078+0000","last_undegraded":"2024-09-12T01:32:06.278078+0000","last_fullsized":"2024-09-12T01:32:06.278078+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:40.626318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'300","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:13.916836+0000","last_change":"2024-09-12T01:34:13.916836+0000","last_active":"2024-09-12T01:34:13.916836+0000","last_peered":"2024-09-12T01:34:13.916836+0000","last_clean":"2024-09-12T01:34:13.916836+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:34:13.916836+0000","last_undegraded":"2024-09-12T01:34:13.916836+0000","last_fullsized":"2024-09-12T01:34:13.916836+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'300","last_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_deep_scrub":"267'300","last_deep_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:13.916697+0000","objects_scrubbed":7,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:19.782527+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1017100,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":44739,"num_write":973,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132494+0000","last_change":"2024-09-12T00:24:12.693401+0000","last_active":"2024-09-12T01:31:26.132494+0000","last_peered":"2024-09-12T01:31:26.132494+0000","last_clean":"2024-09-12T01:31:26.132494+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:31:26.132494+0000","last_undegraded":"2024-09-12T01:31:26.132494+0000","last_fullsized":"2024-09-12T01:31:26.132494+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:38.279607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1318","reported_seq":3112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.584212+0000","last_change":"2024-09-12T00:24:14.703859+0000","last_active":"2024-09-12T01:34:08.584212+0000","last_peered":"2024-09-12T01:34:08.584212+0000","last_clean":"2024-09-12T01:34:08.584212+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:08.584212+0000","last_undegraded":"2024-09-12T01:34:08.584212+0000","last_fullsized":"2024-09-12T01:34:08.584212+0000","mapping_epoch":33,"log_start":"267'1300","ondisk_log_start":"267'1300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:35.585363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148918,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2099,"num_read_kb":4055,"num_write":1204,"num_write_kb":1018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.269038+0000","last_change":"2024-09-12T00:24:16.723434+0000","last_active":"2024-09-12T01:31:06.269038+0000","last_peered":"2024-09-12T01:31:06.269038+0000","last_clean":"2024-09-12T01:31:06.269038+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:31:06.269038+0000","last_undegraded":"2024-09-12T01:31:06.269038+0000","last_fullsized":"2024-09-12T01:31:06.269038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:36.089059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'236","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134010+0000","last_change":"2024-09-12T00:24:18.737048+0000","last_active":"2024-09-12T01:31:43.134010+0000","last_peered":"2024-09-12T01:31:43.134010+0000","last_clean":"2024-09-12T01:31:43.134010+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:31:43.134010+0000","last_undegraded":"2024-09-12T01:31:43.134010+0000","last_fullsized":"2024-09-12T01:31:43.134010+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:28.056246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":842,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131691+0000","last_change":"2024-09-12T00:24:10.672388+0000","last_active":"2024-09-12T01:31:23.131691+0000","last_peered":"2024-09-12T01:31:23.131691+0000","last_clean":"2024-09-12T01:31:23.131691+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:31:23.131691+0000","last_undegraded":"2024-09-12T01:31:23.131691+0000","last_fullsized":"2024-09-12T01:31:23.131691+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:33.389953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.214935+0000","last_change":"2024-09-12T00:23:55.895310+0000","last_active":"2024-09-12T01:30:36.214935+0000","last_peered":"2024-09-12T01:30:36.214935+0000","last_clean":"2024-09-12T01:30:36.214935+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:30:36.214935+0000","last_undegraded":"2024-09-12T01:30:36.214935+0000","last_fullsized":"2024-09-12T01:30:36.214935+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:30.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'348","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.351869+0000","last_change":"2024-09-12T00:24:08.662082+0000","last_active":"2024-09-12T01:34:09.351869+0000","last_peered":"2024-09-12T01:34:09.351869+0000","last_clean":"2024-09-12T01:34:09.351869+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:09.351869+0000","last_undegraded":"2024-09-12T01:34:09.351869+0000","last_fullsized":"2024-09-12T01:34:09.351869+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:04.272208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254653,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":556,"num_read_kb":20707,"num_write":1178,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"32'1","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.220194+0000","last_change":"2024-09-12T00:24:12.687891+0000","last_active":"2024-09-12T01:31:26.220194+0000","last_peered":"2024-09-12T01:31:26.220194+0000","last_clean":"2024-09-12T01:31:26.220194+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:31:26.220194+0000","last_undegraded":"2024-09-12T01:31:26.220194+0000","last_fullsized":"2024-09-12T01:31:26.220194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:55.531490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'294","reported_seq":1688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:44.502979+0000","last_change":"2024-09-12T00:24:14.750546+0000","last_active":"2024-09-12T01:33:44.502979+0000","last_peered":"2024-09-12T01:33:44.502979+0000","last_clean":"2024-09-12T01:33:44.502979+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:33:44.502979+0000","last_undegraded":"2024-09-12T01:33:44.502979+0000","last_fullsized":"2024-09-12T01:33:44.502979+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:17.136386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358452+0000","last_change":"2024-09-12T00:24:16.712674+0000","last_active":"2024-09-12T01:30:56.358452+0000","last_peered":"2024-09-12T01:30:56.358452+0000","last_clean":"2024-09-12T01:30:56.358452+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:30:56.358452+0000","last_undegraded":"2024-09-12T01:30:56.358452+0000","last_fullsized":"2024-09-12T01:30:56.358452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:01.673435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'255","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.679154+0000","last_change":"2024-09-12T00:24:18.739281+0000","last_active":"2024-09-12T01:32:44.679154+0000","last_peered":"2024-09-12T01:32:44.679154+0000","last_clean":"2024-09-12T01:32:44.679154+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:32:44.679154+0000","last_undegraded":"2024-09-12T01:32:44.679154+0000","last_fullsized":"2024-09-12T01:32:44.679154+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:22.051310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":844,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236439+0000","last_change":"2024-09-12T00:24:10.680844+0000","last_active":"2024-09-12T01:30:53.236439+0000","last_peered":"2024-09-12T01:30:53.236439+0000","last_clean":"2024-09-12T01:30:53.236439+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:30:53.236439+0000","last_undegraded":"2024-09-12T01:30:53.236439+0000","last_fullsized":"2024-09-12T01:30:53.236439+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:41.539365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"23'2","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.125514+0000","last_change":"2024-09-12T00:23:55.892509+0000","last_active":"2024-09-12T01:30:36.125514+0000","last_peered":"2024-09-12T01:30:36.125514+0000","last_clean":"2024-09-12T01:30:36.125514+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:30:36.125514+0000","last_undegraded":"2024-09-12T01:30:36.125514+0000","last_fullsized":"2024-09-12T01:30:36.125514+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:56.849716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'378","reported_seq":1141,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.993941+0000","last_change":"2024-09-12T01:34:15.993941+0000","last_active":"2024-09-12T01:34:15.993941+0000","last_peered":"2024-09-12T01:34:15.993941+0000","last_clean":"2024-09-12T01:34:15.993941+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:34:15.993941+0000","last_undegraded":"2024-09-12T01:34:15.993941+0000","last_fullsized":"2024-09-12T01:34:15.993941+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.993789+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:07.647063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":849,"num_read_kb":10017,"num_write":1078,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359554+0000","last_change":"2024-09-12T00:24:12.690177+0000","last_active":"2024-09-12T01:31:06.359554+0000","last_peered":"2024-09-12T01:31:06.359554+0000","last_clean":"2024-09-12T01:31:06.359554+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:31:06.359554+0000","last_undegraded":"2024-09-12T01:31:06.359554+0000","last_fullsized":"2024-09-12T01:31:06.359554+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:18.025940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'150","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.255091+0000","last_change":"2024-09-12T00:24:14.699219+0000","last_active":"2024-09-12T01:33:36.255091+0000","last_peered":"2024-09-12T01:33:36.255091+0000","last_clean":"2024-09-12T01:33:36.255091+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:33:36.255091+0000","last_undegraded":"2024-09-12T01:33:36.255091+0000","last_fullsized":"2024-09-12T01:33:36.255091+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:02.405626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.254131+0000","last_change":"2024-09-12T00:24:16.721841+0000","last_active":"2024-09-12T01:31:26.254131+0000","last_peered":"2024-09-12T01:31:26.254131+0000","last_clean":"2024-09-12T01:31:26.254131+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:31:26.254131+0000","last_undegraded":"2024-09-12T01:31:26.254131+0000","last_fullsized":"2024-09-12T01:31:26.254131+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:09.652430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.400998+0000","last_change":"2024-09-12T00:24:18.738439+0000","last_active":"2024-09-12T01:32:44.400998+0000","last_peered":"2024-09-12T01:32:44.400998+0000","last_clean":"2024-09-12T01:32:44.400998+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:32:44.400998+0000","last_undegraded":"2024-09-12T01:32:44.400998+0000","last_fullsized":"2024-09-12T01:32:44.400998+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.046655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236415+0000","last_change":"2024-09-12T00:24:10.673139+0000","last_active":"2024-09-12T01:30:53.236415+0000","last_peered":"2024-09-12T01:30:53.236415+0000","last_clean":"2024-09-12T01:30:53.236415+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:30:53.236415+0000","last_undegraded":"2024-09-12T01:30:53.236415+0000","last_fullsized":"2024-09-12T01:30:53.236415+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.986596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'325","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.403767+0000","last_change":"2024-09-12T00:24:08.667576+0000","last_active":"2024-09-12T01:34:09.403767+0000","last_peered":"2024-09-12T01:34:09.403767+0000","last_clean":"2024-09-12T01:34:09.403767+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:34:09.403767+0000","last_undegraded":"2024-09-12T01:34:09.403767+0000","last_fullsized":"2024-09-12T01:34:09.403767+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:14.443229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":22107,"num_write":972,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":532,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:33.233883+0000","last_change":"2024-09-12T00:23:55.899445+0000","last_active":"2024-09-12T01:30:33.233883+0000","last_peered":"2024-09-12T01:30:33.233883+0000","last_clean":"2024-09-12T01:30:33.233883+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:30:33.233883+0000","last_undegraded":"2024-09-12T01:30:33.233883+0000","last_fullsized":"2024-09-12T01:30:33.233883+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:11.368214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358429+0000","last_change":"2024-09-12T00:24:12.689440+0000","last_active":"2024-09-12T01:30:56.358429+0000","last_peered":"2024-09-12T01:30:56.358429+0000","last_clean":"2024-09-12T01:30:56.358429+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:30:56.358429+0000","last_undegraded":"2024-09-12T01:30:56.358429+0000","last_fullsized":"2024-09-12T01:30:56.358429+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:24.416713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'621","reported_seq":1326,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.237622+0000","last_change":"2024-09-12T00:24:14.706265+0000","last_active":"2024-09-12T01:34:09.237622+0000","last_peered":"2024-09-12T01:34:09.237622+0000","last_clean":"2024-09-12T01:34:09.237622+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:34:09.237622+0000","last_undegraded":"2024-09-12T01:34:09.237622+0000","last_fullsized":"2024-09-12T01:34:09.237622+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":600,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:48.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90053,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1640,"num_read_kb":2839,"num_write":2124,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124591+0000","last_change":"2024-09-12T00:24:16.722937+0000","last_active":"2024-09-12T01:30:56.124591+0000","last_peered":"2024-09-12T01:30:56.124591+0000","last_clean":"2024-09-12T01:30:56.124591+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:30:56.124591+0000","last_undegraded":"2024-09-12T01:30:56.124591+0000","last_fullsized":"2024-09-12T01:30:56.124591+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:08.618600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'146","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:40.911396+0000","last_change":"2024-09-12T00:24:18.731689+0000","last_active":"2024-09-12T01:32:40.911396+0000","last_peered":"2024-09-12T01:32:40.911396+0000","last_clean":"2024-09-12T01:32:40.911396+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:32:40.911396+0000","last_undegraded":"2024-09-12T01:32:40.911396+0000","last_fullsized":"2024-09-12T01:32:40.911396+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:33.741145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4773,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357870+0000","last_change":"2024-09-12T00:24:10.665090+0000","last_active":"2024-09-12T01:30:51.357870+0000","last_peered":"2024-09-12T01:30:51.357870+0000","last_clean":"2024-09-12T01:30:51.357870+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:30:51.357870+0000","last_undegraded":"2024-09-12T01:30:51.357870+0000","last_fullsized":"2024-09-12T01:30:51.357870+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:03:47.553391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'339","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.328470+0000","last_change":"2024-09-12T00:24:08.670258+0000","last_active":"2024-09-12T01:34:09.328470+0000","last_peered":"2024-09-12T01:34:09.328470+0000","last_clean":"2024-09-12T01:34:09.328470+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:09.328470+0000","last_undegraded":"2024-09-12T01:34:09.328470+0000","last_fullsized":"2024-09-12T01:34:09.328470+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:23.114717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":455,"num_read_kb":28271,"num_write":956,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":535,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.266056+0000","last_change":"2024-09-12T00:23:55.944574+0000","last_active":"2024-09-12T01:30:46.266056+0000","last_peered":"2024-09-12T01:30:46.266056+0000","last_clean":"2024-09-12T01:30:46.266056+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:30:46.266056+0000","last_undegraded":"2024-09-12T01:30:46.266056+0000","last_fullsized":"2024-09-12T01:30:46.266056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:40.858619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.249938+0000","last_change":"2024-09-12T00:24:12.686399+0000","last_active":"2024-09-12T01:30:56.249938+0000","last_peered":"2024-09-12T01:30:56.249938+0000","last_clean":"2024-09-12T01:30:56.249938+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:30:56.249938+0000","last_undegraded":"2024-09-12T01:30:56.249938+0000","last_fullsized":"2024-09-12T01:30:56.249938+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:25.423651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'241","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:55.384243+0000","last_change":"2024-09-12T00:24:14.749281+0000","last_active":"2024-09-12T01:32:55.384243+0000","last_peered":"2024-09-12T01:32:55.384243+0000","last_clean":"2024-09-12T01:32:55.384243+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:32:55.384243+0000","last_undegraded":"2024-09-12T01:32:55.384243+0000","last_fullsized":"2024-09-12T01:32:55.384243+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:03.030127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'786","reported_seq":2831,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.851236+0000","last_change":"2024-09-12T00:24:16.723010+0000","last_active":"2024-09-12T01:34:08.851236+0000","last_peered":"2024-09-12T01:34:08.851236+0000","last_clean":"2024-09-12T01:34:08.851236+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:34:08.851236+0000","last_undegraded":"2024-09-12T01:34:08.851236+0000","last_fullsized":"2024-09-12T01:34:08.851236+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":701,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:56.877611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'120","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244046+0000","last_change":"2024-09-12T00:24:18.741553+0000","last_active":"2024-09-12T01:32:06.244046+0000","last_peered":"2024-09-12T01:32:06.244046+0000","last_clean":"2024-09-12T01:32:06.244046+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:32:06.244046+0000","last_undegraded":"2024-09-12T01:32:06.244046+0000","last_fullsized":"2024-09-12T01:32:06.244046+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:16.348830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":861,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.231771+0000","last_change":"2024-09-12T00:24:10.676185+0000","last_active":"2024-09-12T01:30:26.231771+0000","last_peered":"2024-09-12T01:30:26.231771+0000","last_clean":"2024-09-12T01:30:26.231771+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:30:26.231771+0000","last_undegraded":"2024-09-12T01:30:26.231771+0000","last_fullsized":"2024-09-12T01:30:26.231771+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:23.566926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'340","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.622061+0000","last_change":"2024-09-12T01:34:15.622061+0000","last_active":"2024-09-12T01:34:15.622061+0000","last_peered":"2024-09-12T01:34:15.622061+0000","last_clean":"2024-09-12T01:34:15.622061+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:34:15.622061+0000","last_undegraded":"2024-09-12T01:34:15.622061+0000","last_fullsized":"2024-09-12T01:34:15.622061+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.621956+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:24.982161+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1367628,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":48228,"num_write":1099,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129360+0000","last_change":"2024-09-12T00:23:55.899516+0000","last_active":"2024-09-12T01:31:03.129360+0000","last_peered":"2024-09-12T01:31:03.129360+0000","last_clean":"2024-09-12T01:31:03.129360+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:31:03.129360+0000","last_undegraded":"2024-09-12T01:31:03.129360+0000","last_fullsized":"2024-09-12T01:31:03.129360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:50:32.781531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124559+0000","last_change":"2024-09-12T00:24:12.690249+0000","last_active":"2024-09-12T01:30:56.124559+0000","last_peered":"2024-09-12T01:30:56.124559+0000","last_clean":"2024-09-12T01:30:56.124559+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:30:56.124559+0000","last_undegraded":"2024-09-12T01:30:56.124559+0000","last_fullsized":"2024-09-12T01:30:56.124559+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.594452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124632+0000","last_change":"2024-09-12T00:24:14.699616+0000","last_active":"2024-09-12T01:30:56.124632+0000","last_peered":"2024-09-12T01:30:56.124632+0000","last_clean":"2024-09-12T01:30:56.124632+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:30:56.124632+0000","last_undegraded":"2024-09-12T01:30:56.124632+0000","last_fullsized":"2024-09-12T01:30:56.124632+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:36.830410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'764","reported_seq":2813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.428682+0000","last_change":"2024-09-12T00:24:16.725433+0000","last_active":"2024-09-12T01:34:08.428682+0000","last_peered":"2024-09-12T01:34:08.428682+0000","last_clean":"2024-09-12T01:34:08.428682+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:34:08.428682+0000","last_undegraded":"2024-09-12T01:34:08.428682+0000","last_fullsized":"2024-09-12T01:34:08.428682+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:07.704783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'170","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.249944+0000","last_change":"2024-09-12T00:24:18.740301+0000","last_active":"2024-09-12T01:31:51.249944+0000","last_peered":"2024-09-12T01:31:51.249944+0000","last_clean":"2024-09-12T01:31:51.249944+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:31:51.249944+0000","last_undegraded":"2024-09-12T01:31:51.249944+0000","last_fullsized":"2024-09-12T01:31:51.249944+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:43.816064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":911,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123883+0000","last_change":"2024-09-12T00:24:10.667435+0000","last_active":"2024-09-12T01:30:51.123883+0000","last_peered":"2024-09-12T01:30:51.123883+0000","last_clean":"2024-09-12T01:30:51.123883+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:30:51.123883+0000","last_undegraded":"2024-09-12T01:30:51.123883+0000","last_fullsized":"2024-09-12T01:30:51.123883+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:15.834087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'421","reported_seq":1209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.896388+0000","last_change":"2024-09-12T01:34:14.896388+0000","last_active":"2024-09-12T01:34:14.896388+0000","last_peered":"2024-09-12T01:34:14.896388+0000","last_clean":"2024-09-12T01:34:14.896388+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:34:14.896388+0000","last_undegraded":"2024-09-12T01:34:14.896388+0000","last_fullsized":"2024-09-12T01:34:14.896388+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'421","last_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_deep_scrub":"267'421","last_deep_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.896180+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:41.713570+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568689,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":944,"num_read_kb":34525,"num_write":1532,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":531,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.251372+0000","last_change":"2024-09-12T00:23:55.991489+0000","last_active":"2024-09-12T01:31:06.251372+0000","last_peered":"2024-09-12T01:31:06.251372+0000","last_clean":"2024-09-12T01:31:06.251372+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:31:06.251372+0000","last_undegraded":"2024-09-12T01:31:06.251372+0000","last_fullsized":"2024-09-12T01:31:06.251372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:23:52.862877+0000","last_clean_scrub_stamp":"2024-09-12T00:23:52.862877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:54.285452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.232415+0000","last_change":"2024-09-12T00:24:12.689113+0000","last_active":"2024-09-12T01:30:31.232415+0000","last_peered":"2024-09-12T01:30:31.232415+0000","last_clean":"2024-09-12T01:30:31.232415+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:30:31.232415+0000","last_undegraded":"2024-09-12T01:30:31.232415+0000","last_fullsized":"2024-09-12T01:30:31.232415+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:57.420641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'781","reported_seq":1528,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.393346+0000","last_change":"2024-09-12T00:24:14.749298+0000","last_active":"2024-09-12T01:34:08.393346+0000","last_peered":"2024-09-12T01:34:08.393346+0000","last_clean":"2024-09-12T01:34:08.393346+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:08.393346+0000","last_undegraded":"2024-09-12T01:34:08.393346+0000","last_fullsized":"2024-09-12T01:34:08.393346+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:10.288768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157749,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1393,"num_read_kb":3424,"num_write":1134,"num_write_kb":938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.235569+0000","last_change":"2024-09-12T00:24:16.722491+0000","last_active":"2024-09-12T01:30:56.235569+0000","last_peered":"2024-09-12T01:30:56.235569+0000","last_clean":"2024-09-12T01:30:56.235569+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:30:56.235569+0000","last_undegraded":"2024-09-12T01:30:56.235569+0000","last_fullsized":"2024-09-12T01:30:56.235569+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:40.422184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'148","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.433011+0000","last_change":"2024-09-12T00:24:18.737187+0000","last_active":"2024-09-12T01:32:43.433011+0000","last_peered":"2024-09-12T01:32:43.433011+0000","last_clean":"2024-09-12T01:32:43.433011+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:32:43.433011+0000","last_undegraded":"2024-09-12T01:32:43.433011+0000","last_fullsized":"2024-09-12T01:32:43.433011+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:47.513408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'148","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.618720+0000","last_change":"2024-09-12T00:24:18.736581+0000","last_active":"2024-09-12T01:32:44.618720+0000","last_peered":"2024-09-12T01:32:44.618720+0000","last_clean":"2024-09-12T01:32:44.618720+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:32:44.618720+0000","last_undegraded":"2024-09-12T01:32:44.618720+0000","last_fullsized":"2024-09-12T01:32:44.618720+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:53.508850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'271","reported_seq":990,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.132459+0000","last_change":"2024-09-12T00:24:10.669285+0000","last_active":"2024-09-12T01:31:51.132459+0000","last_peered":"2024-09-12T01:31:51.132459+0000","last_clean":"2024-09-12T01:31:51.132459+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:31:51.132459+0000","last_undegraded":"2024-09-12T01:31:51.132459+0000","last_fullsized":"2024-09-12T01:31:51.132459+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.953321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'349","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.359433+0000","last_change":"2024-09-12T00:24:08.663058+0000","last_active":"2024-09-12T01:34:09.359433+0000","last_peered":"2024-09-12T01:34:09.359433+0000","last_clean":"2024-09-12T01:34:09.359433+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:34:09.359433+0000","last_undegraded":"2024-09-12T01:34:09.359433+0000","last_fullsized":"2024-09-12T01:34:09.359433+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:48.535016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":475,"num_read_kb":11763,"num_write":1112,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"39'5","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.432668+0000","last_change":"2024-09-12T00:24:12.691400+0000","last_active":"2024-09-12T01:34:07.432668+0000","last_peered":"2024-09-12T01:34:07.432668+0000","last_clean":"2024-09-12T01:34:07.432668+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:07.432668+0000","last_undegraded":"2024-09-12T01:34:07.432668+0000","last_fullsized":"2024-09-12T01:34:07.432668+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:53.111366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'287","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.770710+0000","last_change":"2024-09-12T00:24:14.708281+0000","last_active":"2024-09-12T01:34:08.770710+0000","last_peered":"2024-09-12T01:34:08.770710+0000","last_clean":"2024-09-12T01:34:08.770710+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:34:08.770710+0000","last_undegraded":"2024-09-12T01:34:08.770710+0000","last_fullsized":"2024-09-12T01:34:08.770710+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57010,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":482,"num_read_kb":1112,"num_write":382,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242715+0000","last_change":"2024-09-12T00:24:16.725724+0000","last_active":"2024-09-12T01:31:56.242715+0000","last_peered":"2024-09-12T01:31:56.242715+0000","last_clean":"2024-09-12T01:31:56.242715+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:31:56.242715+0000","last_undegraded":"2024-09-12T01:31:56.242715+0000","last_fullsized":"2024-09-12T01:31:56.242715+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":644,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.882491+0000","last_change":"2024-09-12T00:24:18.741707+0000","last_active":"2024-09-12T01:31:59.882491+0000","last_peered":"2024-09-12T01:31:59.882491+0000","last_clean":"2024-09-12T01:31:59.882491+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:31:59.882491+0000","last_undegraded":"2024-09-12T01:31:59.882491+0000","last_fullsized":"2024-09-12T01:31:59.882491+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.830871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":679,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:53.135266+0000","last_change":"2024-09-12T00:24:10.674505+0000","last_active":"2024-09-12T01:31:53.135266+0000","last_peered":"2024-09-12T01:31:53.135266+0000","last_clean":"2024-09-12T01:31:53.135266+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:31:53.135266+0000","last_undegraded":"2024-09-12T01:31:53.135266+0000","last_fullsized":"2024-09-12T01:31:53.135266+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:51.536160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'308","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.417860+0000","last_change":"2024-09-12T00:24:08.672769+0000","last_active":"2024-09-12T01:34:09.417860+0000","last_peered":"2024-09-12T01:34:09.417860+0000","last_clean":"2024-09-12T01:34:09.417860+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:34:09.417860+0000","last_undegraded":"2024-09-12T01:34:09.417860+0000","last_fullsized":"2024-09-12T01:34:09.417860+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:58.771314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3358968,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":473,"num_read_kb":41828,"num_write":1086,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242823+0000","last_change":"2024-09-12T00:24:12.688334+0000","last_active":"2024-09-12T01:31:56.242823+0000","last_peered":"2024-09-12T01:31:56.242823+0000","last_clean":"2024-09-12T01:31:56.242823+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:31:56.242823+0000","last_undegraded":"2024-09-12T01:31:56.242823+0000","last_fullsized":"2024-09-12T01:31:56.242823+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'50","reported_seq":571,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250553+0000","last_change":"2024-09-12T00:24:14.707077+0000","last_active":"2024-09-12T01:31:56.250553+0000","last_peered":"2024-09-12T01:31:56.250553+0000","last_clean":"2024-09-12T01:31:56.250553+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:31:56.250553+0000","last_undegraded":"2024-09-12T01:31:56.250553+0000","last_fullsized":"2024-09-12T01:31:56.250553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276593+0000","last_change":"2024-09-12T00:24:16.718800+0000","last_active":"2024-09-12T01:31:56.276593+0000","last_peered":"2024-09-12T01:31:56.276593+0000","last_clean":"2024-09-12T01:31:56.276593+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:31:56.276593+0000","last_undegraded":"2024-09-12T01:31:56.276593+0000","last_fullsized":"2024-09-12T01:31:56.276593+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:44.111441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'209","reported_seq":756,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.363992+0000","last_change":"2024-09-12T00:24:18.736730+0000","last_active":"2024-09-12T01:32:43.363992+0000","last_peered":"2024-09-12T01:32:43.363992+0000","last_clean":"2024-09-12T01:32:43.363992+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:32:43.363992+0000","last_undegraded":"2024-09-12T01:32:43.363992+0000","last_fullsized":"2024-09-12T01:32:43.363992+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:19.730574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":697,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242131+0000","last_change":"2024-09-12T00:24:10.675869+0000","last_active":"2024-09-12T01:31:51.242131+0000","last_peered":"2024-09-12T01:31:51.242131+0000","last_clean":"2024-09-12T01:31:51.242131+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:31:51.242131+0000","last_undegraded":"2024-09-12T01:31:51.242131+0000","last_fullsized":"2024-09-12T01:31:51.242131+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:44.924844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'373","reported_seq":1034,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.403504+0000","last_change":"2024-09-12T00:24:08.670219+0000","last_active":"2024-09-12T01:34:09.403504+0000","last_peered":"2024-09-12T01:34:09.403504+0000","last_clean":"2024-09-12T01:34:09.403504+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:34:09.403504+0000","last_undegraded":"2024-09-12T01:34:09.403504+0000","last_fullsized":"2024-09-12T01:34:09.403504+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:42.405535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":4589,"num_write":1138,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276560+0000","last_change":"2024-09-12T00:24:12.690654+0000","last_active":"2024-09-12T01:31:56.276560+0000","last_peered":"2024-09-12T01:31:56.276560+0000","last_clean":"2024-09-12T01:31:56.276560+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:31:56.276560+0000","last_undegraded":"2024-09-12T01:31:56.276560+0000","last_fullsized":"2024-09-12T01:31:56.276560+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:14.258710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'328","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.084765+0000","last_change":"2024-09-12T00:24:14.708252+0000","last_active":"2024-09-12T01:34:08.084765+0000","last_peered":"2024-09-12T01:34:08.084765+0000","last_clean":"2024-09-12T01:34:08.084765+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:34:08.084765+0000","last_undegraded":"2024-09-12T01:34:08.084765+0000","last_fullsized":"2024-09-12T01:34:08.084765+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55179,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":1183,"num_write":422,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.258427+0000","last_change":"2024-09-12T00:24:16.721541+0000","last_active":"2024-09-12T01:31:56.258427+0000","last_peered":"2024-09-12T01:31:56.258427+0000","last_clean":"2024-09-12T01:31:56.258427+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:31:56.258427+0000","last_undegraded":"2024-09-12T01:31:56.258427+0000","last_fullsized":"2024-09-12T01:31:56.258427+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:40.435320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'135","reported_seq":656,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.550092+0000","last_change":"2024-09-12T00:24:18.737060+0000","last_active":"2024-09-12T01:30:28.550092+0000","last_peered":"2024-09-12T01:30:28.550092+0000","last_clean":"2024-09-12T01:30:28.550092+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:30:28.550092+0000","last_undegraded":"2024-09-12T01:30:28.550092+0000","last_fullsized":"2024-09-12T01:30:28.550092+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:59:24.622163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":792,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242107+0000","last_change":"2024-09-12T00:24:10.675476+0000","last_active":"2024-09-12T01:31:51.242107+0000","last_peered":"2024-09-12T01:31:51.242107+0000","last_clean":"2024-09-12T01:31:51.242107+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:31:51.242107+0000","last_undegraded":"2024-09-12T01:31:51.242107+0000","last_fullsized":"2024-09-12T01:31:51.242107+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:42.217442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'384","reported_seq":1086,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.400273+0000","last_change":"2024-09-12T00:24:08.667899+0000","last_active":"2024-09-12T01:34:09.400273+0000","last_peered":"2024-09-12T01:34:09.400273+0000","last_clean":"2024-09-12T01:34:09.400273+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:34:09.400273+0000","last_undegraded":"2024-09-12T01:34:09.400273+0000","last_fullsized":"2024-09-12T01:34:09.400273+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767553,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":652,"num_read_kb":109340,"num_write":1204,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.258395+0000","last_change":"2024-09-12T00:24:12.687288+0000","last_active":"2024-09-12T01:31:56.258395+0000","last_peered":"2024-09-12T01:31:56.258395+0000","last_clean":"2024-09-12T01:31:56.258395+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:31:56.258395+0000","last_undegraded":"2024-09-12T01:31:56.258395+0000","last_fullsized":"2024-09-12T01:31:56.258395+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:09.155245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'273","reported_seq":857,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.908810+0000","last_change":"2024-09-12T00:24:14.706342+0000","last_active":"2024-09-12T01:34:07.908810+0000","last_peered":"2024-09-12T01:34:07.908810+0000","last_clean":"2024-09-12T01:34:07.908810+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:34:07.908810+0000","last_undegraded":"2024-09-12T01:34:07.908810+0000","last_fullsized":"2024-09-12T01:34:07.908810+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:24.095631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47537,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":1107,"num_write":380,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250626+0000","last_change":"2024-09-12T00:24:16.715795+0000","last_active":"2024-09-12T01:31:56.250626+0000","last_peered":"2024-09-12T01:31:56.250626+0000","last_clean":"2024-09-12T01:31:56.250626+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:31:56.250626+0000","last_undegraded":"2024-09-12T01:31:56.250626+0000","last_fullsized":"2024-09-12T01:31:56.250626+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:13.517879+0000","last_change":"2024-09-12T00:24:10.671225+0000","last_active":"2024-09-12T01:31:13.517879+0000","last_peered":"2024-09-12T01:31:13.517879+0000","last_clean":"2024-09-12T01:31:13.517879+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:31:13.517879+0000","last_undegraded":"2024-09-12T01:31:13.517879+0000","last_fullsized":"2024-09-12T01:31:13.517879+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:27:32.723337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'405","reported_seq":1085,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.407943+0000","last_change":"2024-09-12T00:24:08.671546+0000","last_active":"2024-09-12T01:34:09.407943+0000","last_peered":"2024-09-12T01:34:09.407943+0000","last_clean":"2024-09-12T01:34:09.407943+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:34:09.407943+0000","last_undegraded":"2024-09-12T01:34:09.407943+0000","last_fullsized":"2024-09-12T01:34:09.407943+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069245,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":583,"num_read_kb":81052,"num_write":1273,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:26.354919+0000","last_change":"2024-09-12T00:24:12.685154+0000","last_active":"2024-09-12T01:30:26.354919+0000","last_peered":"2024-09-12T01:30:26.354919+0000","last_clean":"2024-09-12T01:30:26.354919+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:30:26.354919+0000","last_undegraded":"2024-09-12T01:30:26.354919+0000","last_fullsized":"2024-09-12T01:30:26.354919+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:50.938791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'503","reported_seq":1149,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.109556+0000","last_change":"2024-09-12T00:24:14.704065+0000","last_active":"2024-09-12T01:34:09.109556+0000","last_peered":"2024-09-12T01:34:09.109556+0000","last_clean":"2024-09-12T01:34:09.109556+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:09.109556+0000","last_undegraded":"2024-09-12T01:34:09.109556+0000","last_fullsized":"2024-09-12T01:34:09.109556+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:25.111308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":889,"num_read_kb":2138,"num_write":758,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.135414+0000","last_change":"2024-09-12T00:24:16.724537+0000","last_active":"2024-09-12T01:31:46.135414+0000","last_peered":"2024-09-12T01:31:46.135414+0000","last_clean":"2024-09-12T01:31:46.135414+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:31:46.135414+0000","last_undegraded":"2024-09-12T01:31:46.135414+0000","last_fullsized":"2024-09-12T01:31:46.135414+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'154","reported_seq":669,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:41.174696+0000","last_change":"2024-09-12T00:24:18.739372+0000","last_active":"2024-09-12T01:32:41.174696+0000","last_peered":"2024-09-12T01:32:41.174696+0000","last_clean":"2024-09-12T01:32:41.174696+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:32:41.174696+0000","last_undegraded":"2024-09-12T01:32:41.174696+0000","last_fullsized":"2024-09-12T01:32:41.174696+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:22:57.606019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'142","reported_seq":743,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.083893+0000","last_change":"2024-09-12T00:24:10.669076+0000","last_active":"2024-09-12T01:31:28.083893+0000","last_peered":"2024-09-12T01:31:28.083893+0000","last_clean":"2024-09-12T01:31:28.083893+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:31:28.083893+0000","last_undegraded":"2024-09-12T01:31:28.083893+0000","last_fullsized":"2024-09-12T01:31:28.083893+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:08.824018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'360","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.331343+0000","last_change":"2024-09-12T00:24:08.666059+0000","last_active":"2024-09-12T01:34:09.331343+0000","last_peered":"2024-09-12T01:34:09.331343+0000","last_clean":"2024-09-12T01:34:09.331343+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:09.331343+0000","last_undegraded":"2024-09-12T01:34:09.331343+0000","last_fullsized":"2024-09-12T01:34:09.331343+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:56.745496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331375,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":60969,"num_write":1122,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.250010+0000","last_change":"2024-09-12T00:24:12.690082+0000","last_active":"2024-09-12T01:30:56.250010+0000","last_peered":"2024-09-12T01:30:56.250010+0000","last_clean":"2024-09-12T01:30:56.250010+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:30:56.250010+0000","last_undegraded":"2024-09-12T01:30:56.250010+0000","last_fullsized":"2024-09-12T01:30:56.250010+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:52.139647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'321","reported_seq":924,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.962319+0000","last_change":"2024-09-12T00:24:14.703874+0000","last_active":"2024-09-12T01:34:07.962319+0000","last_peered":"2024-09-12T01:34:07.962319+0000","last_clean":"2024-09-12T01:34:07.962319+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:34:07.962319+0000","last_undegraded":"2024-09-12T01:34:07.962319+0000","last_fullsized":"2024-09-12T01:34:07.962319+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:59.299778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53294,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":537,"num_read_kb":1150,"num_write":448,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":491,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:18.225230+0000","last_change":"2024-09-12T00:24:16.720440+0000","last_active":"2024-09-12T01:29:18.225230+0000","last_peered":"2024-09-12T01:29:18.225230+0000","last_clean":"2024-09-12T01:29:18.225230+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:29:18.225230+0000","last_undegraded":"2024-09-12T01:29:18.225230+0000","last_fullsized":"2024-09-12T01:29:18.225230+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.585898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1060,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.082587+0000","last_change":"2024-09-12T00:24:18.735566+0000","last_active":"2024-09-12T01:32:44.082587+0000","last_peered":"2024-09-12T01:32:44.082587+0000","last_clean":"2024-09-12T01:32:44.082587+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:32:44.082587+0000","last_undegraded":"2024-09-12T01:32:44.082587+0000","last_fullsized":"2024-09-12T01:32:44.082587+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:18.070062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.241019+0000","last_change":"2024-09-12T00:24:10.679096+0000","last_active":"2024-09-12T01:31:41.241019+0000","last_peered":"2024-09-12T01:31:41.241019+0000","last_clean":"2024-09-12T01:31:41.241019+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:31:41.241019+0000","last_undegraded":"2024-09-12T01:31:41.241019+0000","last_fullsized":"2024-09-12T01:31:41.241019+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:29.400963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'371","reported_seq":1011,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.407462+0000","last_change":"2024-09-12T00:24:39.109769+0000","last_active":"2024-09-12T01:34:09.407462+0000","last_peered":"2024-09-12T01:34:09.407462+0000","last_clean":"2024-09-12T01:34:09.407462+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:34:09.407462+0000","last_undegraded":"2024-09-12T01:34:09.407462+0000","last_fullsized":"2024-09-12T01:34:09.407462+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:57:26.473640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":44547,"num_write":1250,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131776+0000","last_change":"2024-09-12T00:24:12.690835+0000","last_active":"2024-09-12T01:31:46.131776+0000","last_peered":"2024-09-12T01:31:46.131776+0000","last_clean":"2024-09-12T01:31:46.131776+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:31:46.131776+0000","last_undegraded":"2024-09-12T01:31:46.131776+0000","last_fullsized":"2024-09-12T01:31:46.131776+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'291","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.007064+0000","last_change":"2024-09-12T00:24:14.749251+0000","last_active":"2024-09-12T01:34:09.007064+0000","last_peered":"2024-09-12T01:34:09.007064+0000","last_clean":"2024-09-12T01:34:09.007064+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:34:09.007064+0000","last_undegraded":"2024-09-12T01:34:09.007064+0000","last_fullsized":"2024-09-12T01:34:09.007064+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:12.467331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46845,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":1057,"num_write":376,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:28.233359+0000","last_change":"2024-09-12T00:24:16.722720+0000","last_active":"2024-09-12T01:30:28.233359+0000","last_peered":"2024-09-12T01:30:28.233359+0000","last_clean":"2024-09-12T01:30:28.233359+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:30:28.233359+0000","last_undegraded":"2024-09-12T01:30:28.233359+0000","last_fullsized":"2024-09-12T01:30:28.233359+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:21.049557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'130","reported_seq":629,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.654585+0000","last_change":"2024-09-12T00:24:18.737183+0000","last_active":"2024-09-12T01:33:48.654585+0000","last_peered":"2024-09-12T01:33:48.654585+0000","last_clean":"2024-09-12T01:33:48.654585+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:33:48.654585+0000","last_undegraded":"2024-09-12T01:33:48.654585+0000","last_fullsized":"2024-09-12T01:33:48.654585+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:32.186090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":783,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.221797+0000","last_change":"2024-09-12T00:24:10.675061+0000","last_active":"2024-09-12T01:31:41.221797+0000","last_peered":"2024-09-12T01:31:41.221797+0000","last_clean":"2024-09-12T01:31:41.221797+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:31:41.221797+0000","last_undegraded":"2024-09-12T01:31:41.221797+0000","last_fullsized":"2024-09-12T01:31:41.221797+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:40.620712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'360","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.414214+0000","last_change":"2024-09-12T00:24:08.658856+0000","last_active":"2024-09-12T01:34:09.414214+0000","last_peered":"2024-09-12T01:34:09.414214+0000","last_clean":"2024-09-12T01:34:09.414214+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:34:09.414214+0000","last_undegraded":"2024-09-12T01:34:09.414214+0000","last_fullsized":"2024-09-12T01:34:09.414214+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:58.222061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":526,"num_read_kb":20969,"num_write":1132,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134077+0000","last_change":"2024-09-12T00:24:12.689416+0000","last_active":"2024-09-12T01:31:43.134077+0000","last_peered":"2024-09-12T01:31:43.134077+0000","last_clean":"2024-09-12T01:31:43.134077+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:31:43.134077+0000","last_undegraded":"2024-09-12T01:31:43.134077+0000","last_fullsized":"2024-09-12T01:31:43.134077+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:26:44.519172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'110","reported_seq":659,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.121263+0000","last_change":"2024-09-12T00:24:14.749243+0000","last_active":"2024-09-12T01:30:31.121263+0000","last_peered":"2024-09-12T01:30:31.121263+0000","last_clean":"2024-09-12T01:30:31.121263+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:30:31.121263+0000","last_undegraded":"2024-09-12T01:30:31.121263+0000","last_fullsized":"2024-09-12T01:30:31.121263+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:19.776612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'749","reported_seq":2762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.832154+0000","last_change":"2024-09-12T00:24:16.718526+0000","last_active":"2024-09-12T01:34:08.832154+0000","last_peered":"2024-09-12T01:34:08.832154+0000","last_clean":"2024-09-12T01:34:08.832154+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:34:08.832154+0000","last_undegraded":"2024-09-12T01:34:08.832154+0000","last_fullsized":"2024-09-12T01:34:08.832154+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:45.732555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.455485+0000","last_change":"2024-09-12T00:24:18.739197+0000","last_active":"2024-09-12T01:31:16.455485+0000","last_peered":"2024-09-12T01:31:16.455485+0000","last_clean":"2024-09-12T01:31:16.455485+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:31:16.455485+0000","last_undegraded":"2024-09-12T01:31:16.455485+0000","last_fullsized":"2024-09-12T01:31:16.455485+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:17.975316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":639,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.130848+0000","last_change":"2024-09-12T00:24:10.677818+0000","last_active":"2024-09-12T01:31:41.130848+0000","last_peered":"2024-09-12T01:31:41.130848+0000","last_clean":"2024-09-12T01:31:41.130848+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:31:41.130848+0000","last_undegraded":"2024-09-12T01:31:41.130848+0000","last_fullsized":"2024-09-12T01:31:41.130848+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:54:35.528284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'396","reported_seq":1087,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.382968+0000","last_change":"2024-09-12T00:24:08.671034+0000","last_active":"2024-09-12T01:34:09.382968+0000","last_peered":"2024-09-12T01:34:09.382968+0000","last_clean":"2024-09-12T01:34:09.382968+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:34:09.382968+0000","last_undegraded":"2024-09-12T01:34:09.382968+0000","last_fullsized":"2024-09-12T01:34:09.382968+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:02.937783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2422155,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":673,"num_read_kb":12608,"num_write":1271,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275013+0000","last_change":"2024-09-12T00:24:12.690152+0000","last_active":"2024-09-12T01:31:46.275013+0000","last_peered":"2024-09-12T01:31:46.275013+0000","last_clean":"2024-09-12T01:31:46.275013+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:31:46.275013+0000","last_undegraded":"2024-09-12T01:31:46.275013+0000","last_fullsized":"2024-09-12T01:31:46.275013+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:47.359160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'367","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.368358+0000","last_change":"2024-09-12T00:24:14.705200+0000","last_active":"2024-09-12T01:34:09.368358+0000","last_peered":"2024-09-12T01:34:09.368358+0000","last_clean":"2024-09-12T01:34:09.368358+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:34:09.368358+0000","last_undegraded":"2024-09-12T01:34:09.368358+0000","last_fullsized":"2024-09-12T01:34:09.368358+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:32.668112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45620,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":589,"num_read_kb":1255,"num_write":470,"num_write_kb":314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.348337+0000","last_change":"2024-09-12T00:24:16.721498+0000","last_active":"2024-09-12T01:29:31.348337+0000","last_peered":"2024-09-12T01:29:31.348337+0000","last_clean":"2024-09-12T01:29:31.348337+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:29:31.348337+0000","last_undegraded":"2024-09-12T01:29:31.348337+0000","last_fullsized":"2024-09-12T01:29:31.348337+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:21.967443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'123","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.639346+0000","last_change":"2024-09-12T00:24:18.742595+0000","last_active":"2024-09-12T01:33:47.639346+0000","last_peered":"2024-09-12T01:33:47.639346+0000","last_clean":"2024-09-12T01:33:47.639346+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:33:47.639346+0000","last_undegraded":"2024-09-12T01:33:47.639346+0000","last_fullsized":"2024-09-12T01:33:47.639346+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:45.599120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'193","reported_seq":825,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:22.134778+0000","last_change":"2024-09-12T00:24:10.677262+0000","last_active":"2024-09-12T01:32:22.134778+0000","last_peered":"2024-09-12T01:32:22.134778+0000","last_clean":"2024-09-12T01:32:22.134778+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:32:22.134778+0000","last_undegraded":"2024-09-12T01:32:22.134778+0000","last_fullsized":"2024-09-12T01:32:22.134778+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:03.242800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'337","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.406973+0000","last_change":"2024-09-12T00:24:08.668171+0000","last_active":"2024-09-12T01:34:09.406973+0000","last_peered":"2024-09-12T01:34:09.406973+0000","last_clean":"2024-09-12T01:34:09.406973+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:34:09.406973+0000","last_undegraded":"2024-09-12T01:34:09.406973+0000","last_fullsized":"2024-09-12T01:34:09.406973+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:30.445470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":441,"num_read_kb":22893,"num_write":972,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.135386+0000","last_change":"2024-09-12T00:24:12.686159+0000","last_active":"2024-09-12T01:31:46.135386+0000","last_peered":"2024-09-12T01:31:46.135386+0000","last_clean":"2024-09-12T01:31:46.135386+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:31:46.135386+0000","last_undegraded":"2024-09-12T01:31:46.135386+0000","last_fullsized":"2024-09-12T01:31:46.135386+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:15.979245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'293","reported_seq":887,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.420553+0000","last_change":"2024-09-12T00:24:14.706474+0000","last_active":"2024-09-12T01:34:09.420553+0000","last_peered":"2024-09-12T01:34:09.420553+0000","last_clean":"2024-09-12T01:34:09.420553+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:34:09.420553+0000","last_undegraded":"2024-09-12T01:34:09.420553+0000","last_fullsized":"2024-09-12T01:34:09.420553+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:11.321449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47928,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1110,"num_write":386,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.239816+0000","last_change":"2024-09-12T00:24:16.717612+0000","last_active":"2024-09-12T01:29:41.239816+0000","last_peered":"2024-09-12T01:29:41.239816+0000","last_clean":"2024-09-12T01:29:41.239816+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:29:41.239816+0000","last_undegraded":"2024-09-12T01:29:41.239816+0000","last_fullsized":"2024-09-12T01:29:41.239816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:20.909462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.225637+0000","last_change":"2024-09-12T00:24:18.737986+0000","last_active":"2024-09-12T01:29:36.225637+0000","last_peered":"2024-09-12T01:29:36.225637+0000","last_clean":"2024-09-12T01:29:36.225637+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:29:36.225637+0000","last_undegraded":"2024-09-12T01:29:36.225637+0000","last_fullsized":"2024-09-12T01:29:36.225637+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:03.425319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:41.226241+0000","last_change":"2024-09-12T00:24:10.684058+0000","last_active":"2024-09-12T01:29:41.226241+0000","last_peered":"2024-09-12T01:29:41.226241+0000","last_clean":"2024-09-12T01:29:41.226241+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:29:41.226241+0000","last_undegraded":"2024-09-12T01:29:41.226241+0000","last_fullsized":"2024-09-12T01:29:41.226241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:18.271419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'320","reported_seq":1126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.404636+0000","last_change":"2024-09-12T00:24:08.665978+0000","last_active":"2024-09-12T01:34:09.404636+0000","last_peered":"2024-09-12T01:34:09.404636+0000","last_clean":"2024-09-12T01:34:09.404636+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:34:09.404636+0000","last_undegraded":"2024-09-12T01:34:09.404636+0000","last_fullsized":"2024-09-12T01:34:09.404636+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:44.213693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":904,"num_read_kb":27038,"num_write":1020,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:31.369481+0000","last_change":"2024-09-12T00:24:12.688946+0000","last_active":"2024-09-12T01:29:31.369481+0000","last_peered":"2024-09-12T01:29:31.369481+0000","last_clean":"2024-09-12T01:29:31.369481+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:29:31.369481+0000","last_undegraded":"2024-09-12T01:29:31.369481+0000","last_fullsized":"2024-09-12T01:29:31.369481+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:17:09.434478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'257","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.897835+0000","last_change":"2024-09-12T00:24:14.700390+0000","last_active":"2024-09-12T01:34:08.897835+0000","last_peered":"2024-09-12T01:34:08.897835+0000","last_clean":"2024-09-12T01:34:08.897835+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:34:08.897835+0000","last_undegraded":"2024-09-12T01:34:08.897835+0000","last_fullsized":"2024-09-12T01:34:08.897835+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52717,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":431,"num_read_kb":1088,"num_write":352,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131738+0000","last_change":"2024-09-12T00:24:16.718098+0000","last_active":"2024-09-12T01:31:46.131738+0000","last_peered":"2024-09-12T01:31:46.131738+0000","last_clean":"2024-09-12T01:31:46.131738+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:31:46.131738+0000","last_undegraded":"2024-09-12T01:31:46.131738+0000","last_fullsized":"2024-09-12T01:31:46.131738+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'147","reported_seq":1260,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.131758+0000","last_change":"2024-09-12T00:24:18.740708+0000","last_active":"2024-09-12T01:32:42.131758+0000","last_peered":"2024-09-12T01:32:42.131758+0000","last_clean":"2024-09-12T01:32:42.131758+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:32:42.131758+0000","last_undegraded":"2024-09-12T01:32:42.131758+0000","last_fullsized":"2024-09-12T01:32:42.131758+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:25.036589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.132408+0000","last_change":"2024-09-12T00:24:10.671480+0000","last_active":"2024-09-12T01:31:51.132408+0000","last_peered":"2024-09-12T01:31:51.132408+0000","last_clean":"2024-09-12T01:31:51.132408+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:31:51.132408+0000","last_undegraded":"2024-09-12T01:31:51.132408+0000","last_fullsized":"2024-09-12T01:31:51.132408+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'398","reported_seq":1104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.382138+0000","last_change":"2024-09-12T00:24:08.667485+0000","last_active":"2024-09-12T01:34:09.382138+0000","last_peered":"2024-09-12T01:34:09.382138+0000","last_clean":"2024-09-12T01:34:09.382138+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:34:09.382138+0000","last_undegraded":"2024-09-12T01:34:09.382138+0000","last_fullsized":"2024-09-12T01:34:09.382138+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:39:00.214607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":743498,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":575,"num_read_kb":59663,"num_write":1347,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"32'1","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:38.227443+0000","last_change":"2024-09-12T00:24:12.688529+0000","last_active":"2024-09-12T01:29:38.227443+0000","last_peered":"2024-09-12T01:29:38.227443+0000","last_clean":"2024-09-12T01:29:38.227443+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:29:38.227443+0000","last_undegraded":"2024-09-12T01:29:38.227443+0000","last_fullsized":"2024-09-12T01:29:38.227443+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:07.510205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'308","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.057784+0000","last_change":"2024-09-12T00:24:14.703775+0000","last_active":"2024-09-12T01:34:09.057784+0000","last_peered":"2024-09-12T01:34:09.057784+0000","last_clean":"2024-09-12T01:34:09.057784+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:34:09.057784+0000","last_undegraded":"2024-09-12T01:34:09.057784+0000","last_fullsized":"2024-09-12T01:34:09.057784+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52916,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":1085,"num_write":394,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249220+0000","last_change":"2024-09-12T00:24:16.720846+0000","last_active":"2024-09-12T01:31:46.249220+0000","last_peered":"2024-09-12T01:31:46.249220+0000","last_clean":"2024-09-12T01:31:46.249220+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:31:46.249220+0000","last_undegraded":"2024-09-12T01:31:46.249220+0000","last_fullsized":"2024-09-12T01:31:46.249220+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'145","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.719725+0000","last_change":"2024-09-12T00:24:18.732573+0000","last_active":"2024-09-12T01:33:47.719725+0000","last_peered":"2024-09-12T01:33:47.719725+0000","last_clean":"2024-09-12T01:33:47.719725+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:33:47.719725+0000","last_undegraded":"2024-09-12T01:33:47.719725+0000","last_fullsized":"2024-09-12T01:33:47.719725+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:45:09.114495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":837,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131671+0000","last_change":"2024-09-12T00:24:10.673077+0000","last_active":"2024-09-12T01:31:23.131671+0000","last_peered":"2024-09-12T01:31:23.131671+0000","last_clean":"2024-09-12T01:31:23.131671+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:31:23.131671+0000","last_undegraded":"2024-09-12T01:31:23.131671+0000","last_fullsized":"2024-09-12T01:31:23.131671+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:56.347197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'401","reported_seq":1269,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.403406+0000","last_change":"2024-09-12T00:25:39.314587+0000","last_active":"2024-09-12T01:34:09.403406+0000","last_peered":"2024-09-12T01:34:09.403406+0000","last_clean":"2024-09-12T01:34:09.403406+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:34:09.403406+0000","last_undegraded":"2024-09-12T01:34:09.403406+0000","last_fullsized":"2024-09-12T01:34:09.403406+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:12.278400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2978734,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":881,"num_read_kb":83650,"num_write":1284,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'261","reported_seq":922,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131649+0000","last_change":"2024-09-12T00:24:10.676308+0000","last_active":"2024-09-12T01:31:23.131649+0000","last_peered":"2024-09-12T01:31:23.131649+0000","last_clean":"2024-09-12T01:31:23.131649+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:31:23.131649+0000","last_undegraded":"2024-09-12T01:31:23.131649+0000","last_fullsized":"2024-09-12T01:31:23.131649+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:29.600296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'315","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.355346+0000","last_change":"2024-09-12T00:24:08.663042+0000","last_active":"2024-09-12T01:34:09.355346+0000","last_peered":"2024-09-12T01:34:09.355346+0000","last_clean":"2024-09-12T01:34:09.355346+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:34:09.355346+0000","last_undegraded":"2024-09-12T01:34:09.355346+0000","last_fullsized":"2024-09-12T01:34:09.355346+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:47:55.862624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274246,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":520,"num_read_kb":13814,"num_write":1039,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'168","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:21.131805+0000","last_change":"2024-09-12T00:24:10.672893+0000","last_active":"2024-09-12T01:31:21.131805+0000","last_peered":"2024-09-12T01:31:21.131805+0000","last_clean":"2024-09-12T01:31:21.131805+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:31:21.131805+0000","last_undegraded":"2024-09-12T01:31:21.131805+0000","last_fullsized":"2024-09-12T01:31:21.131805+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":100,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:19.718472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'259","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.215601+0000","last_change":"2024-09-12T00:24:08.669008+0000","last_active":"2024-09-12T01:34:09.215601+0000","last_peered":"2024-09-12T01:34:09.215601+0000","last_clean":"2024-09-12T01:34:09.215601+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:34:09.215601+0000","last_undegraded":"2024-09-12T01:34:09.215601+0000","last_fullsized":"2024-09-12T01:34:09.215601+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:04.922891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":359,"num_read_kb":7155,"num_write":838,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:23.131597+0000","last_change":"2024-09-12T00:24:10.673014+0000","last_active":"2024-09-12T01:31:23.131597+0000","last_peered":"2024-09-12T01:31:23.131597+0000","last_clean":"2024-09-12T01:31:23.131597+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:31:23.131597+0000","last_undegraded":"2024-09-12T01:31:23.131597+0000","last_fullsized":"2024-09-12T01:31:23.131597+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:30:06.547883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'336","reported_seq":986,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.228484+0000","last_change":"2024-09-12T00:24:08.656431+0000","last_active":"2024-09-12T01:34:09.228484+0000","last_peered":"2024-09-12T01:34:09.228484+0000","last_clean":"2024-09-12T01:34:09.228484+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:34:09.228484+0000","last_undegraded":"2024-09-12T01:34:09.228484+0000","last_fullsized":"2024-09-12T01:34:09.228484+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:23:20.178643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":478,"num_read_kb":2547,"num_write":1076,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1143,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.380406+0000","last_change":"2024-09-12T00:24:10.675960+0000","last_active":"2024-09-12T01:32:43.380406+0000","last_peered":"2024-09-12T01:32:43.380406+0000","last_clean":"2024-09-12T01:32:43.380406+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:32:43.380406+0000","last_undegraded":"2024-09-12T01:32:43.380406+0000","last_fullsized":"2024-09-12T01:32:43.380406+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:45:22.701762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'317","reported_seq":973,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.341337+0000","last_change":"2024-09-12T00:24:08.672959+0000","last_active":"2024-09-12T01:34:09.341337+0000","last_peered":"2024-09-12T01:34:09.341337+0000","last_clean":"2024-09-12T01:34:09.341337+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:34:09.341337+0000","last_undegraded":"2024-09-12T01:34:09.341337+0000","last_fullsized":"2024-09-12T01:34:09.341337+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:30.486971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":509,"num_read_kb":4162,"num_write":1070,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":717,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.123940+0000","last_change":"2024-09-12T00:24:10.670343+0000","last_active":"2024-09-12T01:30:51.123940+0000","last_peered":"2024-09-12T01:30:51.123940+0000","last_clean":"2024-09-12T01:30:51.123940+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:30:51.123940+0000","last_undegraded":"2024-09-12T01:30:51.123940+0000","last_fullsized":"2024-09-12T01:30:51.123940+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:52.098980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'312","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.356839+0000","last_change":"2024-09-12T00:24:08.661449+0000","last_active":"2024-09-12T01:34:09.356839+0000","last_peered":"2024-09-12T01:34:09.356839+0000","last_clean":"2024-09-12T01:34:09.356839+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:09.356839+0000","last_undegraded":"2024-09-12T01:34:09.356839+0000","last_fullsized":"2024-09-12T01:34:09.356839+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:56.954310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1516925,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":400,"num_read_kb":3315,"num_write":987,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":790,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234861+0000","last_change":"2024-09-12T00:24:10.679600+0000","last_active":"2024-09-12T01:30:51.234861+0000","last_peered":"2024-09-12T01:30:51.234861+0000","last_clean":"2024-09-12T01:30:51.234861+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:30:51.234861+0000","last_undegraded":"2024-09-12T01:30:51.234861+0000","last_fullsized":"2024-09-12T01:30:51.234861+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:21.506051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'357","reported_seq":1031,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.408304+0000","last_change":"2024-09-12T00:24:08.669289+0000","last_active":"2024-09-12T01:34:09.408304+0000","last_peered":"2024-09-12T01:34:09.408304+0000","last_clean":"2024-09-12T01:34:09.408304+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:34:09.408304+0000","last_undegraded":"2024-09-12T01:34:09.408304+0000","last_fullsized":"2024-09-12T01:34:09.408304+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:37:50.362019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":476950,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":558,"num_read_kb":33438,"num_write":1041,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249143+0000","last_change":"2024-09-12T00:24:10.683509+0000","last_active":"2024-09-12T01:30:51.249143+0000","last_peered":"2024-09-12T01:30:51.249143+0000","last_clean":"2024-09-12T01:30:51.249143+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:30:51.249143+0000","last_undegraded":"2024-09-12T01:30:51.249143+0000","last_fullsized":"2024-09-12T01:30:51.249143+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:49.387797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'301","reported_seq":907,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.395795+0000","last_change":"2024-09-12T00:24:08.664531+0000","last_active":"2024-09-12T01:34:09.395795+0000","last_peered":"2024-09-12T01:34:09.395795+0000","last_clean":"2024-09-12T01:34:09.395795+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:34:09.395795+0000","last_undegraded":"2024-09-12T01:34:09.395795+0000","last_fullsized":"2024-09-12T01:34:09.395795+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:48.599046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":381,"num_read_kb":9501,"num_write":831,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":854,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.250082+0000","last_change":"2024-09-12T00:24:10.680533+0000","last_active":"2024-09-12T01:31:51.250082+0000","last_peered":"2024-09-12T01:31:51.250082+0000","last_clean":"2024-09-12T01:31:51.250082+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:31:51.250082+0000","last_undegraded":"2024-09-12T01:31:51.250082+0000","last_fullsized":"2024-09-12T01:31:51.250082+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:17.347963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'402","reported_seq":1068,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.344562+0000","last_change":"2024-09-12T00:24:39.111022+0000","last_active":"2024-09-12T01:34:09.344562+0000","last_peered":"2024-09-12T01:34:09.344562+0000","last_clean":"2024-09-12T01:34:09.344562+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:34:09.344562+0000","last_undegraded":"2024-09-12T01:34:09.344562+0000","last_fullsized":"2024-09-12T01:34:09.344562+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:42:32.213196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262208,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":615,"num_read_kb":25126,"num_write":1297,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":812,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.132515+0000","last_change":"2024-09-12T00:24:10.677817+0000","last_active":"2024-09-12T01:31:51.132515+0000","last_peered":"2024-09-12T01:31:51.132515+0000","last_clean":"2024-09-12T01:31:51.132515+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:31:51.132515+0000","last_undegraded":"2024-09-12T01:31:51.132515+0000","last_fullsized":"2024-09-12T01:31:51.132515+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:46.867976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'328","reported_seq":1014,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.393673+0000","last_change":"2024-09-12T00:24:08.662830+0000","last_active":"2024-09-12T01:34:09.393673+0000","last_peered":"2024-09-12T01:34:09.393673+0000","last_clean":"2024-09-12T01:34:09.393673+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:34:09.393673+0000","last_undegraded":"2024-09-12T01:34:09.393673+0000","last_fullsized":"2024-09-12T01:34:09.393673+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:40.062537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079905,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":15684,"num_write":1001,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":600,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.223495+0000","last_change":"2024-09-12T00:24:10.678415+0000","last_active":"2024-09-12T01:31:56.223495+0000","last_peered":"2024-09-12T01:31:56.223495+0000","last_clean":"2024-09-12T01:31:56.223495+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:31:56.223495+0000","last_undegraded":"2024-09-12T01:31:56.223495+0000","last_fullsized":"2024-09-12T01:31:56.223495+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:23.578801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'385","reported_seq":1062,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.379311+0000","last_change":"2024-09-12T00:24:08.670514+0000","last_active":"2024-09-12T01:34:09.379311+0000","last_peered":"2024-09-12T01:34:09.379311+0000","last_clean":"2024-09-12T01:34:09.379311+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:34:09.379311+0000","last_undegraded":"2024-09-12T01:34:09.379311+0000","last_fullsized":"2024-09-12T01:34:09.379311+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:16.471470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306231,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":654,"num_read_kb":61034,"num_write":1192,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":681,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.735518+0000","last_change":"2024-09-12T00:24:10.673135+0000","last_active":"2024-09-12T01:33:47.735518+0000","last_peered":"2024-09-12T01:33:47.735518+0000","last_clean":"2024-09-12T01:33:47.735518+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:33:47.735518+0000","last_undegraded":"2024-09-12T01:33:47.735518+0000","last_fullsized":"2024-09-12T01:33:47.735518+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:30.318191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'434","reported_seq":1148,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.365032+0000","last_change":"2024-09-12T00:24:08.667086+0000","last_active":"2024-09-12T01:34:09.365032+0000","last_peered":"2024-09-12T01:34:09.365032+0000","last_clean":"2024-09-12T01:34:09.365032+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:34:09.365032+0000","last_undegraded":"2024-09-12T01:34:09.365032+0000","last_fullsized":"2024-09-12T01:34:09.365032+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:10.491185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":11873,"num_write":1256,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.274327+0000","last_change":"2024-09-12T00:24:10.676987+0000","last_active":"2024-09-12T01:31:41.274327+0000","last_peered":"2024-09-12T01:31:41.274327+0000","last_clean":"2024-09-12T01:31:41.274327+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:31:41.274327+0000","last_undegraded":"2024-09-12T01:31:41.274327+0000","last_fullsized":"2024-09-12T01:31:41.274327+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:40.110931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'382","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.399211+0000","last_change":"2024-09-12T00:24:08.672707+0000","last_active":"2024-09-12T01:34:09.399211+0000","last_peered":"2024-09-12T01:34:09.399211+0000","last_clean":"2024-09-12T01:34:09.399211+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:34:09.399211+0000","last_undegraded":"2024-09-12T01:34:09.399211+0000","last_fullsized":"2024-09-12T01:34:09.399211+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:08.181124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":5460,"num_write":1210,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1010,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.248586+0000","last_change":"2024-09-12T00:24:10.676470+0000","last_active":"2024-09-12T01:31:41.248586+0000","last_peered":"2024-09-12T01:31:41.248586+0000","last_clean":"2024-09-12T01:31:41.248586+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:31:41.248586+0000","last_undegraded":"2024-09-12T01:31:41.248586+0000","last_fullsized":"2024-09-12T01:31:41.248586+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:32.247899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'351","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.312437+0000","last_change":"2024-09-12T00:24:08.674319+0000","last_active":"2024-09-12T01:34:09.312437+0000","last_peered":"2024-09-12T01:34:09.312437+0000","last_clean":"2024-09-12T01:34:09.312437+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:34:09.312437+0000","last_undegraded":"2024-09-12T01:34:09.312437+0000","last_fullsized":"2024-09-12T01:34:09.312437+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:06.499160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262279,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":107575,"num_write":1136,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":706,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240956+0000","last_change":"2024-09-12T00:24:10.676461+0000","last_active":"2024-09-12T01:31:41.240956+0000","last_peered":"2024-09-12T01:31:41.240956+0000","last_clean":"2024-09-12T01:31:41.240956+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:31:41.240956+0000","last_undegraded":"2024-09-12T01:31:41.240956+0000","last_fullsized":"2024-09-12T01:31:41.240956+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:50.554621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'331","reported_seq":960,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.391157+0000","last_change":"2024-09-12T00:24:08.664026+0000","last_active":"2024-09-12T01:34:09.391157+0000","last_peered":"2024-09-12T01:34:09.391157+0000","last_clean":"2024-09-12T01:34:09.391157+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:34:09.391157+0000","last_undegraded":"2024-09-12T01:34:09.391157+0000","last_fullsized":"2024-09-12T01:34:09.391157+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:46:22.603831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":446,"num_read_kb":14376,"num_write":923,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":739,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.272801+0000","last_change":"2024-09-12T00:24:10.676979+0000","last_active":"2024-09-12T01:31:31.272801+0000","last_peered":"2024-09-12T01:31:31.272801+0000","last_clean":"2024-09-12T01:31:31.272801+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:31:31.272801+0000","last_undegraded":"2024-09-12T01:31:31.272801+0000","last_fullsized":"2024-09-12T01:31:31.272801+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:13.855104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'314","reported_seq":1010,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.396441+0000","last_change":"2024-09-12T00:24:08.660674+0000","last_active":"2024-09-12T01:34:09.396441+0000","last_peered":"2024-09-12T01:34:09.396441+0000","last_clean":"2024-09-12T01:34:09.396441+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:34:09.396441+0000","last_undegraded":"2024-09-12T01:34:09.396441+0000","last_fullsized":"2024-09-12T01:34:09.396441+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:13.163926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295466,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":611,"num_read_kb":6122,"num_write":1039,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'370","reported_seq":1011,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.318172+0000","last_change":"2024-09-12T00:24:38.770105+0000","last_active":"2024-09-12T01:34:09.318172+0000","last_peered":"2024-09-12T01:34:09.318172+0000","last_clean":"2024-09-12T01:34:09.318172+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:34:09.318172+0000","last_undegraded":"2024-09-12T01:34:09.318172+0000","last_fullsized":"2024-09-12T01:34:09.318172+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:50.270511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262257,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":8735,"num_write":1149,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:36.349136+0000","last_change":"2024-09-12T00:24:38.770030+0000","last_active":"2024-09-12T01:29:36.349136+0000","last_peered":"2024-09-12T01:29:36.349136+0000","last_clean":"2024-09-12T01:29:36.349136+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:29:36.349136+0000","last_undegraded":"2024-09-12T01:29:36.349136+0000","last_fullsized":"2024-09-12T01:29:36.349136+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:30.785130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'327","reported_seq":977,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.366397+0000","last_change":"2024-09-12T00:24:08.664660+0000","last_active":"2024-09-12T01:34:09.366397+0000","last_peered":"2024-09-12T01:34:09.366397+0000","last_clean":"2024-09-12T01:34:09.366397+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:09.366397+0000","last_undegraded":"2024-09-12T01:34:09.366397+0000","last_fullsized":"2024-09-12T01:34:09.366397+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:07.627555+0000","last_clean_scrub_stamp":"2024-09-12T00:24:07.627555+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:11.283624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":481,"num_read_kb":34153,"num_write":1087,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":865,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:59.879432+0000","last_change":"2024-09-12T00:24:10.673205+0000","last_active":"2024-09-12T01:31:59.879432+0000","last_peered":"2024-09-12T01:31:59.879432+0000","last_clean":"2024-09-12T01:31:59.879432+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:31:59.879432+0000","last_undegraded":"2024-09-12T01:31:59.879432+0000","last_fullsized":"2024-09-12T01:31:59.879432+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:07:21.964808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":968,"ondisk_log_size":968,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1562,"ondisk_log_size":1562,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1600277,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18870,"num_read_kb":39581,"num_write":15775,"num_write_kb":11966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2069,"ondisk_log_size":2069,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4037,"ondisk_log_size":4037,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88977523,"num_objects":386,"num_object_clones":0,"num_object_copies":1158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":386,"num_whiteouts":0,"num_read":36399,"num_read_kb":1921846,"num_write":71564,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":135487488,"data_stored":135487488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3363,"ondisk_log_size":3363,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":206497,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":171,"num_read_kb":195193,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510292,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":313440,"kb_used_data":21080,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94058400,"statfs":{"total":96636764160,"available":96315801600,"internally_reserved":0,"allocated":21585920,"data_stored":19603933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":299170250},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510291,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263124,"kb_used_data":19524,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108716,"statfs":{"total":96636764160,"available":96367325184,"internally_reserved":0,"allocated":19992576,"data_stored":18031409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510291,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":159984,"kb_used_data":20388,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94211856,"statfs":{"total":96636764160,"available":96472940544,"internally_reserved":0,"allocated":20877312,"data_stored":18848613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":142735814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510291,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100056,"kb_used_data":18888,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271784,"statfs":{"total":96636764160,"available":96534306816,"internally_reserved":0,"allocated":19341312,"data_stored":17410557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510290,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287548,"kb_used_data":21660,"kb_used_omap":1,"kb_used_meta":265726,"kb_avail":94084292,"statfs":{"total":96636764160,"available":96342315008,"internally_reserved":0,"allocated":22179840,"data_stored":20193936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":272103879},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510291,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130772,"kb_used_data":23300,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94241068,"statfs":{"total":96636764160,"available":96502853632,"internally_reserved":0,"allocated":23859200,"data_stored":21925900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510292,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277684,"kb_used_data":21604,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94094156,"statfs":{"total":96636764160,"available":96352415744,"internally_reserved":0,"allocated":22122496,"data_stored":20098936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575698,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":168136,"kb_used_data":20364,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94203704,"statfs":{"total":96636764160,"available":96464592896,"internally_reserved":0,"allocated":20852736,"data_stored":18880542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17215488,"data_stored":17215488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16588800,"data_stored":16588800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":19636224,"data_stored":19636224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":17903616,"data_stored":17903616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15122432,"data_stored":15122432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16556032,"data_stored":16556032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15740928,"data_stored":15740928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16723968,"data_stored":16723968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.532 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.533 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.533 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.533 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.533 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.533 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.533 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.534 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.535 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.536 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.537 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.538 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.539 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.540 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.541 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.542 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.543 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.544 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.545 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.546 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.547 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.548 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.549 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.550 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.551 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.552 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.553 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.554 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.555 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T00:23:47.835617+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=47, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.556 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.557 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.558 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.559 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.560 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T00:23:52.862877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=23, tm_sec=52, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.561 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.562 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.563 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.564 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.565 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.566 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.567 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.568 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.569 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.570 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.571 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.572 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.573 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.574 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T00:24:07.627555+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=7, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.574 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:17.574 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:34:37.575 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:34:37.910 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:37.922 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:34:37.925 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2386,"stamp":"2024-09-12T01:34:36.573242+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":91185375,"num_objects":737,"num_object_clones":0,"num_object_copies":1860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":181508,"num_read_kb":2470446,"num_write":143716,"num_write_kb":2418205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":545039,"num_omap_keys":1311,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12897,"ondisk_log_size":12897,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1700184,"kb_used_data":166808,"kb_used_omap":12,"kb_used_meta":1533235,"kb_avail":753274536,"statfs":{"total":773094113280,"available":771353124864,"internally_reserved":0,"allocated":170811392,"data_stored":154993826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1570033201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":545039,"num_omap_keys":1311,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005362"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.126244+0000","last_change":"2024-09-12T01:00:41.033946+0000","last_active":"2024-09-12T01:30:41.126244+0000","last_peered":"2024-09-12T01:30:41.126244+0000","last_clean":"2024-09-12T01:30:41.126244+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:30:41.126244+0000","last_undegraded":"2024-09-12T01:30:41.126244+0000","last_fullsized":"2024-09-12T01:30:41.126244+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:02.676668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.119098+0000","last_change":"2024-09-12T00:42:18.048073+0000","last_active":"2024-09-12T01:29:51.119098+0000","last_peered":"2024-09-12T01:29:51.119098+0000","last_clean":"2024-09-12T01:29:51.119098+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:29:51.119098+0000","last_undegraded":"2024-09-12T01:29:51.119098+0000","last_fullsized":"2024-09-12T01:29:51.119098+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:34.120118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.245101+0000","last_change":"2024-09-12T00:42:13.967526+0000","last_active":"2024-09-12T01:32:16.245101+0000","last_peered":"2024-09-12T01:32:16.245101+0000","last_clean":"2024-09-12T01:32:16.245101+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:32:16.245101+0000","last_undegraded":"2024-09-12T01:32:16.245101+0000","last_fullsized":"2024-09-12T01:32:16.245101+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:10.523163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.254828+0000","last_change":"2024-09-12T00:38:18.968641+0000","last_active":"2024-09-12T01:32:31.254828+0000","last_peered":"2024-09-12T01:32:31.254828+0000","last_clean":"2024-09-12T01:32:31.254828+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:32:31.254828+0000","last_undegraded":"2024-09-12T01:32:31.254828+0000","last_fullsized":"2024-09-12T01:32:31.254828+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.215484+0000","last_change":"2024-09-12T01:00:41.037053+0000","last_active":"2024-09-12T01:30:41.215484+0000","last_peered":"2024-09-12T01:30:41.215484+0000","last_clean":"2024-09-12T01:30:41.215484+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:30:41.215484+0000","last_undegraded":"2024-09-12T01:30:41.215484+0000","last_fullsized":"2024-09-12T01:30:41.215484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:14.508710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:51.372577+0000","last_change":"2024-09-12T00:42:18.044210+0000","last_active":"2024-09-12T01:29:51.372577+0000","last_peered":"2024-09-12T01:29:51.372577+0000","last_clean":"2024-09-12T01:29:51.372577+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:29:51.372577+0000","last_undegraded":"2024-09-12T01:29:51.372577+0000","last_fullsized":"2024-09-12T01:29:51.372577+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:38.545299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:13.137783+0000","last_change":"2024-09-12T00:42:13.972649+0000","last_active":"2024-09-12T01:32:13.137783+0000","last_peered":"2024-09-12T01:32:13.137783+0000","last_clean":"2024-09-12T01:32:13.137783+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:32:13.137783+0000","last_undegraded":"2024-09-12T01:32:13.137783+0000","last_fullsized":"2024-09-12T01:32:13.137783+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:29.117408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.227758+0000","last_change":"2024-09-12T00:38:18.961447+0000","last_active":"2024-09-12T01:32:36.227758+0000","last_peered":"2024-09-12T01:32:36.227758+0000","last_clean":"2024-09-12T01:32:36.227758+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:32:36.227758+0000","last_undegraded":"2024-09-12T01:32:36.227758+0000","last_fullsized":"2024-09-12T01:32:36.227758+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.260016+0000","last_change":"2024-09-12T01:00:41.026699+0000","last_active":"2024-09-12T01:32:06.260016+0000","last_peered":"2024-09-12T01:32:06.260016+0000","last_clean":"2024-09-12T01:32:06.260016+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:32:06.260016+0000","last_undegraded":"2024-09-12T01:32:06.260016+0000","last_fullsized":"2024-09-12T01:32:06.260016+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.190991+0000","last_change":"2024-09-12T00:42:18.559667+0000","last_active":"2024-09-12T01:34:09.190991+0000","last_peered":"2024-09-12T01:34:09.190991+0000","last_clean":"2024-09-12T01:34:09.190991+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:34:09.190991+0000","last_undegraded":"2024-09-12T01:34:09.190991+0000","last_fullsized":"2024-09-12T01:34:09.190991+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'6","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903206+0000","last_change":"2024-09-12T00:42:13.972359+0000","last_active":"2024-09-12T01:34:08.903206+0000","last_peered":"2024-09-12T01:34:08.903206+0000","last_clean":"2024-09-12T01:34:08.903206+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:34:08.903206+0000","last_undegraded":"2024-09-12T01:34:08.903206+0000","last_fullsized":"2024-09-12T01:34:08.903206+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.357891+0000","last_change":"2024-09-12T00:38:18.964951+0000","last_active":"2024-09-12T01:30:51.357891+0000","last_peered":"2024-09-12T01:30:51.357891+0000","last_clean":"2024-09-12T01:30:51.357891+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:30:51.357891+0000","last_undegraded":"2024-09-12T01:30:51.357891+0000","last_fullsized":"2024-09-12T01:30:51.357891+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:44.552414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.244497+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:32:11.244497+0000","last_peered":"2024-09-12T01:32:11.244497+0000","last_clean":"2024-09-12T01:32:11.244497+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:32:11.244497+0000","last_undegraded":"2024-09-12T01:32:11.244497+0000","last_fullsized":"2024-09-12T01:32:11.244497+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.246730+0000","last_change":"2024-09-12T00:42:18.558380+0000","last_active":"2024-09-12T01:32:31.246730+0000","last_peered":"2024-09-12T01:32:31.246730+0000","last_clean":"2024-09-12T01:32:31.246730+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:32:31.246730+0000","last_undegraded":"2024-09-12T01:32:31.246730+0000","last_fullsized":"2024-09-12T01:32:31.246730+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.136477+0000","last_change":"2024-09-12T00:42:13.964520+0000","last_active":"2024-09-12T01:32:16.136477+0000","last_peered":"2024-09-12T01:32:16.136477+0000","last_clean":"2024-09-12T01:32:16.136477+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:32:16.136477+0000","last_undegraded":"2024-09-12T01:32:16.136477+0000","last_fullsized":"2024-09-12T01:32:16.136477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234955+0000","last_change":"2024-09-12T00:38:18.969499+0000","last_active":"2024-09-12T01:30:51.234955+0000","last_peered":"2024-09-12T01:30:51.234955+0000","last_clean":"2024-09-12T01:30:51.234955+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:30:51.234955+0000","last_undegraded":"2024-09-12T01:30:51.234955+0000","last_fullsized":"2024-09-12T01:30:51.234955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:14.624133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:46.234224+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:30:46.234224+0000","last_peered":"2024-09-12T01:30:46.234224+0000","last_clean":"2024-09-12T01:30:46.234224+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:30:46.234224+0000","last_undegraded":"2024-09-12T01:30:46.234224+0000","last_fullsized":"2024-09-12T01:30:46.234224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:35.618718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.914750+0000","last_change":"2024-09-12T00:42:18.050567+0000","last_active":"2024-09-12T01:34:07.914750+0000","last_peered":"2024-09-12T01:34:07.914750+0000","last_clean":"2024-09-12T01:34:07.914750+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:34:07.914750+0000","last_undegraded":"2024-09-12T01:34:07.914750+0000","last_fullsized":"2024-09-12T01:34:07.914750+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:23.443000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.355947+0000","last_change":"2024-09-12T00:42:13.966457+0000","last_active":"2024-09-12T01:30:36.355947+0000","last_peered":"2024-09-12T01:30:36.355947+0000","last_clean":"2024-09-12T01:30:36.355947+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:30:36.355947+0000","last_undegraded":"2024-09-12T01:30:36.355947+0000","last_fullsized":"2024-09-12T01:30:36.355947+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:50.636890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234902+0000","last_change":"2024-09-12T00:38:18.962641+0000","last_active":"2024-09-12T01:30:51.234902+0000","last_peered":"2024-09-12T01:30:51.234902+0000","last_clean":"2024-09-12T01:30:51.234902+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:30:51.234902+0000","last_undegraded":"2024-09-12T01:30:51.234902+0000","last_fullsized":"2024-09-12T01:30:51.234902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:37.293760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135831+0000","last_change":"2024-09-12T01:00:41.032215+0000","last_active":"2024-09-12T01:31:58.135831+0000","last_peered":"2024-09-12T01:31:58.135831+0000","last_clean":"2024-09-12T01:31:58.135831+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:31:58.135831+0000","last_undegraded":"2024-09-12T01:31:58.135831+0000","last_fullsized":"2024-09-12T01:31:58.135831+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:54.181323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'13","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.062921+0000","last_change":"2024-09-12T00:42:18.049383+0000","last_active":"2024-09-12T01:34:09.062921+0000","last_peered":"2024-09-12T01:34:09.062921+0000","last_clean":"2024-09-12T01:34:09.062921+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:34:09.062921+0000","last_undegraded":"2024-09-12T01:34:09.062921+0000","last_fullsized":"2024-09-12T01:34:09.062921+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:29.589074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22578,"num_write":18,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'11","reported_seq":71,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.589007+0000","last_change":"2024-09-12T00:42:13.966217+0000","last_active":"2024-09-12T01:34:08.589007+0000","last_peered":"2024-09-12T01:34:08.589007+0000","last_clean":"2024-09-12T01:34:08.589007+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:34:08.589007+0000","last_undegraded":"2024-09-12T01:34:08.589007+0000","last_fullsized":"2024-09-12T01:34:08.589007+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:02.769670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":13362,"num_write":16,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":159,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.249172+0000","last_change":"2024-09-12T00:38:18.963271+0000","last_active":"2024-09-12T01:30:51.249172+0000","last_peered":"2024-09-12T01:30:51.249172+0000","last_clean":"2024-09-12T01:30:51.249172+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:30:51.249172+0000","last_undegraded":"2024-09-12T01:30:51.249172+0000","last_fullsized":"2024-09-12T01:30:51.249172+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:42.672993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265196+0000","last_change":"2024-09-12T01:00:41.023780+0000","last_active":"2024-09-12T01:30:41.265196+0000","last_peered":"2024-09-12T01:30:41.265196+0000","last_clean":"2024-09-12T01:30:41.265196+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:30:41.265196+0000","last_undegraded":"2024-09-12T01:30:41.265196+0000","last_fullsized":"2024-09-12T01:30:41.265196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:56.315944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'6","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.262250+0000","last_change":"2024-09-12T00:42:18.048519+0000","last_active":"2024-09-12T01:32:21.262250+0000","last_peered":"2024-09-12T01:32:21.262250+0000","last_clean":"2024-09-12T01:32:21.262250+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:32:21.262250+0000","last_undegraded":"2024-09-12T01:32:21.262250+0000","last_fullsized":"2024-09-12T01:32:21.262250+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:41.315986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":10242,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.371803+0000","last_change":"2024-09-12T00:42:13.963390+0000","last_active":"2024-09-12T01:29:46.371803+0000","last_peered":"2024-09-12T01:29:46.371803+0000","last_clean":"2024-09-12T01:29:46.371803+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:29:46.371803+0000","last_undegraded":"2024-09-12T01:29:46.371803+0000","last_fullsized":"2024-09-12T01:29:46.371803+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:20.491948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'67","reported_seq":257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249179+0000","last_change":"2024-09-12T00:38:18.962358+0000","last_active":"2024-09-12T01:31:46.249179+0000","last_peered":"2024-09-12T01:31:46.249179+0000","last_clean":"2024-09-12T01:31:46.249179+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:31:46.249179+0000","last_undegraded":"2024-09-12T01:31:46.249179+0000","last_fullsized":"2024-09-12T01:31:46.249179+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:28.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265247+0000","last_change":"2024-09-12T01:00:41.031873+0000","last_active":"2024-09-12T01:30:41.265247+0000","last_peered":"2024-09-12T01:30:41.265247+0000","last_clean":"2024-09-12T01:30:41.265247+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:30:41.265247+0000","last_undegraded":"2024-09-12T01:30:41.265247+0000","last_fullsized":"2024-09-12T01:30:41.265247+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:57.815076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.121919+0000","last_change":"2024-09-12T00:42:39.472105+0000","last_active":"2024-09-12T01:30:11.121919+0000","last_peered":"2024-09-12T01:30:11.121919+0000","last_clean":"2024-09-12T01:30:11.121919+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:30:11.121919+0000","last_undegraded":"2024-09-12T01:30:11.121919+0000","last_fullsized":"2024-09-12T01:30:11.121919+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:18.685284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:29:46.350251+0000","last_change":"2024-09-12T00:42:13.966613+0000","last_active":"2024-09-12T01:29:46.350251+0000","last_peered":"2024-09-12T01:29:46.350251+0000","last_clean":"2024-09-12T01:29:46.350251+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:29:46.350251+0000","last_undegraded":"2024-09-12T01:29:46.350251+0000","last_fullsized":"2024-09-12T01:29:46.350251+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:24.439380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132160+0000","last_change":"2024-09-12T00:38:18.963135+0000","last_active":"2024-09-12T01:31:28.132160+0000","last_peered":"2024-09-12T01:31:28.132160+0000","last_clean":"2024-09-12T01:31:28.132160+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:31:28.132160+0000","last_undegraded":"2024-09-12T01:31:28.132160+0000","last_fullsized":"2024-09-12T01:31:28.132160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:36.031829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129309+0000","last_change":"2024-09-12T01:00:41.036556+0000","last_active":"2024-09-12T01:31:03.129309+0000","last_peered":"2024-09-12T01:31:03.129309+0000","last_clean":"2024-09-12T01:31:03.129309+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:31:03.129309+0000","last_undegraded":"2024-09-12T01:31:03.129309+0000","last_fullsized":"2024-09-12T01:31:03.129309+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:57.303380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'6","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.251045+0000","last_change":"2024-09-12T00:42:18.558454+0000","last_active":"2024-09-12T01:33:06.251045+0000","last_peered":"2024-09-12T01:33:06.251045+0000","last_clean":"2024-09-12T01:33:06.251045+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:33:06.251045+0000","last_undegraded":"2024-09-12T01:33:06.251045+0000","last_fullsized":"2024-09-12T01:33:06.251045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:29.738707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":4096,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'10","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.561483+0000","last_change":"2024-09-12T00:42:13.967897+0000","last_active":"2024-09-12T01:34:07.561483+0000","last_peered":"2024-09-12T01:34:07.561483+0000","last_clean":"2024-09-12T01:34:07.561483+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:34:07.561483+0000","last_undegraded":"2024-09-12T01:34:07.561483+0000","last_fullsized":"2024-09-12T01:34:07.561483+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:17:18.281657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.247534+0000","last_change":"2024-09-12T00:38:18.965353+0000","last_active":"2024-09-12T01:31:31.247534+0000","last_peered":"2024-09-12T01:31:31.247534+0000","last_clean":"2024-09-12T01:31:31.247534+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:31:31.247534+0000","last_undegraded":"2024-09-12T01:31:31.247534+0000","last_fullsized":"2024-09-12T01:31:31.247534+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:54.806778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217564+0000","last_change":"2024-09-12T01:00:41.033283+0000","last_active":"2024-09-12T01:31:01.217564+0000","last_peered":"2024-09-12T01:31:01.217564+0000","last_clean":"2024-09-12T01:31:01.217564+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:31:01.217564+0000","last_undegraded":"2024-09-12T01:31:01.217564+0000","last_fullsized":"2024-09-12T01:31:01.217564+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:21.787371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239785+0000","last_change":"2024-09-12T00:42:18.560023+0000","last_active":"2024-09-12T01:31:31.239785+0000","last_peered":"2024-09-12T01:31:31.239785+0000","last_clean":"2024-09-12T01:31:31.239785+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:31:31.239785+0000","last_undegraded":"2024-09-12T01:31:31.239785+0000","last_fullsized":"2024-09-12T01:31:31.239785+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:36.006828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'7","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.063467+0000","last_change":"2024-09-12T00:42:13.967348+0000","last_active":"2024-09-12T01:34:09.063467+0000","last_peered":"2024-09-12T01:34:09.063467+0000","last_clean":"2024-09-12T01:34:09.063467+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:34:09.063467+0000","last_undegraded":"2024-09-12T01:34:09.063467+0000","last_fullsized":"2024-09-12T01:34:09.063467+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:06.750670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6144,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239838+0000","last_change":"2024-09-12T00:38:18.968148+0000","last_active":"2024-09-12T01:31:31.239838+0000","last_peered":"2024-09-12T01:31:31.239838+0000","last_clean":"2024-09-12T01:31:31.239838+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:31:31.239838+0000","last_undegraded":"2024-09-12T01:31:31.239838+0000","last_fullsized":"2024-09-12T01:31:31.239838+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:14.564288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268098+0000","last_change":"2024-09-12T01:00:41.029745+0000","last_active":"2024-09-12T01:31:01.268098+0000","last_peered":"2024-09-12T01:31:01.268098+0000","last_clean":"2024-09-12T01:31:01.268098+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:31:01.268098+0000","last_undegraded":"2024-09-12T01:31:01.268098+0000","last_fullsized":"2024-09-12T01:31:01.268098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:05.835643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'10","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.251100+0000","last_change":"2024-09-12T00:42:18.560819+0000","last_active":"2024-09-12T01:33:06.251100+0000","last_peered":"2024-09-12T01:33:06.251100+0000","last_clean":"2024-09-12T01:33:06.251100+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:33:06.251100+0000","last_undegraded":"2024-09-12T01:33:06.251100+0000","last_fullsized":"2024-09-12T01:33:06.251100+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:41.023033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":14338,"num_write":20,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.215000+0000","last_change":"2024-09-12T00:42:13.972479+0000","last_active":"2024-09-12T01:30:36.215000+0000","last_peered":"2024-09-12T01:30:36.215000+0000","last_clean":"2024-09-12T01:30:36.215000+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:30:36.215000+0000","last_undegraded":"2024-09-12T01:30:36.215000+0000","last_fullsized":"2024-09-12T01:30:36.215000+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:55.898685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.220703+0000","last_change":"2024-09-12T00:38:18.966334+0000","last_active":"2024-09-12T01:31:31.220703+0000","last_peered":"2024-09-12T01:31:31.220703+0000","last_clean":"2024-09-12T01:31:31.220703+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:31:31.220703+0000","last_undegraded":"2024-09-12T01:31:31.220703+0000","last_fullsized":"2024-09-12T01:31:31.220703+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:34.407218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129045+0000","last_change":"2024-09-12T01:00:41.030695+0000","last_active":"2024-09-12T01:31:01.129045+0000","last_peered":"2024-09-12T01:31:01.129045+0000","last_clean":"2024-09-12T01:31:01.129045+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:31:01.129045+0000","last_undegraded":"2024-09-12T01:31:01.129045+0000","last_fullsized":"2024-09-12T01:31:01.129045+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:54.694643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.143932+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:33:06.143932+0000","last_peered":"2024-09-12T01:33:06.143932+0000","last_clean":"2024-09-12T01:33:06.143932+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:33:06.143932+0000","last_undegraded":"2024-09-12T01:33:06.143932+0000","last_fullsized":"2024-09-12T01:33:06.143932+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:11.651445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":80,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.356045+0000","last_change":"2024-09-12T00:42:13.970282+0000","last_active":"2024-09-12T01:30:36.356045+0000","last_peered":"2024-09-12T01:30:36.356045+0000","last_clean":"2024-09-12T01:30:36.356045+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:30:36.356045+0000","last_undegraded":"2024-09-12T01:30:36.356045+0000","last_fullsized":"2024-09-12T01:30:36.356045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:03.838184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":177,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278820+0000","last_change":"2024-09-12T00:38:18.969388+0000","last_active":"2024-09-12T01:32:11.278820+0000","last_peered":"2024-09-12T01:32:11.278820+0000","last_clean":"2024-09-12T01:32:11.278820+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:32:11.278820+0000","last_undegraded":"2024-09-12T01:32:11.278820+0000","last_fullsized":"2024-09-12T01:32:11.278820+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244030+0000","last_change":"2024-09-12T01:00:41.037067+0000","last_active":"2024-09-12T01:32:06.244030+0000","last_peered":"2024-09-12T01:32:06.244030+0000","last_clean":"2024-09-12T01:32:06.244030+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:32:06.244030+0000","last_undegraded":"2024-09-12T01:32:06.244030+0000","last_fullsized":"2024-09-12T01:32:06.244030+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:38.148193+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:33:38.148193+0000","last_peered":"2024-09-12T01:33:38.148193+0000","last_clean":"2024-09-12T01:33:38.148193+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:33:38.148193+0000","last_undegraded":"2024-09-12T01:33:38.148193+0000","last_fullsized":"2024-09-12T01:33:38.148193+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:08.907369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.127340+0000","last_change":"2024-09-12T00:42:13.966063+0000","last_active":"2024-09-12T01:31:16.127340+0000","last_peered":"2024-09-12T01:31:16.127340+0000","last_clean":"2024-09-12T01:31:16.127340+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:31:16.127340+0000","last_undegraded":"2024-09-12T01:31:16.127340+0000","last_fullsized":"2024-09-12T01:31:16.127340+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:36.699194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277407+0000","last_change":"2024-09-12T00:38:18.964052+0000","last_active":"2024-09-12T01:32:01.277407+0000","last_peered":"2024-09-12T01:32:01.277407+0000","last_clean":"2024-09-12T01:32:01.277407+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:32:01.277407+0000","last_undegraded":"2024-09-12T01:32:01.277407+0000","last_fullsized":"2024-09-12T01:32:01.277407+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.251873+0000","last_change":"2024-09-12T01:00:41.027771+0000","last_active":"2024-09-12T01:32:06.251873+0000","last_peered":"2024-09-12T01:32:06.251873+0000","last_clean":"2024-09-12T01:32:06.251873+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:32:06.251873+0000","last_undegraded":"2024-09-12T01:32:06.251873+0000","last_fullsized":"2024-09-12T01:32:06.251873+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678846+0000","last_change":"2024-09-12T00:42:18.047071+0000","last_active":"2024-09-12T01:34:07.678846+0000","last_peered":"2024-09-12T01:34:07.678846+0000","last_clean":"2024-09-12T01:34:07.678846+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:07.678846+0000","last_undegraded":"2024-09-12T01:34:07.678846+0000","last_fullsized":"2024-09-12T01:34:07.678846+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:52:31.866173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.254986+0000","last_change":"2024-09-12T00:42:13.973463+0000","last_active":"2024-09-12T01:33:36.254986+0000","last_peered":"2024-09-12T01:33:36.254986+0000","last_clean":"2024-09-12T01:33:36.254986+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:33:36.254986+0000","last_undegraded":"2024-09-12T01:33:36.254986+0000","last_fullsized":"2024-09-12T01:33:36.254986+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:57.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.251202+0000","last_change":"2024-09-12T00:38:18.963183+0000","last_active":"2024-09-12T01:32:01.251202+0000","last_peered":"2024-09-12T01:32:01.251202+0000","last_clean":"2024-09-12T01:32:01.251202+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:32:01.251202+0000","last_undegraded":"2024-09-12T01:32:01.251202+0000","last_fullsized":"2024-09-12T01:32:01.251202+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359528+0000","last_change":"2024-09-12T01:00:41.033626+0000","last_active":"2024-09-12T01:31:06.359528+0000","last_peered":"2024-09-12T01:31:06.359528+0000","last_clean":"2024-09-12T01:31:06.359528+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:31:06.359528+0000","last_undegraded":"2024-09-12T01:31:06.359528+0000","last_fullsized":"2024-09-12T01:31:06.359528+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:24.968389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678237+0000","last_change":"2024-09-12T00:42:18.049426+0000","last_active":"2024-09-12T01:34:07.678237+0000","last_peered":"2024-09-12T01:34:07.678237+0000","last_clean":"2024-09-12T01:34:07.678237+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:34:07.678237+0000","last_undegraded":"2024-09-12T01:34:07.678237+0000","last_fullsized":"2024-09-12T01:34:07.678237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:58.626976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:16.252530+0000","last_change":"2024-09-12T00:42:13.970662+0000","last_active":"2024-09-12T01:31:16.252530+0000","last_peered":"2024-09-12T01:31:16.252530+0000","last_clean":"2024-09-12T01:31:16.252530+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:31:16.252530+0000","last_undegraded":"2024-09-12T01:31:16.252530+0000","last_fullsized":"2024-09-12T01:31:16.252530+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:48.419781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":152,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.134099+0000","last_change":"2024-09-12T00:38:18.967575+0000","last_active":"2024-09-12T01:32:01.134099+0000","last_peered":"2024-09-12T01:32:01.134099+0000","last_clean":"2024-09-12T01:32:01.134099+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:32:01.134099+0000","last_undegraded":"2024-09-12T01:32:01.134099+0000","last_fullsized":"2024-09-12T01:32:01.134099+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244009+0000","last_change":"2024-09-12T01:00:41.036536+0000","last_active":"2024-09-12T01:32:06.244009+0000","last_peered":"2024-09-12T01:32:06.244009+0000","last_clean":"2024-09-12T01:32:06.244009+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:32:06.244009+0000","last_undegraded":"2024-09-12T01:32:06.244009+0000","last_fullsized":"2024-09-12T01:32:06.244009+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:41.273839+0000","last_change":"2024-09-12T00:42:18.050219+0000","last_active":"2024-09-12T01:33:41.273839+0000","last_peered":"2024-09-12T01:33:41.273839+0000","last_clean":"2024-09-12T01:33:41.273839+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:33:41.273839+0000","last_undegraded":"2024-09-12T01:33:41.273839+0000","last_fullsized":"2024-09-12T01:33:41.273839+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:41.539849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'6","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.034997+0000","last_change":"2024-09-12T00:42:13.971093+0000","last_active":"2024-09-12T01:34:08.034997+0000","last_peered":"2024-09-12T01:34:08.034997+0000","last_clean":"2024-09-12T01:34:08.034997+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:34:08.034997+0000","last_undegraded":"2024-09-12T01:34:08.034997+0000","last_fullsized":"2024-09-12T01:34:08.034997+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:56.789191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.243322+0000","last_change":"2024-09-12T00:38:18.967174+0000","last_active":"2024-09-12T01:32:01.243322+0000","last_peered":"2024-09-12T01:32:01.243322+0000","last_clean":"2024-09-12T01:32:01.243322+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:32:01.243322+0000","last_undegraded":"2024-09-12T01:32:01.243322+0000","last_fullsized":"2024-09-12T01:32:01.243322+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:11.218534+0000","last_change":"2024-09-12T01:00:41.033627+0000","last_active":"2024-09-12T01:31:11.218534+0000","last_peered":"2024-09-12T01:31:11.218534+0000","last_clean":"2024-09-12T01:31:11.218534+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:31:11.218534+0000","last_undegraded":"2024-09-12T01:31:11.218534+0000","last_fullsized":"2024-09-12T01:31:11.218534+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:22.010686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242208+0000","last_change":"2024-09-12T00:42:18.046531+0000","last_active":"2024-09-12T01:31:51.242208+0000","last_peered":"2024-09-12T01:31:51.242208+0000","last_clean":"2024-09-12T01:31:51.242208+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:31:51.242208+0000","last_undegraded":"2024-09-12T01:31:51.242208+0000","last_fullsized":"2024-09-12T01:31:51.242208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:19.133972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:01.294520+0000","last_change":"2024-09-12T00:42:13.967105+0000","last_active":"2024-09-12T01:34:01.294520+0000","last_peered":"2024-09-12T01:34:01.294520+0000","last_clean":"2024-09-12T01:34:01.294520+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:34:01.294520+0000","last_undegraded":"2024-09-12T01:34:01.294520+0000","last_fullsized":"2024-09-12T01:34:01.294520+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:09.910888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":180,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231203+0000","last_change":"2024-09-12T00:38:18.970033+0000","last_active":"2024-09-12T01:30:21.231203+0000","last_peered":"2024-09-12T01:30:21.231203+0000","last_clean":"2024-09-12T01:30:21.231203+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:30:21.231203+0000","last_undegraded":"2024-09-12T01:30:21.231203+0000","last_fullsized":"2024-09-12T01:30:21.231203+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:31:00.503892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278770+0000","last_change":"2024-09-12T01:00:41.032165+0000","last_active":"2024-09-12T01:32:11.278770+0000","last_peered":"2024-09-12T01:32:11.278770+0000","last_clean":"2024-09-12T01:32:11.278770+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:32:11.278770+0000","last_undegraded":"2024-09-12T01:32:11.278770+0000","last_fullsized":"2024-09-12T01:32:11.278770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:06.259539+0000","last_change":"2024-09-12T00:42:18.046578+0000","last_active":"2024-09-12T01:34:06.259539+0000","last_peered":"2024-09-12T01:34:06.259539+0000","last_clean":"2024-09-12T01:34:06.259539+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:34:06.259539+0000","last_undegraded":"2024-09-12T01:34:06.259539+0000","last_fullsized":"2024-09-12T01:34:06.259539+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:53:50.551363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.063669+0000","last_change":"2024-09-12T00:42:13.971367+0000","last_active":"2024-09-12T01:34:09.063669+0000","last_peered":"2024-09-12T01:34:09.063669+0000","last_clean":"2024-09-12T01:34:09.063669+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:34:09.063669+0000","last_undegraded":"2024-09-12T01:34:09.063669+0000","last_fullsized":"2024-09-12T01:34:09.063669+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:07:30.485612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.140900+0000","last_change":"2024-09-12T00:38:18.966502+0000","last_active":"2024-09-12T01:32:21.140900+0000","last_peered":"2024-09-12T01:32:21.140900+0000","last_clean":"2024-09-12T01:32:21.140900+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:32:21.140900+0000","last_undegraded":"2024-09-12T01:32:21.140900+0000","last_fullsized":"2024-09-12T01:32:21.140900+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.250708+0000","last_change":"2024-09-12T01:00:41.033862+0000","last_active":"2024-09-12T01:31:01.250708+0000","last_peered":"2024-09-12T01:31:01.250708+0000","last_clean":"2024-09-12T01:31:01.250708+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:31:01.250708+0000","last_undegraded":"2024-09-12T01:31:01.250708+0000","last_fullsized":"2024-09-12T01:31:01.250708+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:21.044114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'10","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.191331+0000","last_change":"2024-09-12T00:42:18.559583+0000","last_active":"2024-09-12T01:34:09.191331+0000","last_peered":"2024-09-12T01:34:09.191331+0000","last_clean":"2024-09-12T01:34:09.191331+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:34:09.191331+0000","last_undegraded":"2024-09-12T01:34:09.191331+0000","last_fullsized":"2024-09-12T01:34:09.191331+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8721,"num_write":20,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:01.266214+0000","last_change":"2024-09-12T00:42:13.967181+0000","last_active":"2024-09-12T01:34:01.266214+0000","last_peered":"2024-09-12T01:34:01.266214+0000","last_clean":"2024-09-12T01:34:01.266214+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:34:01.266214+0000","last_undegraded":"2024-09-12T01:34:01.266214+0000","last_fullsized":"2024-09-12T01:34:01.266214+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:59.860660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.262291+0000","last_change":"2024-09-12T00:38:18.966523+0000","last_active":"2024-09-12T01:32:21.262291+0000","last_peered":"2024-09-12T01:32:21.262291+0000","last_clean":"2024-09-12T01:32:21.262291+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:32:21.262291+0000","last_undegraded":"2024-09-12T01:32:21.262291+0000","last_fullsized":"2024-09-12T01:32:21.262291+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268137+0000","last_change":"2024-09-12T01:00:41.027549+0000","last_active":"2024-09-12T01:31:01.268137+0000","last_peered":"2024-09-12T01:31:01.268137+0000","last_clean":"2024-09-12T01:31:01.268137+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:31:01.268137+0000","last_undegraded":"2024-09-12T01:31:01.268137+0000","last_fullsized":"2024-09-12T01:31:01.268137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:00.443474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:06.259587+0000","last_change":"2024-09-12T00:42:18.051667+0000","last_active":"2024-09-12T01:34:06.259587+0000","last_peered":"2024-09-12T01:34:06.259587+0000","last_clean":"2024-09-12T01:34:06.259587+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:34:06.259587+0000","last_undegraded":"2024-09-12T01:34:06.259587+0000","last_fullsized":"2024-09-12T01:34:06.259587+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:24.765236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'6","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.244209+0000","last_change":"2024-09-12T00:42:13.973494+0000","last_active":"2024-09-12T01:34:09.244209+0000","last_peered":"2024-09-12T01:34:09.244209+0000","last_clean":"2024-09-12T01:34:09.244209+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:34:09.244209+0000","last_undegraded":"2024-09-12T01:34:09.244209+0000","last_fullsized":"2024-09-12T01:34:09.244209+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:41:16.830460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.226148+0000","last_change":"2024-09-12T00:38:18.964514+0000","last_active":"2024-09-12T01:32:21.226148+0000","last_peered":"2024-09-12T01:32:21.226148+0000","last_clean":"2024-09-12T01:32:21.226148+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:32:21.226148+0000","last_undegraded":"2024-09-12T01:32:21.226148+0000","last_fullsized":"2024-09-12T01:32:21.226148+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.244582+0000","last_change":"2024-09-12T01:00:41.036373+0000","last_active":"2024-09-12T01:32:11.244582+0000","last_peered":"2024-09-12T01:32:11.244582+0000","last_clean":"2024-09-12T01:32:11.244582+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:32:11.244582+0000","last_undegraded":"2024-09-12T01:32:11.244582+0000","last_fullsized":"2024-09-12T01:32:11.244582+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.135666+0000","last_change":"2024-09-12T00:42:18.045832+0000","last_active":"2024-09-12T01:32:11.135666+0000","last_peered":"2024-09-12T01:32:11.135666+0000","last_clean":"2024-09-12T01:32:11.135666+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:32:11.135666+0000","last_undegraded":"2024-09-12T01:32:11.135666+0000","last_fullsized":"2024-09-12T01:32:11.135666+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'7","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903094+0000","last_change":"2024-09-12T00:42:13.967910+0000","last_active":"2024-09-12T01:34:08.903094+0000","last_peered":"2024-09-12T01:34:08.903094+0000","last_clean":"2024-09-12T01:34:08.903094+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:34:08.903094+0000","last_undegraded":"2024-09-12T01:34:08.903094+0000","last_fullsized":"2024-09-12T01:34:08.903094+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":118,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.253500+0000","last_change":"2024-09-12T00:38:18.965449+0000","last_active":"2024-09-12T01:32:21.253500+0000","last_peered":"2024-09-12T01:32:21.253500+0000","last_clean":"2024-09-12T01:32:21.253500+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:32:21.253500+0000","last_undegraded":"2024-09-12T01:32:21.253500+0000","last_fullsized":"2024-09-12T01:32:21.253500+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.279539+0000","last_change":"2024-09-12T01:00:41.028327+0000","last_active":"2024-09-12T01:32:16.279539+0000","last_peered":"2024-09-12T01:32:16.279539+0000","last_clean":"2024-09-12T01:32:16.279539+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:32:16.279539+0000","last_undegraded":"2024-09-12T01:32:16.279539+0000","last_fullsized":"2024-09-12T01:32:16.279539+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278708+0000","last_change":"2024-09-12T00:42:18.558333+0000","last_active":"2024-09-12T01:32:11.278708+0000","last_peered":"2024-09-12T01:32:11.278708+0000","last_clean":"2024-09-12T01:32:11.278708+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:32:11.278708+0000","last_undegraded":"2024-09-12T01:32:11.278708+0000","last_fullsized":"2024-09-12T01:32:11.278708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.243768+0000","last_change":"2024-09-12T00:42:13.968685+0000","last_active":"2024-09-12T01:34:09.243768+0000","last_peered":"2024-09-12T01:34:09.243768+0000","last_clean":"2024-09-12T01:34:09.243768+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:34:09.243768+0000","last_undegraded":"2024-09-12T01:34:09.243768+0000","last_fullsized":"2024-09-12T01:34:09.243768+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:42.525156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":183,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:31.263946+0000","last_change":"2024-09-12T00:38:18.964389+0000","last_active":"2024-09-12T01:30:31.263946+0000","last_peered":"2024-09-12T01:30:31.263946+0000","last_clean":"2024-09-12T01:30:31.263946+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:30:31.263946+0000","last_undegraded":"2024-09-12T01:30:31.263946+0000","last_fullsized":"2024-09-12T01:30:31.263946+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:47.420813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278807+0000","last_change":"2024-09-12T01:00:41.031523+0000","last_active":"2024-09-12T01:32:11.278807+0000","last_peered":"2024-09-12T01:32:11.278807+0000","last_clean":"2024-09-12T01:32:11.278807+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:32:11.278807+0000","last_undegraded":"2024-09-12T01:32:11.278807+0000","last_fullsized":"2024-09-12T01:32:11.278807+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134652+0000","last_change":"2024-09-12T00:42:18.047594+0000","last_active":"2024-09-12T01:31:48.134652+0000","last_peered":"2024-09-12T01:31:48.134652+0000","last_clean":"2024-09-12T01:31:48.134652+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:31:48.134652+0000","last_undegraded":"2024-09-12T01:31:48.134652+0000","last_fullsized":"2024-09-12T01:31:48.134652+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:21.686667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903736+0000","last_change":"2024-09-12T00:42:13.969735+0000","last_active":"2024-09-12T01:34:08.903736+0000","last_peered":"2024-09-12T01:34:08.903736+0000","last_clean":"2024-09-12T01:34:08.903736+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:34:08.903736+0000","last_undegraded":"2024-09-12T01:34:08.903736+0000","last_fullsized":"2024-09-12T01:34:08.903736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":120,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.231085+0000","last_change":"2024-09-12T00:38:18.968580+0000","last_active":"2024-09-12T01:30:21.231085+0000","last_peered":"2024-09-12T01:30:21.231085+0000","last_clean":"2024-09-12T01:30:21.231085+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:30:21.231085+0000","last_undegraded":"2024-09-12T01:30:21.231085+0000","last_fullsized":"2024-09-12T01:30:21.231085+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:10.786166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.252393+0000","last_change":"2024-09-12T01:00:41.037175+0000","last_active":"2024-09-12T01:32:11.252393+0000","last_peered":"2024-09-12T01:32:11.252393+0000","last_clean":"2024-09-12T01:32:11.252393+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:32:11.252393+0000","last_undegraded":"2024-09-12T01:32:11.252393+0000","last_fullsized":"2024-09-12T01:32:11.252393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.679582+0000","last_change":"2024-09-12T00:42:18.048640+0000","last_active":"2024-09-12T01:34:07.679582+0000","last_peered":"2024-09-12T01:34:07.679582+0000","last_clean":"2024-09-12T01:34:07.679582+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:34:07.679582+0000","last_undegraded":"2024-09-12T01:34:07.679582+0000","last_fullsized":"2024-09-12T01:34:07.679582+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131751+0000","last_change":"2024-09-12T00:42:13.963959+0000","last_active":"2024-09-12T01:31:46.131751+0000","last_peered":"2024-09-12T01:31:46.131751+0000","last_clean":"2024-09-12T01:31:46.131751+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:31:46.131751+0000","last_undegraded":"2024-09-12T01:31:46.131751+0000","last_fullsized":"2024-09-12T01:31:46.131751+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:51.538807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":213,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245227+0000","last_change":"2024-09-12T00:38:18.966599+0000","last_active":"2024-09-12T01:30:21.245227+0000","last_peered":"2024-09-12T01:30:21.245227+0000","last_clean":"2024-09-12T01:30:21.245227+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:30:21.245227+0000","last_undegraded":"2024-09-12T01:30:21.245227+0000","last_fullsized":"2024-09-12T01:30:21.245227+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:14.098724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276625+0000","last_change":"2024-09-12T01:00:41.027649+0000","last_active":"2024-09-12T01:31:56.276625+0000","last_peered":"2024-09-12T01:31:56.276625+0000","last_clean":"2024-09-12T01:31:56.276625+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:31:56.276625+0000","last_undegraded":"2024-09-12T01:31:56.276625+0000","last_fullsized":"2024-09-12T01:31:56.276625+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:21.720533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.460230+0000","last_change":"2024-09-12T00:42:18.043131+0000","last_active":"2024-09-12T01:34:08.460230+0000","last_peered":"2024-09-12T01:34:08.460230+0000","last_clean":"2024-09-12T01:34:08.460230+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:34:08.460230+0000","last_undegraded":"2024-09-12T01:34:08.460230+0000","last_fullsized":"2024-09-12T01:34:08.460230+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.279482+0000","last_change":"2024-09-12T00:42:13.968832+0000","last_active":"2024-09-12T01:32:16.279482+0000","last_peered":"2024-09-12T01:32:16.279482+0000","last_clean":"2024-09-12T01:32:16.279482+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:32:16.279482+0000","last_undegraded":"2024-09-12T01:32:16.279482+0000","last_fullsized":"2024-09-12T01:32:16.279482+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":289,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.354343+0000","last_change":"2024-09-12T00:38:18.964521+0000","last_active":"2024-09-12T01:30:21.354343+0000","last_peered":"2024-09-12T01:30:21.354343+0000","last_clean":"2024-09-12T01:30:21.354343+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:30:21.354343+0000","last_undegraded":"2024-09-12T01:30:21.354343+0000","last_fullsized":"2024-09-12T01:30:21.354343+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:47.874261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.136973+0000","last_change":"2024-09-12T01:00:41.032648+0000","last_active":"2024-09-12T01:31:56.136973+0000","last_peered":"2024-09-12T01:31:56.136973+0000","last_clean":"2024-09-12T01:31:56.136973+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:31:56.136973+0000","last_undegraded":"2024-09-12T01:31:56.136973+0000","last_fullsized":"2024-09-12T01:31:56.136973+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:28.946687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.523042+0000","last_change":"2024-09-12T00:42:18.560482+0000","last_active":"2024-09-12T01:34:08.523042+0000","last_peered":"2024-09-12T01:34:08.523042+0000","last_clean":"2024-09-12T01:34:08.523042+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:34:08.523042+0000","last_undegraded":"2024-09-12T01:34:08.523042+0000","last_fullsized":"2024-09-12T01:34:08.523042+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.148142+0000","last_change":"2024-09-12T00:42:13.968249+0000","last_active":"2024-09-12T01:34:08.148142+0000","last_peered":"2024-09-12T01:34:08.148142+0000","last_clean":"2024-09-12T01:34:08.148142+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:34:08.148142+0000","last_undegraded":"2024-09-12T01:34:08.148142+0000","last_fullsized":"2024-09-12T01:34:08.148142+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":81,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:21.245347+0000","last_change":"2024-09-12T00:38:18.967590+0000","last_active":"2024-09-12T01:30:21.245347+0000","last_peered":"2024-09-12T01:30:21.245347+0000","last_clean":"2024-09-12T01:30:21.245347+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:30:21.245347+0000","last_undegraded":"2024-09-12T01:30:21.245347+0000","last_fullsized":"2024-09-12T01:30:21.245347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:36.711747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236370+0000","last_change":"2024-09-12T01:00:41.037953+0000","last_active":"2024-09-12T01:30:53.236370+0000","last_peered":"2024-09-12T01:30:53.236370+0000","last_clean":"2024-09-12T01:30:53.236370+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:30:53.236370+0000","last_undegraded":"2024-09-12T01:30:53.236370+0000","last_fullsized":"2024-09-12T01:30:53.236370+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'3","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.062393+0000","last_change":"2024-09-12T00:42:18.560661+0000","last_active":"2024-09-12T01:34:09.062393+0000","last_peered":"2024-09-12T01:34:09.062393+0000","last_clean":"2024-09-12T01:34:09.062393+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:34:09.062393+0000","last_undegraded":"2024-09-12T01:34:09.062393+0000","last_fullsized":"2024-09-12T01:34:09.062393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.138507+0000","last_change":"2024-09-12T00:42:13.969505+0000","last_active":"2024-09-12T01:32:06.138507+0000","last_peered":"2024-09-12T01:32:06.138507+0000","last_clean":"2024-09-12T01:32:06.138507+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:32:06.138507+0000","last_undegraded":"2024-09-12T01:32:06.138507+0000","last_fullsized":"2024-09-12T01:32:06.138507+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:11.293616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":184,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.264575+0000","last_change":"2024-09-12T00:38:18.968105+0000","last_active":"2024-09-12T01:30:36.264575+0000","last_peered":"2024-09-12T01:30:36.264575+0000","last_clean":"2024-09-12T01:30:36.264575+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:30:36.264575+0000","last_undegraded":"2024-09-12T01:30:36.264575+0000","last_fullsized":"2024-09-12T01:30:36.264575+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:26.323520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133167+0000","last_change":"2024-09-12T01:00:41.034018+0000","last_active":"2024-09-12T01:31:56.133167+0000","last_peered":"2024-09-12T01:31:56.133167+0000","last_clean":"2024-09-12T01:31:56.133167+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:31:56.133167+0000","last_undegraded":"2024-09-12T01:31:56.133167+0000","last_fullsized":"2024-09-12T01:31:56.133167+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:15.070737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'13","reported_seq":74,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.523671+0000","last_change":"2024-09-12T00:42:18.042742+0000","last_active":"2024-09-12T01:34:08.523671+0000","last_peered":"2024-09-12T01:34:08.523671+0000","last_clean":"2024-09-12T01:34:08.523671+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:34:08.523671+0000","last_undegraded":"2024-09-12T01:34:08.523671+0000","last_fullsized":"2024-09-12T01:34:08.523671+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":39940,"num_write":18,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278193+0000","last_change":"2024-09-12T00:42:13.966027+0000","last_active":"2024-09-12T01:32:06.278193+0000","last_peered":"2024-09-12T01:32:06.278193+0000","last_clean":"2024-09-12T01:32:06.278193+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:32:06.278193+0000","last_undegraded":"2024-09-12T01:32:06.278193+0000","last_fullsized":"2024-09-12T01:32:06.278193+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:36.445771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:28.139446+0000","last_change":"2024-09-12T00:38:18.969989+0000","last_active":"2024-09-12T01:32:28.139446+0000","last_peered":"2024-09-12T01:32:28.139446+0000","last_clean":"2024-09-12T01:32:28.139446+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:32:28.139446+0000","last_undegraded":"2024-09-12T01:32:28.139446+0000","last_fullsized":"2024-09-12T01:32:28.139446+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"266'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.217607+0000","last_change":"2024-09-12T01:00:41.035101+0000","last_active":"2024-09-12T01:31:01.217607+0000","last_peered":"2024-09-12T01:31:01.217607+0000","last_clean":"2024-09-12T01:31:01.217607+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:31:01.217607+0000","last_undegraded":"2024-09-12T01:31:01.217607+0000","last_fullsized":"2024-09-12T01:31:01.217607+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:51.263979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:18.138326+0000","last_change":"2024-09-12T00:42:18.049907+0000","last_active":"2024-09-12T01:32:18.138326+0000","last_peered":"2024-09-12T01:32:18.138326+0000","last_clean":"2024-09-12T01:32:18.138326+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:32:18.138326+0000","last_undegraded":"2024-09-12T01:32:18.138326+0000","last_fullsized":"2024-09-12T01:32:18.138326+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903286+0000","last_change":"2024-09-12T00:42:13.959757+0000","last_active":"2024-09-12T01:34:08.903286+0000","last_peered":"2024-09-12T01:34:08.903286+0000","last_clean":"2024-09-12T01:34:08.903286+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:34:08.903286+0000","last_undegraded":"2024-09-12T01:34:08.903286+0000","last_fullsized":"2024-09-12T01:34:08.903286+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15360,"num_write":8,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":132,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.142250+0000","last_change":"2024-09-12T00:38:18.966014+0000","last_active":"2024-09-12T01:32:31.142250+0000","last_peered":"2024-09-12T01:32:31.142250+0000","last_clean":"2024-09-12T01:32:31.142250+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:32:31.142250+0000","last_undegraded":"2024-09-12T01:32:31.142250+0000","last_fullsized":"2024-09-12T01:32:31.142250+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.359019+0000","last_change":"2024-09-12T01:00:41.027823+0000","last_active":"2024-09-12T01:31:01.359019+0000","last_peered":"2024-09-12T01:31:01.359019+0000","last_clean":"2024-09-12T01:31:01.359019+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:31:01.359019+0000","last_undegraded":"2024-09-12T01:31:01.359019+0000","last_fullsized":"2024-09-12T01:31:01.359019+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:37.658642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.839104+0000","last_change":"2024-09-12T00:42:18.050839+0000","last_active":"2024-09-12T01:34:08.839104+0000","last_peered":"2024-09-12T01:34:08.839104+0000","last_clean":"2024-09-12T01:34:08.839104+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:34:08.839104+0000","last_undegraded":"2024-09-12T01:34:08.839104+0000","last_fullsized":"2024-09-12T01:34:08.839104+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.279431+0000","last_change":"2024-09-12T00:42:13.965690+0000","last_active":"2024-09-12T01:32:16.279431+0000","last_peered":"2024-09-12T01:32:16.279431+0000","last_clean":"2024-09-12T01:32:16.279431+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:32:16.279431+0000","last_undegraded":"2024-09-12T01:32:16.279431+0000","last_fullsized":"2024-09-12T01:32:16.279431+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.138634+0000","last_change":"2024-09-12T00:38:18.961842+0000","last_active":"2024-09-12T01:32:31.138634+0000","last_peered":"2024-09-12T01:32:31.138634+0000","last_clean":"2024-09-12T01:32:31.138634+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:32:31.138634+0000","last_undegraded":"2024-09-12T01:32:31.138634+0000","last_fullsized":"2024-09-12T01:32:31.138634+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250654+0000","last_change":"2024-09-12T01:00:41.027150+0000","last_active":"2024-09-12T01:31:56.250654+0000","last_peered":"2024-09-12T01:31:56.250654+0000","last_clean":"2024-09-12T01:31:56.250654+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:31:56.250654+0000","last_undegraded":"2024-09-12T01:31:56.250654+0000","last_fullsized":"2024-09-12T01:31:56.250654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:30.965402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.213027+0000","last_change":"2024-09-12T00:42:18.049315+0000","last_active":"2024-09-12T01:34:08.213027+0000","last_peered":"2024-09-12T01:34:08.213027+0000","last_clean":"2024-09-12T01:34:08.213027+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:34:08.213027+0000","last_undegraded":"2024-09-12T01:34:08.213027+0000","last_fullsized":"2024-09-12T01:34:08.213027+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:13.137720+0000","last_change":"2024-09-12T00:42:13.968208+0000","last_active":"2024-09-12T01:32:13.137720+0000","last_peered":"2024-09-12T01:32:13.137720+0000","last_clean":"2024-09-12T01:32:13.137720+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:32:13.137720+0000","last_undegraded":"2024-09-12T01:32:13.137720+0000","last_fullsized":"2024-09-12T01:32:13.137720+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":108,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.263725+0000","last_change":"2024-09-12T00:38:18.964058+0000","last_active":"2024-09-12T01:32:31.263725+0000","last_peered":"2024-09-12T01:32:31.263725+0000","last_clean":"2024-09-12T01:32:31.263725+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:32:31.263725+0000","last_undegraded":"2024-09-12T01:32:31.263725+0000","last_fullsized":"2024-09-12T01:32:31.263725+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277450+0000","last_change":"2024-09-12T01:00:41.037045+0000","last_active":"2024-09-12T01:32:01.277450+0000","last_peered":"2024-09-12T01:32:01.277450+0000","last_clean":"2024-09-12T01:32:01.277450+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:32:01.277450+0000","last_undegraded":"2024-09-12T01:32:01.277450+0000","last_fullsized":"2024-09-12T01:32:01.277450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:05.090822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.137161+0000","last_change":"2024-09-12T00:42:18.045079+0000","last_active":"2024-09-12T01:32:21.137161+0000","last_peered":"2024-09-12T01:32:21.137161+0000","last_clean":"2024-09-12T01:32:21.137161+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:32:21.137161+0000","last_undegraded":"2024-09-12T01:32:21.137161+0000","last_fullsized":"2024-09-12T01:32:21.137161+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'7","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.560131+0000","last_change":"2024-09-12T00:42:13.968198+0000","last_active":"2024-09-12T01:34:07.560131+0000","last_peered":"2024-09-12T01:34:07.560131+0000","last_clean":"2024-09-12T01:34:07.560131+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:34:07.560131+0000","last_undegraded":"2024-09-12T01:34:07.560131+0000","last_fullsized":"2024-09-12T01:34:07.560131+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'115","reported_seq":419,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.281645+0000","last_change":"2024-09-12T00:38:18.965108+0000","last_active":"2024-09-12T01:32:31.281645+0000","last_peered":"2024-09-12T01:32:31.281645+0000","last_clean":"2024-09-12T01:32:31.281645+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:32:31.281645+0000","last_undegraded":"2024-09-12T01:32:31.281645+0000","last_fullsized":"2024-09-12T01:32:31.281645+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'373","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.822745+0000","last_change":"2024-09-12T01:34:28.822745+0000","last_active":"2024-09-12T01:34:28.822745+0000","last_peered":"2024-09-12T01:34:28.822745+0000","last_clean":"2024-09-12T01:34:28.822745+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:34:28.822745+0000","last_undegraded":"2024-09-12T01:34:28.822745+0000","last_fullsized":"2024-09-12T01:34:28.822745+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.822602+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:57.210619+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":564,"num_read_kb":12865,"num_write":1138,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'584","reported_seq":1367,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.775021+0000","last_change":"2024-09-12T01:34:35.775021+0000","last_active":"2024-09-12T01:34:35.775021+0000","last_peered":"2024-09-12T01:34:35.775021+0000","last_clean":"2024-09-12T01:34:35.775021+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:34:35.775021+0000","last_undegraded":"2024-09-12T01:34:35.775021+0000","last_fullsized":"2024-09-12T01:34:35.775021+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'584","last_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_deep_scrub":"267'584","last_deep_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.774933+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":500,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:01.307835+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'322","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.478830+0000","last_change":"2024-09-12T01:34:21.478830+0000","last_active":"2024-09-12T01:34:21.478830+0000","last_peered":"2024-09-12T01:34:21.478830+0000","last_clean":"2024-09-12T01:34:21.478830+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:21.478830+0000","last_undegraded":"2024-09-12T01:34:21.478830+0000","last_fullsized":"2024-09-12T01:34:21.478830+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.478689+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:10.750548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":413,"num_read_kb":19914,"num_write":961,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.840717+0000","last_change":"2024-09-12T01:34:33.840717+0000","last_active":"2024-09-12T01:34:33.840717+0000","last_peered":"2024-09-12T01:34:33.840717+0000","last_clean":"2024-09-12T01:34:33.840717+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:34:33.840717+0000","last_undegraded":"2024-09-12T01:34:33.840717+0000","last_fullsized":"2024-09-12T01:34:33.840717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'88","last_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_deep_scrub":"267'88","last_deep_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.840628+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:22.395568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'318","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.042916+0000","last_change":"2024-09-12T01:34:21.042916+0000","last_active":"2024-09-12T01:34:21.042916+0000","last_peered":"2024-09-12T01:34:21.042916+0000","last_clean":"2024-09-12T01:34:21.042916+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:34:21.042916+0000","last_undegraded":"2024-09-12T01:34:21.042916+0000","last_fullsized":"2024-09-12T01:34:21.042916+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.042789+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:07.692628+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536353,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":23511,"num_write":1046,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.003777+0000","last_change":"2024-09-12T01:34:32.003777+0000","last_active":"2024-09-12T01:34:32.003777+0000","last_peered":"2024-09-12T01:34:32.003777+0000","last_clean":"2024-09-12T01:34:32.003777+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:34:32.003777+0000","last_undegraded":"2024-09-12T01:34:32.003777+0000","last_fullsized":"2024-09-12T01:34:32.003777+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.003697+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:27.129285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'370","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.714828+0000","last_change":"2024-09-12T01:34:29.714828+0000","last_active":"2024-09-12T01:34:29.714828+0000","last_peered":"2024-09-12T01:34:29.714828+0000","last_clean":"2024-09-12T01:34:29.714828+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:34:29.714828+0000","last_undegraded":"2024-09-12T01:34:29.714828+0000","last_fullsized":"2024-09-12T01:34:29.714828+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.714718+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:06.335075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079945,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":514,"num_read_kb":21240,"num_write":1215,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.032684+0000","last_change":"2024-09-12T01:34:32.032684+0000","last_active":"2024-09-12T01:34:32.032684+0000","last_peered":"2024-09-12T01:34:32.032684+0000","last_clean":"2024-09-12T01:34:32.032684+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:34:32.032684+0000","last_undegraded":"2024-09-12T01:34:32.032684+0000","last_fullsized":"2024-09-12T01:34:32.032684+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.032605+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:13.948710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'368","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.855277+0000","last_change":"2024-09-12T01:34:27.855277+0000","last_active":"2024-09-12T01:34:27.855277+0000","last_peered":"2024-09-12T01:34:27.855277+0000","last_clean":"2024-09-12T01:34:27.855277+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:34:27.855277+0000","last_undegraded":"2024-09-12T01:34:27.855277+0000","last_fullsized":"2024-09-12T01:34:27.855277+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.855133+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:20.267221+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4566127,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":531,"num_read_kb":15568,"num_write":1193,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.098512+0000","last_change":"2024-09-12T01:34:28.098512+0000","last_active":"2024-09-12T01:34:28.098512+0000","last_peered":"2024-09-12T01:34:28.098512+0000","last_clean":"2024-09-12T01:34:28.098512+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:34:28.098512+0000","last_undegraded":"2024-09-12T01:34:28.098512+0000","last_fullsized":"2024-09-12T01:34:28.098512+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.098426+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:52.927496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'381","reported_seq":1066,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.727474+0000","last_change":"2024-09-12T01:34:27.727474+0000","last_active":"2024-09-12T01:34:27.727474+0000","last_peered":"2024-09-12T01:34:27.727474+0000","last_clean":"2024-09-12T01:34:27.727474+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:34:27.727474+0000","last_undegraded":"2024-09-12T01:34:27.727474+0000","last_fullsized":"2024-09-12T01:34:27.727474+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.727360+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:45.693916+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":607,"num_read_kb":19657,"num_write":1231,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.941090+0000","last_change":"2024-09-12T01:34:35.941090+0000","last_active":"2024-09-12T01:34:35.941090+0000","last_peered":"2024-09-12T01:34:35.941090+0000","last_clean":"2024-09-12T01:34:35.941090+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:34:35.941090+0000","last_undegraded":"2024-09-12T01:34:35.941090+0000","last_fullsized":"2024-09-12T01:34:35.941090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'58","last_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_deep_scrub":"267'58","last_deep_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.941009+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:39.898452+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'358","reported_seq":1044,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.817593+0000","last_change":"2024-09-12T01:34:26.817593+0000","last_active":"2024-09-12T01:34:26.817593+0000","last_peered":"2024-09-12T01:34:26.817593+0000","last_clean":"2024-09-12T01:34:26.817593+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:34:26.817593+0000","last_undegraded":"2024-09-12T01:34:26.817593+0000","last_fullsized":"2024-09-12T01:34:26.817593+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.817477+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:18.988712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":600,"num_read_kb":23929,"num_write":1105,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.127753+0000","last_change":"2024-09-12T00:24:38.772626+0000","last_active":"2024-09-12T01:30:51.127753+0000","last_peered":"2024-09-12T01:30:51.127753+0000","last_clean":"2024-09-12T01:30:51.127753+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:30:51.127753+0000","last_undegraded":"2024-09-12T01:30:51.127753+0000","last_fullsized":"2024-09-12T01:30:51.127753+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:09.644776+0000","last_clean_scrub_stamp":"2024-09-12T00:24:09.644776+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:07.196387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'323","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.386137+0000","last_change":"2024-09-12T01:34:29.386137+0000","last_active":"2024-09-12T01:34:29.386137+0000","last_peered":"2024-09-12T01:34:29.386137+0000","last_clean":"2024-09-12T01:34:29.386137+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:34:29.386137+0000","last_undegraded":"2024-09-12T01:34:29.386137+0000","last_fullsized":"2024-09-12T01:34:29.386137+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.386004+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:39.783125+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":447,"num_read_kb":8621,"num_write":1128,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":951,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.066577+0000","last_change":"2024-09-12T01:34:27.066577+0000","last_active":"2024-09-12T01:34:27.066577+0000","last_peered":"2024-09-12T01:34:27.066577+0000","last_clean":"2024-09-12T01:34:27.066577+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:34:27.066577+0000","last_undegraded":"2024-09-12T01:34:27.066577+0000","last_fullsized":"2024-09-12T01:34:27.066577+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.066477+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:27.414803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.004022+0000","last_change":"2024-09-12T01:34:31.004022+0000","last_active":"2024-09-12T01:34:31.004022+0000","last_peered":"2024-09-12T01:34:31.004022+0000","last_clean":"2024-09-12T01:34:31.004022+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:34:31.004022+0000","last_undegraded":"2024-09-12T01:34:31.004022+0000","last_fullsized":"2024-09-12T01:34:31.004022+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.003912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:27.385824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'358","reported_seq":1043,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.729841+0000","last_change":"2024-09-12T01:34:23.729773+0000","last_active":"2024-09-12T01:34:23.729841+0000","last_peered":"2024-09-12T01:34:23.729841+0000","last_clean":"2024-09-12T01:34:23.729841+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:34:23.729841+0000","last_undegraded":"2024-09-12T01:34:23.729841+0000","last_fullsized":"2024-09-12T01:34:23.729841+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.729668+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:58.094213+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":3675,"num_write":1102,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.830474+0000","last_change":"2024-09-12T01:34:32.830474+0000","last_active":"2024-09-12T01:34:32.830474+0000","last_peered":"2024-09-12T01:34:32.830474+0000","last_clean":"2024-09-12T01:34:32.830474+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:34:32.830474+0000","last_undegraded":"2024-09-12T01:34:32.830474+0000","last_fullsized":"2024-09-12T01:34:32.830474+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.830395+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:42.542033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'353","reported_seq":1243,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.039183+0000","last_change":"2024-09-12T01:34:23.039183+0000","last_active":"2024-09-12T01:34:23.039183+0000","last_peered":"2024-09-12T01:34:23.039183+0000","last_clean":"2024-09-12T01:34:23.039183+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:34:23.039183+0000","last_undegraded":"2024-09-12T01:34:23.039183+0000","last_fullsized":"2024-09-12T01:34:23.039183+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'353","last_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_deep_scrub":"267'353","last_deep_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.039016+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:40.497421+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342158,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":949,"num_read_kb":51989,"num_write":1139,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.781223+0000","last_change":"2024-09-12T01:34:32.781223+0000","last_active":"2024-09-12T01:34:32.781223+0000","last_peered":"2024-09-12T01:34:32.781223+0000","last_clean":"2024-09-12T01:34:32.781223+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:34:32.781223+0000","last_undegraded":"2024-09-12T01:34:32.781223+0000","last_fullsized":"2024-09-12T01:34:32.781223+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4187","last_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_deep_scrub":"267'4187","last_deep_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.781135+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:54.823902+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.079544+0000","last_change":"2024-09-12T01:34:20.079544+0000","last_active":"2024-09-12T01:34:20.079544+0000","last_peered":"2024-09-12T01:34:20.079544+0000","last_clean":"2024-09-12T01:34:20.079544+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:34:20.079544+0000","last_undegraded":"2024-09-12T01:34:20.079544+0000","last_fullsized":"2024-09-12T01:34:20.079544+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.079424+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:58.397404+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":487,"num_read_kb":22078,"num_write":1096,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.111124+0000","last_change":"2024-09-12T01:34:24.111124+0000","last_active":"2024-09-12T01:34:24.111124+0000","last_peered":"2024-09-12T01:34:24.111124+0000","last_clean":"2024-09-12T01:34:24.111124+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:34:24.111124+0000","last_undegraded":"2024-09-12T01:34:24.111124+0000","last_fullsized":"2024-09-12T01:34:24.111124+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.111034+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:11.749199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'328","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.097509+0000","last_change":"2024-09-12T01:34:21.097509+0000","last_active":"2024-09-12T01:34:21.097509+0000","last_peered":"2024-09-12T01:34:21.097509+0000","last_clean":"2024-09-12T01:34:21.097509+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:34:21.097509+0000","last_undegraded":"2024-09-12T01:34:21.097509+0000","last_fullsized":"2024-09-12T01:34:21.097509+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.097370+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.555314+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2163654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":506,"num_read_kb":45990,"num_write":1061,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'38","reported_seq":578,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.085175+0000","last_change":"2024-09-12T01:34:26.085175+0000","last_active":"2024-09-12T01:34:26.085175+0000","last_peered":"2024-09-12T01:34:26.085175+0000","last_clean":"2024-09-12T01:34:26.085175+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:34:26.085175+0000","last_undegraded":"2024-09-12T01:34:26.085175+0000","last_fullsized":"2024-09-12T01:34:26.085175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.085091+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:21.918594+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'314","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.557875+0000","last_change":"2024-09-12T01:34:20.557875+0000","last_active":"2024-09-12T01:34:20.557875+0000","last_peered":"2024-09-12T01:34:20.557875+0000","last_clean":"2024-09-12T01:34:20.557875+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:34:20.557875+0000","last_undegraded":"2024-09-12T01:34:20.557875+0000","last_fullsized":"2024-09-12T01:34:20.557875+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.557783+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:34.864214+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398791,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":455,"num_read_kb":21059,"num_write":1038,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'153","reported_seq":778,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.960214+0000","last_change":"2024-09-12T01:34:34.960214+0000","last_active":"2024-09-12T01:34:34.960214+0000","last_peered":"2024-09-12T01:34:34.960214+0000","last_clean":"2024-09-12T01:34:34.960214+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:34:34.960214+0000","last_undegraded":"2024-09-12T01:34:34.960214+0000","last_fullsized":"2024-09-12T01:34:34.960214+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'153","last_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_deep_scrub":"267'153","last_deep_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.960103+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:46.821492+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'431","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.110094+0000","last_change":"2024-09-12T01:34:24.109998+0000","last_active":"2024-09-12T01:34:24.110094+0000","last_peered":"2024-09-12T01:34:24.110094+0000","last_clean":"2024-09-12T01:34:24.110094+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:34:24.110094+0000","last_undegraded":"2024-09-12T01:34:24.110094+0000","last_fullsized":"2024-09-12T01:34:24.110094+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.109839+0000","objects_scrubbed":6,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:12.201535+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":809,"num_read_kb":13798,"num_write":1265,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'140","reported_seq":655,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.542341+0000","last_change":"2024-09-12T00:24:18.738335+0000","last_active":"2024-09-12T01:32:44.542341+0000","last_peered":"2024-09-12T01:32:44.542341+0000","last_clean":"2024-09-12T01:32:44.542341+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:32:44.542341+0000","last_undegraded":"2024-09-12T01:32:44.542341+0000","last_fullsized":"2024-09-12T01:32:44.542341+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.461357+0000","last_change":"2024-09-12T01:34:23.461293+0000","last_active":"2024-09-12T01:34:23.461357+0000","last_peered":"2024-09-12T01:34:23.461357+0000","last_clean":"2024-09-12T01:34:23.461357+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:34:23.461357+0000","last_undegraded":"2024-09-12T01:34:23.461357+0000","last_fullsized":"2024-09-12T01:34:23.461357+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.461195+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:08.982552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'415","reported_seq":1111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.724177+0000","last_change":"2024-09-12T01:34:22.724177+0000","last_active":"2024-09-12T01:34:22.724177+0000","last_peered":"2024-09-12T01:34:22.724177+0000","last_clean":"2024-09-12T01:34:22.724177+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:34:22.724177+0000","last_undegraded":"2024-09-12T01:34:22.724177+0000","last_fullsized":"2024-09-12T01:34:22.724177+0000","mapping_epoch":40,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'415","last_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_deep_scrub":"267'415","last_deep_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.724063+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:08:43.500449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524410,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":29392,"num_write":1283,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.137032+0000","last_change":"2024-09-12T00:24:12.689642+0000","last_active":"2024-09-12T01:31:56.137032+0000","last_peered":"2024-09-12T01:31:56.137032+0000","last_clean":"2024-09-12T01:31:56.137032+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:31:56.137032+0000","last_undegraded":"2024-09-12T01:31:56.137032+0000","last_fullsized":"2024-09-12T01:31:56.137032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'345","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.453654+0000","last_change":"2024-09-12T00:24:14.706522+0000","last_active":"2024-09-12T01:34:08.453654+0000","last_peered":"2024-09-12T01:34:08.453654+0000","last_clean":"2024-09-12T01:34:08.453654+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:34:08.453654+0000","last_undegraded":"2024-09-12T01:34:08.453654+0000","last_fullsized":"2024-09-12T01:34:08.453654+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44419,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":561,"num_read_kb":1171,"num_write":436,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":496,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276716+0000","last_change":"2024-09-12T00:24:16.720768+0000","last_active":"2024-09-12T01:31:56.276716+0000","last_peered":"2024-09-12T01:31:56.276716+0000","last_clean":"2024-09-12T01:31:56.276716+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:31:56.276716+0000","last_undegraded":"2024-09-12T01:31:56.276716+0000","last_fullsized":"2024-09-12T01:31:56.276716+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'159","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:14.995791+0000","last_change":"2024-09-12T00:24:18.731110+0000","last_active":"2024-09-12T01:32:14.995791+0000","last_peered":"2024-09-12T01:32:14.995791+0000","last_clean":"2024-09-12T01:32:14.995791+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:32:14.995791+0000","last_undegraded":"2024-09-12T01:32:14.995791+0000","last_fullsized":"2024-09-12T01:32:14.995791+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.734753+0000","last_change":"2024-09-12T01:34:31.734753+0000","last_active":"2024-09-12T01:34:31.734753+0000","last_peered":"2024-09-12T01:34:31.734753+0000","last_clean":"2024-09-12T01:34:31.734753+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:34:31.734753+0000","last_undegraded":"2024-09-12T01:34:31.734753+0000","last_fullsized":"2024-09-12T01:34:31.734753+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.734673+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:16.877361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'414","reported_seq":1119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.923233+0000","last_change":"2024-09-12T01:34:15.923233+0000","last_active":"2024-09-12T01:34:15.923233+0000","last_peered":"2024-09-12T01:34:15.923233+0000","last_clean":"2024-09-12T01:34:15.923233+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:34:15.923233+0000","last_undegraded":"2024-09-12T01:34:15.923233+0000","last_fullsized":"2024-09-12T01:34:15.923233+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'414","last_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_deep_scrub":"267'414","last_deep_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.923149+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:52.215181+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":687,"num_read_kb":44477,"num_write":1209,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.244556+0000","last_change":"2024-09-12T00:24:12.686316+0000","last_active":"2024-09-12T01:32:11.244556+0000","last_peered":"2024-09-12T01:32:11.244556+0000","last_clean":"2024-09-12T01:32:11.244556+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:32:11.244556+0000","last_undegraded":"2024-09-12T01:32:11.244556+0000","last_fullsized":"2024-09-12T01:32:11.244556+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'103","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133275+0000","last_change":"2024-09-12T00:24:14.699420+0000","last_active":"2024-09-12T01:31:56.133275+0000","last_peered":"2024-09-12T01:31:56.133275+0000","last_clean":"2024-09-12T01:31:56.133275+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:31:56.133275+0000","last_undegraded":"2024-09-12T01:31:56.133275+0000","last_fullsized":"2024-09-12T01:31:56.133275+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133261+0000","last_change":"2024-09-12T00:24:16.714474+0000","last_active":"2024-09-12T01:31:56.133261+0000","last_peered":"2024-09-12T01:31:56.133261+0000","last_clean":"2024-09-12T01:31:56.133261+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:31:56.133261+0000","last_undegraded":"2024-09-12T01:31:56.133261+0000","last_fullsized":"2024-09-12T01:31:56.133261+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'115","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.427315+0000","last_change":"2024-09-12T00:24:18.734348+0000","last_active":"2024-09-12T01:32:43.427315+0000","last_peered":"2024-09-12T01:32:43.427315+0000","last_clean":"2024-09-12T01:32:43.427315+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:32:43.427315+0000","last_undegraded":"2024-09-12T01:32:43.427315+0000","last_fullsized":"2024-09-12T01:32:43.427315+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.077597+0000","last_change":"2024-09-12T01:34:25.077597+0000","last_active":"2024-09-12T01:34:25.077597+0000","last_peered":"2024-09-12T01:34:25.077597+0000","last_clean":"2024-09-12T01:34:25.077597+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:34:25.077597+0000","last_undegraded":"2024-09-12T01:34:25.077597+0000","last_fullsized":"2024-09-12T01:34:25.077597+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.077510+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:29.922789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'330","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.715662+0000","last_change":"2024-09-12T01:34:21.715662+0000","last_active":"2024-09-12T01:34:21.715662+0000","last_peered":"2024-09-12T01:34:21.715662+0000","last_clean":"2024-09-12T01:34:21.715662+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:34:21.715662+0000","last_undegraded":"2024-09-12T01:34:21.715662+0000","last_fullsized":"2024-09-12T01:34:21.715662+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'330","last_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_deep_scrub":"267'330","last_deep_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.715506+0000","objects_scrubbed":4,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:42.318145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524334,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":21947,"num_write":1108,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242881+0000","last_change":"2024-09-12T00:24:12.693371+0000","last_active":"2024-09-12T01:31:56.242881+0000","last_peered":"2024-09-12T01:31:56.242881+0000","last_clean":"2024-09-12T01:31:56.242881+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:31:56.242881+0000","last_undegraded":"2024-09-12T01:31:56.242881+0000","last_fullsized":"2024-09-12T01:31:56.242881+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.890235+0000","last_change":"2024-09-12T01:34:35.890235+0000","last_active":"2024-09-12T01:34:35.890235+0000","last_peered":"2024-09-12T01:34:35.890235+0000","last_clean":"2024-09-12T01:34:35.890235+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:34:35.890235+0000","last_undegraded":"2024-09-12T01:34:35.890235+0000","last_fullsized":"2024-09-12T01:34:35.890235+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.890143+0000","objects_scrubbed":7,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:01.133231+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'784","reported_seq":6754,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.426177+0000","last_change":"2024-09-12T00:24:16.721955+0000","last_active":"2024-09-12T01:34:09.426177+0000","last_peered":"2024-09-12T01:34:09.426177+0000","last_clean":"2024-09-12T01:34:09.426177+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:34:09.426177+0000","last_undegraded":"2024-09-12T01:34:09.426177+0000","last_fullsized":"2024-09-12T01:34:09.426177+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":701,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'225","reported_seq":1063,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.601072+0000","last_change":"2024-09-12T00:24:18.731761+0000","last_active":"2024-09-12T01:32:44.601072+0000","last_peered":"2024-09-12T01:32:44.601072+0000","last_clean":"2024-09-12T01:32:44.601072+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:32:44.601072+0000","last_undegraded":"2024-09-12T01:32:44.601072+0000","last_fullsized":"2024-09-12T01:32:44.601072+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":200,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.468048+0000","last_change":"2024-09-12T01:34:25.468048+0000","last_active":"2024-09-12T01:34:25.468048+0000","last_peered":"2024-09-12T01:34:25.468048+0000","last_clean":"2024-09-12T01:34:25.468048+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:34:25.468048+0000","last_undegraded":"2024-09-12T01:34:25.468048+0000","last_fullsized":"2024-09-12T01:34:25.468048+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'62","last_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_deep_scrub":"267'62","last_deep_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.467949+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.428327+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'337","reported_seq":1006,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.147916+0000","last_change":"2024-09-12T01:34:17.147916+0000","last_active":"2024-09-12T01:34:17.147916+0000","last_peered":"2024-09-12T01:34:17.147916+0000","last_clean":"2024-09-12T01:34:17.147916+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:34:17.147916+0000","last_undegraded":"2024-09-12T01:34:17.147916+0000","last_fullsized":"2024-09-12T01:34:17.147916+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.147829+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:40.923194+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568655,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":38039,"num_write":1084,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"39'3","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.444711+0000","last_change":"2024-09-12T00:24:12.685929+0000","last_active":"2024-09-12T01:34:07.444711+0000","last_peered":"2024-09-12T01:34:07.444711+0000","last_clean":"2024-09-12T01:34:07.444711+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:34:07.444711+0000","last_undegraded":"2024-09-12T01:34:07.444711+0000","last_fullsized":"2024-09-12T01:34:07.444711+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'290","reported_seq":879,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.139946+0000","last_change":"2024-09-12T00:24:14.749704+0000","last_active":"2024-09-12T01:34:08.139946+0000","last_peered":"2024-09-12T01:34:08.139946+0000","last_clean":"2024-09-12T01:34:08.139946+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:08.139946+0000","last_undegraded":"2024-09-12T01:34:08.139946+0000","last_fullsized":"2024-09-12T01:34:08.139946+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":200,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45912,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1100,"num_write":382,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'764","reported_seq":2501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.430339+0000","last_change":"2024-09-12T00:24:16.723676+0000","last_active":"2024-09-12T01:34:09.430339+0000","last_peered":"2024-09-12T01:34:09.430339+0000","last_clean":"2024-09-12T01:34:09.430339+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:34:09.430339+0000","last_undegraded":"2024-09-12T01:34:09.430339+0000","last_fullsized":"2024-09-12T01:34:09.430339+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.759260+0000","last_change":"2024-09-12T01:34:30.759260+0000","last_active":"2024-09-12T01:34:30.759260+0000","last_peered":"2024-09-12T01:34:30.759260+0000","last_clean":"2024-09-12T01:34:30.759260+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:34:30.759260+0000","last_undegraded":"2024-09-12T01:34:30.759260+0000","last_fullsized":"2024-09-12T01:34:30.759260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.759163+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:53.114927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'357","reported_seq":964,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.157347+0000","last_change":"2024-09-12T01:34:16.157347+0000","last_active":"2024-09-12T01:34:16.157347+0000","last_peered":"2024-09-12T01:34:16.157347+0000","last_clean":"2024-09-12T01:34:16.157347+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:34:16.157347+0000","last_undegraded":"2024-09-12T01:34:16.157347+0000","last_fullsized":"2024-09-12T01:34:16.157347+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.157167+0000","objects_scrubbed":9,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:58.281772+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":29153,"num_write":1128,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.776830+0000","last_change":"2024-09-12T01:34:35.776830+0000","last_active":"2024-09-12T01:34:35.776830+0000","last_peered":"2024-09-12T01:34:35.776830+0000","last_clean":"2024-09-12T01:34:35.776830+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:34:35.776830+0000","last_undegraded":"2024-09-12T01:34:35.776830+0000","last_fullsized":"2024-09-12T01:34:35.776830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.776721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:19.680052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'415","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.710040+0000","last_change":"2024-09-12T00:24:14.750386+0000","last_active":"2024-09-12T01:34:08.710040+0000","last_peered":"2024-09-12T01:34:08.710040+0000","last_clean":"2024-09-12T01:34:08.710040+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:34:08.710040+0000","last_undegraded":"2024-09-12T01:34:08.710040+0000","last_fullsized":"2024-09-12T01:34:08.710040+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:13.215648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47925,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":680,"num_read_kb":1437,"num_write":538,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134640+0000","last_change":"2024-09-12T00:24:16.719112+0000","last_active":"2024-09-12T01:31:48.134640+0000","last_peered":"2024-09-12T01:31:48.134640+0000","last_clean":"2024-09-12T01:31:48.134640+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:31:48.134640+0000","last_undegraded":"2024-09-12T01:31:48.134640+0000","last_fullsized":"2024-09-12T01:31:48.134640+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.049198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'515","reported_seq":1327,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.655241+0000","last_change":"2024-09-12T00:24:18.731187+0000","last_active":"2024-09-12T01:33:48.655241+0000","last_peered":"2024-09-12T01:33:48.655241+0000","last_clean":"2024-09-12T01:33:48.655241+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:33:48.655241+0000","last_undegraded":"2024-09-12T01:33:48.655241+0000","last_fullsized":"2024-09-12T01:33:48.655241+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":500,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.209017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.852370+0000","last_change":"2024-09-12T01:34:20.852370+0000","last_active":"2024-09-12T01:34:20.852370+0000","last_peered":"2024-09-12T01:34:20.852370+0000","last_clean":"2024-09-12T01:34:20.852370+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:34:20.852370+0000","last_undegraded":"2024-09-12T01:34:20.852370+0000","last_fullsized":"2024-09-12T01:34:20.852370+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.852242+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:36.610350+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'379","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.744938+0000","last_change":"2024-09-12T01:34:20.744938+0000","last_active":"2024-09-12T01:34:20.744938+0000","last_peered":"2024-09-12T01:34:20.744938+0000","last_clean":"2024-09-12T01:34:20.744938+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:34:20.744938+0000","last_undegraded":"2024-09-12T01:34:20.744938+0000","last_fullsized":"2024-09-12T01:34:20.744938+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.744827+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:27.931700+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":555,"num_read_kb":10519,"num_write":1110,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.100525+0000","last_change":"2024-09-12T01:34:29.100525+0000","last_active":"2024-09-12T01:34:29.100525+0000","last_peered":"2024-09-12T01:34:29.100525+0000","last_clean":"2024-09-12T01:34:29.100525+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:34:29.100525+0000","last_undegraded":"2024-09-12T01:34:29.100525+0000","last_fullsized":"2024-09-12T01:34:29.100525+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.100443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:31.292041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'294","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.554710+0000","last_change":"2024-09-12T00:24:14.700184+0000","last_active":"2024-09-12T01:34:07.554710+0000","last_peered":"2024-09-12T01:34:07.554710+0000","last_clean":"2024-09-12T01:34:07.554710+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:34:07.554710+0000","last_undegraded":"2024-09-12T01:34:07.554710+0000","last_fullsized":"2024-09-12T01:34:07.554710+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:14.767330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46719,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":1130,"num_write":398,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:41.240967+0000","last_change":"2024-09-12T00:24:16.725409+0000","last_active":"2024-09-12T01:31:41.240967+0000","last_peered":"2024-09-12T01:31:41.240967+0000","last_clean":"2024-09-12T01:31:41.240967+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:31:41.240967+0000","last_undegraded":"2024-09-12T01:31:41.240967+0000","last_fullsized":"2024-09-12T01:31:41.240967+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2392","reported_seq":4231,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:16.270354+0000","last_change":"2024-09-12T00:24:18.733017+0000","last_active":"2024-09-12T01:33:16.270354+0000","last_peered":"2024-09-12T01:33:16.270354+0000","last_clean":"2024-09-12T01:33:16.270354+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:33:16.270354+0000","last_undegraded":"2024-09-12T01:33:16.270354+0000","last_fullsized":"2024-09-12T01:33:16.270354+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":2300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:47.581649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.061603+0000","last_change":"2024-09-12T01:34:25.061603+0000","last_active":"2024-09-12T01:34:25.061603+0000","last_peered":"2024-09-12T01:34:25.061603+0000","last_clean":"2024-09-12T01:34:25.061603+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:34:25.061603+0000","last_undegraded":"2024-09-12T01:34:25.061603+0000","last_fullsized":"2024-09-12T01:34:25.061603+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.061482+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:08.362142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'334","reported_seq":1069,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.780657+0000","last_change":"2024-09-12T01:34:24.780657+0000","last_active":"2024-09-12T01:34:24.780657+0000","last_peered":"2024-09-12T01:34:24.780657+0000","last_clean":"2024-09-12T01:34:24.780657+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:34:24.780657+0000","last_undegraded":"2024-09-12T01:34:24.780657+0000","last_fullsized":"2024-09-12T01:34:24.780657+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.780549+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:22.258260+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4951266,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":707,"num_read_kb":68545,"num_write":961,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.053134+0000","last_change":"2024-09-12T01:34:31.053134+0000","last_active":"2024-09-12T01:34:31.053134+0000","last_peered":"2024-09-12T01:34:31.053134+0000","last_clean":"2024-09-12T01:34:31.053134+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:34:31.053134+0000","last_undegraded":"2024-09-12T01:34:31.053134+0000","last_fullsized":"2024-09-12T01:34:31.053134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.053039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:41.960411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'342","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.832355+0000","last_change":"2024-09-12T00:24:14.701944+0000","last_active":"2024-09-12T01:34:08.832355+0000","last_peered":"2024-09-12T01:34:08.832355+0000","last_clean":"2024-09-12T01:34:08.832355+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:34:08.832355+0000","last_undegraded":"2024-09-12T01:34:08.832355+0000","last_fullsized":"2024-09-12T01:34:08.832355+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:23:32.425132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48064,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":576,"num_read_kb":1269,"num_write":460,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'788","reported_seq":2561,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.931572+0000","last_change":"2024-09-12T00:24:16.719805+0000","last_active":"2024-09-12T01:34:07.931572+0000","last_peered":"2024-09-12T01:34:07.931572+0000","last_clean":"2024-09-12T01:34:07.931572+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:34:07.931572+0000","last_undegraded":"2024-09-12T01:34:07.931572+0000","last_fullsized":"2024-09-12T01:34:07.931572+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":700,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:46.834080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'130","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.724771+0000","last_change":"2024-09-12T00:24:18.734890+0000","last_active":"2024-09-12T01:33:47.724771+0000","last_peered":"2024-09-12T01:33:47.724771+0000","last_clean":"2024-09-12T01:33:47.724771+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:33:47.724771+0000","last_undegraded":"2024-09-12T01:33:47.724771+0000","last_fullsized":"2024-09-12T01:33:47.724771+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:33.047499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.075786+0000","last_change":"2024-09-12T01:34:28.075786+0000","last_active":"2024-09-12T01:34:28.075786+0000","last_peered":"2024-09-12T01:34:28.075786+0000","last_clean":"2024-09-12T01:34:28.075786+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:34:28.075786+0000","last_undegraded":"2024-09-12T01:34:28.075786+0000","last_fullsized":"2024-09-12T01:34:28.075786+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.075654+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:58.219938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'408","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.803564+0000","last_change":"2024-09-12T01:34:18.803564+0000","last_active":"2024-09-12T01:34:18.803564+0000","last_peered":"2024-09-12T01:34:18.803564+0000","last_clean":"2024-09-12T01:34:18.803564+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:34:18.803564+0000","last_undegraded":"2024-09-12T01:34:18.803564+0000","last_fullsized":"2024-09-12T01:34:18.803564+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.803453+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:17.183164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306505,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":608,"num_read_kb":88898,"num_write":1349,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.069139+0000","last_change":"2024-09-12T01:34:30.069139+0000","last_active":"2024-09-12T01:34:30.069139+0000","last_peered":"2024-09-12T01:34:30.069139+0000","last_clean":"2024-09-12T01:34:30.069139+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:34:30.069139+0000","last_undegraded":"2024-09-12T01:34:30.069139+0000","last_fullsized":"2024-09-12T01:34:30.069139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.069054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:31:34.127539+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'503","reported_seq":1169,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.954747+0000","last_change":"2024-09-12T00:24:14.706293+0000","last_active":"2024-09-12T01:34:08.954747+0000","last_peered":"2024-09-12T01:34:08.954747+0000","last_clean":"2024-09-12T01:34:08.954747+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:34:08.954747+0000","last_undegraded":"2024-09-12T01:34:08.954747+0000","last_fullsized":"2024-09-12T01:34:08.954747+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:29.296214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2065,"num_write":706,"num_write_kb":560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.029234+0000","last_change":"2024-09-12T01:34:33.029234+0000","last_active":"2024-09-12T01:34:33.029234+0000","last_peered":"2024-09-12T01:34:33.029234+0000","last_clean":"2024-09-12T01:34:33.029234+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:34:33.029234+0000","last_undegraded":"2024-09-12T01:34:33.029234+0000","last_fullsized":"2024-09-12T01:34:33.029234+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.029150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:53.956603+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'140","reported_seq":654,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:28.132240+0000","last_change":"2024-09-12T00:24:18.739842+0000","last_active":"2024-09-12T01:31:28.132240+0000","last_peered":"2024-09-12T01:31:28.132240+0000","last_clean":"2024-09-12T01:31:28.132240+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:31:28.132240+0000","last_undegraded":"2024-09-12T01:31:28.132240+0000","last_fullsized":"2024-09-12T01:31:28.132240+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:17.668002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.899283+0000","last_change":"2024-09-12T01:34:19.899283+0000","last_active":"2024-09-12T01:34:19.899283+0000","last_peered":"2024-09-12T01:34:19.899283+0000","last_clean":"2024-09-12T01:34:19.899283+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:34:19.899283+0000","last_undegraded":"2024-09-12T01:34:19.899283+0000","last_fullsized":"2024-09-12T01:34:19.899283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.899189+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:27:20.309842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'341","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.643720+0000","last_change":"2024-09-12T01:34:17.643720+0000","last_active":"2024-09-12T01:34:17.643720+0000","last_peered":"2024-09-12T01:34:17.643720+0000","last_clean":"2024-09-12T01:34:17.643720+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:34:17.643720+0000","last_undegraded":"2024-09-12T01:34:17.643720+0000","last_fullsized":"2024-09-12T01:34:17.643720+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'341","last_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_deep_scrub":"267'341","last_deep_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.643620+0000","objects_scrubbed":9,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:47.621287+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1906898,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":632,"num_read_kb":18249,"num_write":1064,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.036601+0000","last_change":"2024-09-12T01:34:32.036601+0000","last_active":"2024-09-12T01:34:32.036601+0000","last_peered":"2024-09-12T01:34:32.036601+0000","last_clean":"2024-09-12T01:34:32.036601+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:34:32.036601+0000","last_undegraded":"2024-09-12T01:34:32.036601+0000","last_fullsized":"2024-09-12T01:34:32.036601+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.036514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:47.757248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'326","reported_seq":927,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.797506+0000","last_change":"2024-09-12T00:24:14.700091+0000","last_active":"2024-09-12T01:34:07.797506+0000","last_peered":"2024-09-12T01:34:07.797506+0000","last_clean":"2024-09-12T01:34:07.797506+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:34:07.797506+0000","last_undegraded":"2024-09-12T01:34:07.797506+0000","last_fullsized":"2024-09-12T01:34:07.797506+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:31.116877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50461,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":563,"num_read_kb":1271,"num_write":500,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.251292+0000","last_change":"2024-09-12T00:24:16.723622+0000","last_active":"2024-09-12T01:32:01.251292+0000","last_peered":"2024-09-12T01:32:01.251292+0000","last_clean":"2024-09-12T01:32:01.251292+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:32:01.251292+0000","last_undegraded":"2024-09-12T01:32:01.251292+0000","last_fullsized":"2024-09-12T01:32:01.251292+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'171","reported_seq":677,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:37.940952+0000","last_change":"2024-09-12T00:24:18.739807+0000","last_active":"2024-09-12T01:33:37.940952+0000","last_peered":"2024-09-12T01:33:37.940952+0000","last_clean":"2024-09-12T01:33:37.940952+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:33:37.940952+0000","last_undegraded":"2024-09-12T01:33:37.940952+0000","last_fullsized":"2024-09-12T01:33:37.940952+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.933497+0000","last_change":"2024-09-12T01:34:22.933497+0000","last_active":"2024-09-12T01:34:22.933497+0000","last_peered":"2024-09-12T01:34:22.933497+0000","last_clean":"2024-09-12T01:34:22.933497+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:34:22.933497+0000","last_undegraded":"2024-09-12T01:34:22.933497+0000","last_fullsized":"2024-09-12T01:34:22.933497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.933410+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:09:24.737888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'332","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.078981+0000","last_change":"2024-09-12T01:34:18.078981+0000","last_active":"2024-09-12T01:34:18.078981+0000","last_peered":"2024-09-12T01:34:18.078981+0000","last_clean":"2024-09-12T01:34:18.078981+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:34:18.078981+0000","last_undegraded":"2024-09-12T01:34:18.078981+0000","last_fullsized":"2024-09-12T01:34:18.078981+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.078859+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:22.833924+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536448,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":21516,"num_write":1002,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.552015+0000","last_change":"2024-09-12T01:34:30.552015+0000","last_active":"2024-09-12T01:34:30.552015+0000","last_peered":"2024-09-12T01:34:30.552015+0000","last_clean":"2024-09-12T01:34:30.552015+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:34:30.552015+0000","last_undegraded":"2024-09-12T01:34:30.552015+0000","last_fullsized":"2024-09-12T01:34:30.552015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.551922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:18.944281+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'349","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.940892+0000","last_change":"2024-09-12T01:34:34.940892+0000","last_active":"2024-09-12T01:34:34.940892+0000","last_peered":"2024-09-12T01:34:34.940892+0000","last_clean":"2024-09-12T01:34:34.940892+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:34:34.940892+0000","last_undegraded":"2024-09-12T01:34:34.940892+0000","last_fullsized":"2024-09-12T01:34:34.940892+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.940742+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:30.334813+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58840,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":1252,"num_write":446,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'721","reported_seq":2593,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.981023+0000","last_change":"2024-09-12T01:34:33.981023+0000","last_active":"2024-09-12T01:34:33.981023+0000","last_peered":"2024-09-12T01:34:33.981023+0000","last_clean":"2024-09-12T01:34:33.981023+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:34:33.981023+0000","last_undegraded":"2024-09-12T01:34:33.981023+0000","last_fullsized":"2024-09-12T01:34:33.981023+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'721","last_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_deep_scrub":"267'721","last_deep_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.980936+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:57.481745+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'104","reported_seq":618,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.033315+0000","last_change":"2024-09-12T00:24:18.735510+0000","last_active":"2024-09-12T01:32:42.033315+0000","last_peered":"2024-09-12T01:32:42.033315+0000","last_clean":"2024-09-12T01:32:42.033315+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:32:42.033315+0000","last_undegraded":"2024-09-12T01:32:42.033315+0000","last_fullsized":"2024-09-12T01:32:42.033315+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:22.071155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'730","reported_seq":1490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.886272+0000","last_change":"2024-09-12T01:34:21.886272+0000","last_active":"2024-09-12T01:34:21.886272+0000","last_peered":"2024-09-12T01:34:21.886272+0000","last_clean":"2024-09-12T01:34:21.886272+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:34:21.886272+0000","last_undegraded":"2024-09-12T01:34:21.886272+0000","last_fullsized":"2024-09-12T01:34:21.886272+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'730","last_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_deep_scrub":"267'730","last_deep_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.886175+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:22.782866+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3142,"num_omap_keys":13,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'368","reported_seq":1040,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.919460+0000","last_change":"2024-09-12T01:34:17.919460+0000","last_active":"2024-09-12T01:34:17.919460+0000","last_peered":"2024-09-12T01:34:17.919460+0000","last_clean":"2024-09-12T01:34:17.919460+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:34:17.919460+0000","last_undegraded":"2024-09-12T01:34:17.919460+0000","last_fullsized":"2024-09-12T01:34:17.919460+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.919295+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:03.299288+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274220,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":564,"num_read_kb":28786,"num_write":1187,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"32'2","reported_seq":1454,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.444335+0000","last_change":"2024-09-12T00:24:12.686290+0000","last_active":"2024-09-12T01:34:07.444335+0000","last_peered":"2024-09-12T01:34:07.444335+0000","last_clean":"2024-09-12T01:34:07.444335+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:34:07.444335+0000","last_undegraded":"2024-09-12T01:34:07.444335+0000","last_fullsized":"2024-09-12T01:34:07.444335+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:25:29.043448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'102","reported_seq":637,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.241587+0000","last_change":"2024-09-12T00:24:14.749242+0000","last_active":"2024-09-12T01:31:46.241587+0000","last_peered":"2024-09-12T01:31:46.241587+0000","last_clean":"2024-09-12T01:31:46.241587+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:31:46.241587+0000","last_undegraded":"2024-09-12T01:31:46.241587+0000","last_fullsized":"2024-09-12T01:31:46.241587+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:04.721092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'750","reported_seq":2513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.119434+0000","last_change":"2024-09-12T01:34:34.119434+0000","last_active":"2024-09-12T01:34:34.119434+0000","last_peered":"2024-09-12T01:34:34.119434+0000","last_clean":"2024-09-12T01:34:34.119434+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:34:34.119434+0000","last_undegraded":"2024-09-12T01:34:34.119434+0000","last_fullsized":"2024-09-12T01:34:34.119434+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.119235+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":701,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:24:51.245296+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'122","reported_seq":649,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.125505+0000","last_change":"2024-09-12T00:24:18.732654+0000","last_active":"2024-09-12T01:31:01.125505+0000","last_peered":"2024-09-12T01:31:01.125505+0000","last_clean":"2024-09-12T01:31:01.125505+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:31:01.125505+0000","last_undegraded":"2024-09-12T01:31:01.125505+0000","last_fullsized":"2024-09-12T01:31:01.125505+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:13.919169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.471170+0000","last_change":"2024-09-12T01:34:24.471170+0000","last_active":"2024-09-12T01:34:24.471170+0000","last_peered":"2024-09-12T01:34:24.471170+0000","last_clean":"2024-09-12T01:34:24.471170+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:34:24.471170+0000","last_undegraded":"2024-09-12T01:34:24.471170+0000","last_fullsized":"2024-09-12T01:34:24.471170+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.471057+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:34:26.310957+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'332","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.510493+0000","last_change":"2024-09-12T01:34:24.510493+0000","last_active":"2024-09-12T01:34:24.510493+0000","last_peered":"2024-09-12T01:34:24.510493+0000","last_clean":"2024-09-12T01:34:24.510493+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:34:24.510493+0000","last_undegraded":"2024-09-12T01:34:24.510493+0000","last_fullsized":"2024-09-12T01:34:24.510493+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.510312+0000","objects_scrubbed":10,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:26.392464+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421954,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":498,"num_read_kb":7676,"num_write":1106,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131811+0000","last_change":"2024-09-12T00:24:12.690804+0000","last_active":"2024-09-12T01:31:46.131811+0000","last_peered":"2024-09-12T01:31:46.131811+0000","last_clean":"2024-09-12T01:31:46.131811+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:31:46.131811+0000","last_undegraded":"2024-09-12T01:31:46.131811+0000","last_fullsized":"2024-09-12T01:31:46.131811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:16:47.092286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'384","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.517280+0000","last_change":"2024-09-12T00:24:14.705030+0000","last_active":"2024-09-12T01:34:08.517280+0000","last_peered":"2024-09-12T01:34:08.517280+0000","last_clean":"2024-09-12T01:34:08.517280+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:34:08.517280+0000","last_undegraded":"2024-09-12T01:34:08.517280+0000","last_fullsized":"2024-09-12T01:34:08.517280+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:16.538791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45416,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1331,"num_write":498,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.120037+0000","last_change":"2024-09-12T01:34:33.120037+0000","last_active":"2024-09-12T01:34:33.120037+0000","last_peered":"2024-09-12T01:34:33.120037+0000","last_clean":"2024-09-12T01:34:33.120037+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:34:33.120037+0000","last_undegraded":"2024-09-12T01:34:33.120037+0000","last_fullsized":"2024-09-12T01:34:33.120037+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.119946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:47.834088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'167","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:25.212660+0000","last_change":"2024-09-12T00:24:18.738805+0000","last_active":"2024-09-12T01:31:25.212660+0000","last_peered":"2024-09-12T01:31:25.212660+0000","last_clean":"2024-09-12T01:31:25.212660+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:31:25.212660+0000","last_undegraded":"2024-09-12T01:31:25.212660+0000","last_fullsized":"2024-09-12T01:31:25.212660+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:30:44.991652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.024291+0000","last_change":"2024-09-12T01:34:24.024291+0000","last_active":"2024-09-12T01:34:24.024291+0000","last_peered":"2024-09-12T01:34:24.024291+0000","last_clean":"2024-09-12T01:34:24.024291+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:34:24.024291+0000","last_undegraded":"2024-09-12T01:34:24.024291+0000","last_fullsized":"2024-09-12T01:34:24.024291+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'66","last_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_deep_scrub":"267'66","last_deep_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.024200+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:15.892496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.837996+0000","last_change":"2024-09-12T01:34:17.837996+0000","last_active":"2024-09-12T01:34:17.837996+0000","last_peered":"2024-09-12T01:34:17.837996+0000","last_clean":"2024-09-12T01:34:17.837996+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:34:17.837996+0000","last_undegraded":"2024-09-12T01:34:17.837996+0000","last_fullsized":"2024-09-12T01:34:17.837996+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.837909+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:57.730211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.802052+0000","last_change":"2024-09-12T01:34:17.802052+0000","last_active":"2024-09-12T01:34:17.802052+0000","last_peered":"2024-09-12T01:34:17.802052+0000","last_clean":"2024-09-12T01:34:17.802052+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:34:17.802052+0000","last_undegraded":"2024-09-12T01:34:17.802052+0000","last_fullsized":"2024-09-12T01:34:17.802052+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.801970+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:00.499495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'326","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.146147+0000","last_change":"2024-09-12T01:34:15.146147+0000","last_active":"2024-09-12T01:34:15.146147+0000","last_peered":"2024-09-12T01:34:15.146147+0000","last_clean":"2024-09-12T01:34:15.146147+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:34:15.146147+0000","last_undegraded":"2024-09-12T01:34:15.146147+0000","last_fullsized":"2024-09-12T01:34:15.146147+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'326","last_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_deep_scrub":"267'326","last_deep_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.146025+0000","objects_scrubbed":10,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.214986+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":644,"num_read_kb":57182,"num_write":1084,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.801168+0000","last_change":"2024-09-12T01:34:34.801168+0000","last_active":"2024-09-12T01:34:34.801168+0000","last_peered":"2024-09-12T01:34:34.801168+0000","last_clean":"2024-09-12T01:34:34.801168+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:34:34.801168+0000","last_undegraded":"2024-09-12T01:34:34.801168+0000","last_fullsized":"2024-09-12T01:34:34.801168+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.801086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:23.223834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'764","reported_seq":1483,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.182038+0000","last_change":"2024-09-12T00:24:14.704285+0000","last_active":"2024-09-12T01:34:09.182038+0000","last_peered":"2024-09-12T01:34:09.182038+0000","last_clean":"2024-09-12T01:34:09.182038+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:34:09.182038+0000","last_undegraded":"2024-09-12T01:34:09.182038+0000","last_fullsized":"2024-09-12T01:34:09.182038+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:26.287425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162603,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1479,"num_read_kb":3529,"num_write":1386,"num_write_kb":1232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.247012+0000","last_change":"2024-09-12T00:24:16.720757+0000","last_active":"2024-09-12T01:31:26.247012+0000","last_peered":"2024-09-12T01:31:26.247012+0000","last_clean":"2024-09-12T01:31:26.247012+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:31:26.247012+0000","last_undegraded":"2024-09-12T01:31:26.247012+0000","last_fullsized":"2024-09-12T01:31:26.247012+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:22.162250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'195","reported_seq":899,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.430742+0000","last_change":"2024-09-12T00:24:18.738949+0000","last_active":"2024-09-12T01:32:44.430742+0000","last_peered":"2024-09-12T01:32:44.430742+0000","last_clean":"2024-09-12T01:32:44.430742+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:32:44.430742+0000","last_undegraded":"2024-09-12T01:32:44.430742+0000","last_fullsized":"2024-09-12T01:32:44.430742+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:23:09.644564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'446","reported_seq":1195,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.075217+0000","last_change":"2024-09-12T01:34:22.075217+0000","last_active":"2024-09-12T01:34:22.075217+0000","last_peered":"2024-09-12T01:34:22.075217+0000","last_clean":"2024-09-12T01:34:22.075217+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:34:22.075217+0000","last_undegraded":"2024-09-12T01:34:22.075217+0000","last_fullsized":"2024-09-12T01:34:22.075217+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'446","last_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_deep_scrub":"267'446","last_deep_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.075129+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:43.397797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":29760,"num_omap_keys":119,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.819349+0000","last_change":"2024-09-12T01:34:18.819349+0000","last_active":"2024-09-12T01:34:18.819349+0000","last_peered":"2024-09-12T01:34:18.819349+0000","last_clean":"2024-09-12T01:34:18.819349+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:34:18.819349+0000","last_undegraded":"2024-09-12T01:34:18.819349+0000","last_fullsized":"2024-09-12T01:34:18.819349+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.819269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:58.762555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'300","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:13.916836+0000","last_change":"2024-09-12T01:34:13.916836+0000","last_active":"2024-09-12T01:34:13.916836+0000","last_peered":"2024-09-12T01:34:13.916836+0000","last_clean":"2024-09-12T01:34:13.916836+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:34:13.916836+0000","last_undegraded":"2024-09-12T01:34:13.916836+0000","last_fullsized":"2024-09-12T01:34:13.916836+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'300","last_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_deep_scrub":"267'300","last_deep_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:13.916697+0000","objects_scrubbed":7,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:19.782527+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1017100,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":44739,"num_write":973,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:26.132494+0000","last_change":"2024-09-12T00:24:12.693401+0000","last_active":"2024-09-12T01:31:26.132494+0000","last_peered":"2024-09-12T01:31:26.132494+0000","last_clean":"2024-09-12T01:31:26.132494+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:31:26.132494+0000","last_undegraded":"2024-09-12T01:31:26.132494+0000","last_fullsized":"2024-09-12T01:31:26.132494+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:38.279607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1318","reported_seq":3112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.584212+0000","last_change":"2024-09-12T00:24:14.703859+0000","last_active":"2024-09-12T01:34:08.584212+0000","last_peered":"2024-09-12T01:34:08.584212+0000","last_clean":"2024-09-12T01:34:08.584212+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:08.584212+0000","last_undegraded":"2024-09-12T01:34:08.584212+0000","last_fullsized":"2024-09-12T01:34:08.584212+0000","mapping_epoch":33,"log_start":"267'1300","ondisk_log_start":"267'1300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":1300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:35.585363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148918,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2099,"num_read_kb":4055,"num_write":1204,"num_write_kb":1018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.269038+0000","last_change":"2024-09-12T00:24:16.723434+0000","last_active":"2024-09-12T01:31:06.269038+0000","last_peered":"2024-09-12T01:31:06.269038+0000","last_clean":"2024-09-12T01:31:06.269038+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:31:06.269038+0000","last_undegraded":"2024-09-12T01:31:06.269038+0000","last_fullsized":"2024-09-12T01:31:06.269038+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:46:36.089059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'236","reported_seq":759,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134010+0000","last_change":"2024-09-12T00:24:18.737048+0000","last_active":"2024-09-12T01:31:43.134010+0000","last_peered":"2024-09-12T01:31:43.134010+0000","last_clean":"2024-09-12T01:31:43.134010+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:31:43.134010+0000","last_undegraded":"2024-09-12T01:31:43.134010+0000","last_fullsized":"2024-09-12T01:31:43.134010+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":200,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:56:28.056246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.483889+0000","last_change":"2024-09-12T01:34:23.483889+0000","last_active":"2024-09-12T01:34:23.483889+0000","last_peered":"2024-09-12T01:34:23.483889+0000","last_clean":"2024-09-12T01:34:23.483889+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:34:23.483889+0000","last_undegraded":"2024-09-12T01:34:23.483889+0000","last_fullsized":"2024-09-12T01:34:23.483889+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.483788+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:47.232362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.116106+0000","last_change":"2024-09-12T01:34:18.116106+0000","last_active":"2024-09-12T01:34:18.116106+0000","last_peered":"2024-09-12T01:34:18.116106+0000","last_clean":"2024-09-12T01:34:18.116106+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:34:18.116106+0000","last_undegraded":"2024-09-12T01:34:18.116106+0000","last_fullsized":"2024-09-12T01:34:18.116106+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.116039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:30.723064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'348","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.484956+0000","last_change":"2024-09-12T01:34:16.484900+0000","last_active":"2024-09-12T01:34:16.484956+0000","last_peered":"2024-09-12T01:34:16.484956+0000","last_clean":"2024-09-12T01:34:16.484956+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:16.484956+0000","last_undegraded":"2024-09-12T01:34:16.484956+0000","last_fullsized":"2024-09-12T01:34:16.484956+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.484792+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:14.565279+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254653,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":556,"num_read_kb":20707,"num_write":1178,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.114241+0000","last_change":"2024-09-12T01:34:28.114241+0000","last_active":"2024-09-12T01:34:28.114241+0000","last_peered":"2024-09-12T01:34:28.114241+0000","last_clean":"2024-09-12T01:34:28.114241+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:34:28.114241+0000","last_undegraded":"2024-09-12T01:34:28.114241+0000","last_fullsized":"2024-09-12T01:34:28.114241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.114157+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:01.418886+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'294","reported_seq":1688,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:44.502979+0000","last_change":"2024-09-12T00:24:14.750546+0000","last_active":"2024-09-12T01:33:44.502979+0000","last_peered":"2024-09-12T01:33:44.502979+0000","last_clean":"2024-09-12T01:33:44.502979+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:33:44.502979+0000","last_undegraded":"2024-09-12T01:33:44.502979+0000","last_fullsized":"2024-09-12T01:33:44.502979+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:17.136386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.358452+0000","last_change":"2024-09-12T00:24:16.712674+0000","last_active":"2024-09-12T01:30:56.358452+0000","last_peered":"2024-09-12T01:30:56.358452+0000","last_clean":"2024-09-12T01:30:56.358452+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:30:56.358452+0000","last_undegraded":"2024-09-12T01:30:56.358452+0000","last_fullsized":"2024-09-12T01:30:56.358452+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:01.673435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'255","reported_seq":872,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.679154+0000","last_change":"2024-09-12T00:24:18.739281+0000","last_active":"2024-09-12T01:32:44.679154+0000","last_peered":"2024-09-12T01:32:44.679154+0000","last_clean":"2024-09-12T01:32:44.679154+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:32:44.679154+0000","last_undegraded":"2024-09-12T01:32:44.679154+0000","last_fullsized":"2024-09-12T01:32:44.679154+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:22.051310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.437219+0000","last_change":"2024-09-12T01:34:22.437219+0000","last_active":"2024-09-12T01:34:22.437219+0000","last_peered":"2024-09-12T01:34:22.437219+0000","last_clean":"2024-09-12T01:34:22.437219+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:34:22.437219+0000","last_undegraded":"2024-09-12T01:34:22.437219+0000","last_fullsized":"2024-09-12T01:34:22.437219+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'253","last_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_deep_scrub":"267'253","last_deep_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.437125+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:14.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.805418+0000","last_change":"2024-09-12T01:34:16.805418+0000","last_active":"2024-09-12T01:34:16.805418+0000","last_peered":"2024-09-12T01:34:16.805418+0000","last_clean":"2024-09-12T01:34:16.805418+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:34:16.805418+0000","last_undegraded":"2024-09-12T01:34:16.805418+0000","last_fullsized":"2024-09-12T01:34:16.805418+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.805297+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:32.740528+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'378","reported_seq":1141,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.993941+0000","last_change":"2024-09-12T01:34:15.993941+0000","last_active":"2024-09-12T01:34:15.993941+0000","last_peered":"2024-09-12T01:34:15.993941+0000","last_clean":"2024-09-12T01:34:15.993941+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:34:15.993941+0000","last_undegraded":"2024-09-12T01:34:15.993941+0000","last_fullsized":"2024-09-12T01:34:15.993941+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.993789+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:07.647063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":849,"num_read_kb":10017,"num_write":1078,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.991487+0000","last_change":"2024-09-12T01:34:33.991487+0000","last_active":"2024-09-12T01:34:33.991487+0000","last_peered":"2024-09-12T01:34:33.991487+0000","last_clean":"2024-09-12T01:34:33.991487+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:34:33.991487+0000","last_undegraded":"2024-09-12T01:34:33.991487+0000","last_fullsized":"2024-09-12T01:34:33.991487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.991407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:25.721633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'150","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.255091+0000","last_change":"2024-09-12T00:24:14.699219+0000","last_active":"2024-09-12T01:33:36.255091+0000","last_peered":"2024-09-12T01:33:36.255091+0000","last_clean":"2024-09-12T01:33:36.255091+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:33:36.255091+0000","last_undegraded":"2024-09-12T01:33:36.255091+0000","last_fullsized":"2024-09-12T01:33:36.255091+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:21:02.405626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.165307+0000","last_change":"2024-09-12T01:34:32.165307+0000","last_active":"2024-09-12T01:34:32.165307+0000","last_peered":"2024-09-12T01:34:32.165307+0000","last_clean":"2024-09-12T01:34:32.165307+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:34:32.165307+0000","last_undegraded":"2024-09-12T01:34:32.165307+0000","last_fullsized":"2024-09-12T01:34:32.165307+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.165192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:20.255992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.400998+0000","last_change":"2024-09-12T00:24:18.738439+0000","last_active":"2024-09-12T01:32:44.400998+0000","last_peered":"2024-09-12T01:32:44.400998+0000","last_clean":"2024-09-12T01:32:44.400998+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:32:44.400998+0000","last_undegraded":"2024-09-12T01:32:44.400998+0000","last_fullsized":"2024-09-12T01:32:44.400998+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:07.046655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":784,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.509536+0000","last_change":"2024-09-12T01:34:25.509536+0000","last_active":"2024-09-12T01:34:25.509536+0000","last_peered":"2024-09-12T01:34:25.509536+0000","last_clean":"2024-09-12T01:34:25.509536+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:34:25.509536+0000","last_undegraded":"2024-09-12T01:34:25.509536+0000","last_fullsized":"2024-09-12T01:34:25.509536+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.509452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:06.849965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'325","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.820914+0000","last_change":"2024-09-12T01:34:19.820914+0000","last_active":"2024-09-12T01:34:19.820914+0000","last_peered":"2024-09-12T01:34:19.820914+0000","last_clean":"2024-09-12T01:34:19.820914+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:34:19.820914+0000","last_undegraded":"2024-09-12T01:34:19.820914+0000","last_fullsized":"2024-09-12T01:34:19.820914+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'325","last_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_deep_scrub":"267'325","last_deep_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.820806+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:55.116462+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":22107,"num_write":972,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.495680+0000","last_change":"2024-09-12T01:34:14.495680+0000","last_active":"2024-09-12T01:34:14.495680+0000","last_peered":"2024-09-12T01:34:14.495680+0000","last_clean":"2024-09-12T01:34:14.495680+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:34:14.495680+0000","last_undegraded":"2024-09-12T01:34:14.495680+0000","last_fullsized":"2024-09-12T01:34:14.495680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.495604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:30.097107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.003172+0000","last_change":"2024-09-12T01:34:33.003172+0000","last_active":"2024-09-12T01:34:33.003172+0000","last_peered":"2024-09-12T01:34:33.003172+0000","last_clean":"2024-09-12T01:34:33.003172+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:34:33.003172+0000","last_undegraded":"2024-09-12T01:34:33.003172+0000","last_fullsized":"2024-09-12T01:34:33.003172+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.003073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:18:43.680240+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'630","reported_seq":1344,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.028870+0000","last_change":"2024-09-12T01:34:36.028870+0000","last_active":"2024-09-12T01:34:36.028870+0000","last_peered":"2024-09-12T01:34:36.028870+0000","last_clean":"2024-09-12T01:34:36.028870+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:34:36.028870+0000","last_undegraded":"2024-09-12T01:34:36.028870+0000","last_fullsized":"2024-09-12T01:34:36.028870+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'630","last_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_deep_scrub":"267'630","last_deep_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.028675+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":600,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:42.358619+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90053,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1640,"num_read_kb":2839,"num_write":2124,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":500702,"num_omap_keys":1132,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124591+0000","last_change":"2024-09-12T00:24:16.722937+0000","last_active":"2024-09-12T01:30:56.124591+0000","last_peered":"2024-09-12T01:30:56.124591+0000","last_clean":"2024-09-12T01:30:56.124591+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:30:56.124591+0000","last_undegraded":"2024-09-12T01:30:56.124591+0000","last_fullsized":"2024-09-12T01:30:56.124591+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:08.618600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'146","reported_seq":667,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:40.911396+0000","last_change":"2024-09-12T00:24:18.731689+0000","last_active":"2024-09-12T01:32:40.911396+0000","last_peered":"2024-09-12T01:32:40.911396+0000","last_clean":"2024-09-12T01:32:40.911396+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:32:40.911396+0000","last_undegraded":"2024-09-12T01:32:40.911396+0000","last_fullsized":"2024-09-12T01:32:40.911396+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:33.741145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4781,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.068031+0000","last_change":"2024-09-12T01:34:23.068031+0000","last_active":"2024-09-12T01:34:23.068031+0000","last_peered":"2024-09-12T01:34:23.068031+0000","last_clean":"2024-09-12T01:34:23.068031+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:34:23.068031+0000","last_undegraded":"2024-09-12T01:34:23.068031+0000","last_fullsized":"2024-09-12T01:34:23.068031+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4160","last_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_deep_scrub":"267'4160","last_deep_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.067935+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:01.251585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'339","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.513367+0000","last_change":"2024-09-12T01:34:17.513367+0000","last_active":"2024-09-12T01:34:17.513367+0000","last_peered":"2024-09-12T01:34:17.513367+0000","last_clean":"2024-09-12T01:34:17.513367+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:17.513367+0000","last_undegraded":"2024-09-12T01:34:17.513367+0000","last_fullsized":"2024-09-12T01:34:17.513367+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.513285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:02.649255+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":455,"num_read_kb":28271,"num_write":956,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":543,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.786349+0000","last_change":"2024-09-12T01:34:19.786349+0000","last_active":"2024-09-12T01:34:19.786349+0000","last_peered":"2024-09-12T01:34:19.786349+0000","last_clean":"2024-09-12T01:34:19.786349+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:34:19.786349+0000","last_undegraded":"2024-09-12T01:34:19.786349+0000","last_fullsized":"2024-09-12T01:34:19.786349+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.786263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:17.736311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.110785+0000","last_change":"2024-09-12T01:34:29.110785+0000","last_active":"2024-09-12T01:34:29.110785+0000","last_peered":"2024-09-12T01:34:29.110785+0000","last_clean":"2024-09-12T01:34:29.110785+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:34:29.110785+0000","last_undegraded":"2024-09-12T01:34:29.110785+0000","last_fullsized":"2024-09-12T01:34:29.110785+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.110667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:32.655136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'241","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:55.384243+0000","last_change":"2024-09-12T00:24:14.749281+0000","last_active":"2024-09-12T01:32:55.384243+0000","last_peered":"2024-09-12T01:32:55.384243+0000","last_clean":"2024-09-12T01:32:55.384243+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:32:55.384243+0000","last_undegraded":"2024-09-12T01:32:55.384243+0000","last_fullsized":"2024-09-12T01:32:55.384243+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":200,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:03.030127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'786","reported_seq":2832,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.425139+0000","last_change":"2024-09-12T00:24:16.723010+0000","last_active":"2024-09-12T01:34:09.425139+0000","last_peered":"2024-09-12T01:34:09.425139+0000","last_clean":"2024-09-12T01:34:09.425139+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:34:09.425139+0000","last_undegraded":"2024-09-12T01:34:09.425139+0000","last_fullsized":"2024-09-12T01:34:09.425139+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":701,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'120","reported_seq":652,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.659734+0000","last_change":"2024-09-12T00:24:18.741553+0000","last_active":"2024-09-12T01:33:48.659734+0000","last_peered":"2024-09-12T01:33:48.659734+0000","last_clean":"2024-09-12T01:33:48.659734+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:33:48.659734+0000","last_undegraded":"2024-09-12T01:33:48.659734+0000","last_fullsized":"2024-09-12T01:33:48.659734+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.409388+0000","last_change":"2024-09-12T01:34:32.409388+0000","last_active":"2024-09-12T01:34:32.409388+0000","last_peered":"2024-09-12T01:34:32.409388+0000","last_clean":"2024-09-12T01:34:32.409388+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:34:32.409388+0000","last_undegraded":"2024-09-12T01:34:32.409388+0000","last_fullsized":"2024-09-12T01:34:32.409388+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.409287+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:33.131297+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'340","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.622061+0000","last_change":"2024-09-12T01:34:15.622061+0000","last_active":"2024-09-12T01:34:15.622061+0000","last_peered":"2024-09-12T01:34:15.622061+0000","last_clean":"2024-09-12T01:34:15.622061+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:34:15.622061+0000","last_undegraded":"2024-09-12T01:34:15.622061+0000","last_fullsized":"2024-09-12T01:34:15.622061+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.621956+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:24.982161+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1367628,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":48228,"num_write":1099,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.502032+0000","last_change":"2024-09-12T01:34:15.502032+0000","last_active":"2024-09-12T01:34:15.502032+0000","last_peered":"2024-09-12T01:34:15.502032+0000","last_clean":"2024-09-12T01:34:15.502032+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:34:15.502032+0000","last_undegraded":"2024-09-12T01:34:15.502032+0000","last_fullsized":"2024-09-12T01:34:15.502032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.501954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:44.069241+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.966945+0000","last_change":"2024-09-12T01:34:33.966945+0000","last_active":"2024-09-12T01:34:33.966945+0000","last_peered":"2024-09-12T01:34:33.966945+0000","last_clean":"2024-09-12T01:34:33.966945+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:34:33.966945+0000","last_undegraded":"2024-09-12T01:34:33.966945+0000","last_fullsized":"2024-09-12T01:34:33.966945+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.966853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:37.007239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'130","reported_seq":694,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.124632+0000","last_change":"2024-09-12T00:24:14.699616+0000","last_active":"2024-09-12T01:30:56.124632+0000","last_peered":"2024-09-12T01:30:56.124632+0000","last_clean":"2024-09-12T01:30:56.124632+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:30:56.124632+0000","last_undegraded":"2024-09-12T01:30:56.124632+0000","last_fullsized":"2024-09-12T01:30:56.124632+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:36.830410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'764","reported_seq":2813,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.428682+0000","last_change":"2024-09-12T00:24:16.725433+0000","last_active":"2024-09-12T01:34:08.428682+0000","last_peered":"2024-09-12T01:34:08.428682+0000","last_clean":"2024-09-12T01:34:08.428682+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:34:08.428682+0000","last_undegraded":"2024-09-12T01:34:08.428682+0000","last_fullsized":"2024-09-12T01:34:08.428682+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":700,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:07.704783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'170","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.249944+0000","last_change":"2024-09-12T00:24:18.740301+0000","last_active":"2024-09-12T01:31:51.249944+0000","last_peered":"2024-09-12T01:31:51.249944+0000","last_clean":"2024-09-12T01:31:51.249944+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:31:51.249944+0000","last_undegraded":"2024-09-12T01:31:51.249944+0000","last_fullsized":"2024-09-12T01:31:51.249944+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:43.816064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.892485+0000","last_change":"2024-09-12T01:34:18.892485+0000","last_active":"2024-09-12T01:34:18.892485+0000","last_peered":"2024-09-12T01:34:18.892485+0000","last_clean":"2024-09-12T01:34:18.892485+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:34:18.892485+0000","last_undegraded":"2024-09-12T01:34:18.892485+0000","last_fullsized":"2024-09-12T01:34:18.892485+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.892378+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:45.684343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'421","reported_seq":1209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.896388+0000","last_change":"2024-09-12T01:34:14.896388+0000","last_active":"2024-09-12T01:34:14.896388+0000","last_peered":"2024-09-12T01:34:14.896388+0000","last_clean":"2024-09-12T01:34:14.896388+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:34:14.896388+0000","last_undegraded":"2024-09-12T01:34:14.896388+0000","last_fullsized":"2024-09-12T01:34:14.896388+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'421","last_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_deep_scrub":"267'421","last_deep_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.896180+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:41.713570+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568689,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":944,"num_read_kb":34525,"num_write":1532,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.044997+0000","last_change":"2024-09-12T01:34:17.044997+0000","last_active":"2024-09-12T01:34:17.044997+0000","last_peered":"2024-09-12T01:34:17.044997+0000","last_clean":"2024-09-12T01:34:17.044997+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:34:17.044997+0000","last_undegraded":"2024-09-12T01:34:17.044997+0000","last_fullsized":"2024-09-12T01:34:17.044997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.044921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:11.939390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.246630+0000","last_change":"2024-09-12T00:24:12.689113+0000","last_active":"2024-09-12T01:32:31.246630+0000","last_peered":"2024-09-12T01:32:31.246630+0000","last_clean":"2024-09-12T01:32:31.246630+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:32:31.246630+0000","last_undegraded":"2024-09-12T01:32:31.246630+0000","last_fullsized":"2024-09-12T01:32:31.246630+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'781","reported_seq":1528,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.393346+0000","last_change":"2024-09-12T00:24:14.749298+0000","last_active":"2024-09-12T01:34:08.393346+0000","last_peered":"2024-09-12T01:34:08.393346+0000","last_clean":"2024-09-12T01:34:08.393346+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:08.393346+0000","last_undegraded":"2024-09-12T01:34:08.393346+0000","last_fullsized":"2024-09-12T01:34:08.393346+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":700,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:10.288768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157749,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1393,"num_read_kb":3424,"num_write":1134,"num_write_kb":938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:56.235569+0000","last_change":"2024-09-12T00:24:16.722491+0000","last_active":"2024-09-12T01:30:56.235569+0000","last_peered":"2024-09-12T01:30:56.235569+0000","last_clean":"2024-09-12T01:30:56.235569+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:30:56.235569+0000","last_undegraded":"2024-09-12T01:30:56.235569+0000","last_fullsized":"2024-09-12T01:30:56.235569+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:40.422184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'148","reported_seq":711,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.433011+0000","last_change":"2024-09-12T00:24:18.737187+0000","last_active":"2024-09-12T01:32:43.433011+0000","last_peered":"2024-09-12T01:32:43.433011+0000","last_clean":"2024-09-12T01:32:43.433011+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:32:43.433011+0000","last_undegraded":"2024-09-12T01:32:43.433011+0000","last_fullsized":"2024-09-12T01:32:43.433011+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:47.513408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'148","reported_seq":720,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.618720+0000","last_change":"2024-09-12T00:24:18.736581+0000","last_active":"2024-09-12T01:32:44.618720+0000","last_peered":"2024-09-12T01:32:44.618720+0000","last_clean":"2024-09-12T01:32:44.618720+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:32:44.618720+0000","last_undegraded":"2024-09-12T01:32:44.618720+0000","last_fullsized":"2024-09-12T01:32:44.618720+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":100,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:37:53.508850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'272","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.913990+0000","last_change":"2024-09-12T01:34:25.913990+0000","last_active":"2024-09-12T01:34:25.913990+0000","last_peered":"2024-09-12T01:34:25.913990+0000","last_clean":"2024-09-12T01:34:25.913990+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:34:25.913990+0000","last_undegraded":"2024-09-12T01:34:25.913990+0000","last_fullsized":"2024-09-12T01:34:25.913990+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'272","last_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_deep_scrub":"267'272","last_deep_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.913875+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:22.426422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'349","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.958473+0000","last_change":"2024-09-12T01:34:16.958404+0000","last_active":"2024-09-12T01:34:16.958473+0000","last_peered":"2024-09-12T01:34:16.958473+0000","last_clean":"2024-09-12T01:34:16.958473+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:34:16.958473+0000","last_undegraded":"2024-09-12T01:34:16.958473+0000","last_fullsized":"2024-09-12T01:34:16.958473+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.958297+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.717002+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":475,"num_read_kb":11763,"num_write":1112,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"267'6","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.539930+0000","last_change":"2024-09-12T01:34:31.539930+0000","last_active":"2024-09-12T01:34:31.539930+0000","last_peered":"2024-09-12T01:34:31.539930+0000","last_clean":"2024-09-12T01:34:31.539930+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:31.539930+0000","last_undegraded":"2024-09-12T01:34:31.539930+0000","last_fullsized":"2024-09-12T01:34:31.539930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.539807+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:17.150923+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'287","reported_seq":882,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.770710+0000","last_change":"2024-09-12T00:24:14.708281+0000","last_active":"2024-09-12T01:34:08.770710+0000","last_peered":"2024-09-12T01:34:08.770710+0000","last_clean":"2024-09-12T01:34:08.770710+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:34:08.770710+0000","last_undegraded":"2024-09-12T01:34:08.770710+0000","last_fullsized":"2024-09-12T01:34:08.770710+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":200,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57010,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":482,"num_read_kb":1112,"num_write":382,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":495,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.242715+0000","last_change":"2024-09-12T00:24:16.725724+0000","last_active":"2024-09-12T01:31:56.242715+0000","last_peered":"2024-09-12T01:31:56.242715+0000","last_clean":"2024-09-12T01:31:56.242715+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:31:56.242715+0000","last_undegraded":"2024-09-12T01:31:56.242715+0000","last_fullsized":"2024-09-12T01:31:56.242715+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.247336+0000","last_change":"2024-09-12T00:24:18.741707+0000","last_active":"2024-09-12T01:32:36.247336+0000","last_peered":"2024-09-12T01:32:36.247336+0000","last_clean":"2024-09-12T01:32:36.247336+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:32:36.247336+0000","last_undegraded":"2024-09-12T01:32:36.247336+0000","last_fullsized":"2024-09-12T01:32:36.247336+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.507002+0000","last_change":"2024-09-12T01:34:26.507002+0000","last_active":"2024-09-12T01:34:26.507002+0000","last_peered":"2024-09-12T01:34:26.507002+0000","last_clean":"2024-09-12T01:34:26.507002+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:34:26.507002+0000","last_undegraded":"2024-09-12T01:34:26.507002+0000","last_fullsized":"2024-09-12T01:34:26.507002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.506915+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:00.370512+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'308","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.810783+0000","last_change":"2024-09-12T01:34:25.810783+0000","last_active":"2024-09-12T01:34:25.810783+0000","last_peered":"2024-09-12T01:34:25.810783+0000","last_clean":"2024-09-12T01:34:25.810783+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:34:25.810783+0000","last_undegraded":"2024-09-12T01:34:25.810783+0000","last_fullsized":"2024-09-12T01:34:25.810783+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'308","last_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_deep_scrub":"267'308","last_deep_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.810606+0000","objects_scrubbed":17,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:07.696707+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3358968,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":473,"num_read_kb":41828,"num_write":1086,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.425194+0000","last_change":"2024-09-12T01:34:35.425194+0000","last_active":"2024-09-12T01:34:35.425194+0000","last_peered":"2024-09-12T01:34:35.425194+0000","last_clean":"2024-09-12T01:34:35.425194+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:34:35.425194+0000","last_undegraded":"2024-09-12T01:34:35.425194+0000","last_fullsized":"2024-09-12T01:34:35.425194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.425083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:55.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'50","reported_seq":571,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250553+0000","last_change":"2024-09-12T00:24:14.707077+0000","last_active":"2024-09-12T01:31:56.250553+0000","last_peered":"2024-09-12T01:31:56.250553+0000","last_clean":"2024-09-12T01:31:56.250553+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:31:56.250553+0000","last_undegraded":"2024-09-12T01:31:56.250553+0000","last_fullsized":"2024-09-12T01:31:56.250553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276593+0000","last_change":"2024-09-12T00:24:16.718800+0000","last_active":"2024-09-12T01:31:56.276593+0000","last_peered":"2024-09-12T01:31:56.276593+0000","last_clean":"2024-09-12T01:31:56.276593+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:31:56.276593+0000","last_undegraded":"2024-09-12T01:31:56.276593+0000","last_fullsized":"2024-09-12T01:31:56.276593+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:44.111441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'209","reported_seq":757,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:43.386839+0000","last_change":"2024-09-12T00:24:18.736730+0000","last_active":"2024-09-12T01:32:43.386839+0000","last_peered":"2024-09-12T01:32:43.386839+0000","last_clean":"2024-09-12T01:32:43.386839+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:32:43.386839+0000","last_undegraded":"2024-09-12T01:32:43.386839+0000","last_fullsized":"2024-09-12T01:32:43.386839+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.404492+0000","last_change":"2024-09-12T01:34:27.404492+0000","last_active":"2024-09-12T01:34:27.404492+0000","last_peered":"2024-09-12T01:34:27.404492+0000","last_clean":"2024-09-12T01:34:27.404492+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:34:27.404492+0000","last_undegraded":"2024-09-12T01:34:27.404492+0000","last_fullsized":"2024-09-12T01:34:27.404492+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.404361+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:27.367324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'373","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.783960+0000","last_change":"2024-09-12T01:34:22.783960+0000","last_active":"2024-09-12T01:34:22.783960+0000","last_peered":"2024-09-12T01:34:22.783960+0000","last_clean":"2024-09-12T01:34:22.783960+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:34:22.783960+0000","last_undegraded":"2024-09-12T01:34:22.783960+0000","last_fullsized":"2024-09-12T01:34:22.783960+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.783825+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:28:18.925791+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":4589,"num_write":1138,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276560+0000","last_change":"2024-09-12T00:24:12.690654+0000","last_active":"2024-09-12T01:31:56.276560+0000","last_peered":"2024-09-12T01:31:56.276560+0000","last_clean":"2024-09-12T01:31:56.276560+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:31:56.276560+0000","last_undegraded":"2024-09-12T01:31:56.276560+0000","last_fullsized":"2024-09-12T01:31:56.276560+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:14.258710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'328","reported_seq":933,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.084765+0000","last_change":"2024-09-12T00:24:14.708252+0000","last_active":"2024-09-12T01:34:08.084765+0000","last_peered":"2024-09-12T01:34:08.084765+0000","last_clean":"2024-09-12T01:34:08.084765+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:34:08.084765+0000","last_undegraded":"2024-09-12T01:34:08.084765+0000","last_fullsized":"2024-09-12T01:34:08.084765+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55179,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":1183,"num_write":422,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.137666+0000","last_change":"2024-09-12T01:34:35.137666+0000","last_active":"2024-09-12T01:34:35.137666+0000","last_peered":"2024-09-12T01:34:35.137666+0000","last_clean":"2024-09-12T01:34:35.137666+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:34:35.137666+0000","last_undegraded":"2024-09-12T01:34:35.137666+0000","last_fullsized":"2024-09-12T01:34:35.137666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.137570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:49.663428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'135","reported_seq":657,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.136194+0000","last_change":"2024-09-12T00:24:18.737060+0000","last_active":"2024-09-12T01:31:51.136194+0000","last_peered":"2024-09-12T01:31:51.136194+0000","last_clean":"2024-09-12T01:31:51.136194+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:31:51.136194+0000","last_undegraded":"2024-09-12T01:31:51.136194+0000","last_fullsized":"2024-09-12T01:31:51.136194+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.406169+0000","last_change":"2024-09-12T01:34:34.406169+0000","last_active":"2024-09-12T01:34:34.406169+0000","last_peered":"2024-09-12T01:34:34.406169+0000","last_clean":"2024-09-12T01:34:34.406169+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:34:34.406169+0000","last_undegraded":"2024-09-12T01:34:34.406169+0000","last_fullsized":"2024-09-12T01:34:34.406169+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.406079+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:34.169239+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'384","reported_seq":1094,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.015783+0000","last_change":"2024-09-12T01:34:19.015783+0000","last_active":"2024-09-12T01:34:19.015783+0000","last_peered":"2024-09-12T01:34:19.015783+0000","last_clean":"2024-09-12T01:34:19.015783+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:34:19.015783+0000","last_undegraded":"2024-09-12T01:34:19.015783+0000","last_fullsized":"2024-09-12T01:34:19.015783+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.015642+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:30:57.540100+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767553,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":652,"num_read_kb":109340,"num_write":1204,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.145487+0000","last_change":"2024-09-12T01:34:30.145487+0000","last_active":"2024-09-12T01:34:30.145487+0000","last_peered":"2024-09-12T01:34:30.145487+0000","last_clean":"2024-09-12T01:34:30.145487+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:34:30.145487+0000","last_undegraded":"2024-09-12T01:34:30.145487+0000","last_fullsized":"2024-09-12T01:34:30.145487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.145370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:38.705267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'273","reported_seq":857,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.908810+0000","last_change":"2024-09-12T00:24:14.706342+0000","last_active":"2024-09-12T01:34:07.908810+0000","last_peered":"2024-09-12T01:34:07.908810+0000","last_clean":"2024-09-12T01:34:07.908810+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:34:07.908810+0000","last_undegraded":"2024-09-12T01:34:07.908810+0000","last_fullsized":"2024-09-12T01:34:07.908810+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:24.095631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47537,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":1107,"num_write":380,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250626+0000","last_change":"2024-09-12T00:24:16.715795+0000","last_active":"2024-09-12T01:31:56.250626+0000","last_peered":"2024-09-12T01:31:56.250626+0000","last_clean":"2024-09-12T01:31:56.250626+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:31:56.250626+0000","last_undegraded":"2024-09-12T01:31:56.250626+0000","last_fullsized":"2024-09-12T01:31:56.250626+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.084318+0000","last_change":"2024-09-12T01:34:26.084318+0000","last_active":"2024-09-12T01:34:26.084318+0000","last_peered":"2024-09-12T01:34:26.084318+0000","last_clean":"2024-09-12T01:34:26.084318+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:34:26.084318+0000","last_undegraded":"2024-09-12T01:34:26.084318+0000","last_fullsized":"2024-09-12T01:34:26.084318+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.084217+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:31.181477+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'405","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.505343+0000","last_change":"2024-09-12T01:34:22.505343+0000","last_active":"2024-09-12T01:34:22.505343+0000","last_peered":"2024-09-12T01:34:22.505343+0000","last_clean":"2024-09-12T01:34:22.505343+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:34:22.505343+0000","last_undegraded":"2024-09-12T01:34:22.505343+0000","last_fullsized":"2024-09-12T01:34:22.505343+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.505234+0000","objects_scrubbed":6,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:53.875083+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069245,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":583,"num_read_kb":81052,"num_write":1273,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":524,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.990519+0000","last_change":"2024-09-12T01:34:34.990519+0000","last_active":"2024-09-12T01:34:34.990519+0000","last_peered":"2024-09-12T01:34:34.990519+0000","last_clean":"2024-09-12T01:34:34.990519+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:34:34.990519+0000","last_undegraded":"2024-09-12T01:34:34.990519+0000","last_fullsized":"2024-09-12T01:34:34.990519+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.990438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:05:24.980247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'503","reported_seq":1150,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.110407+0000","last_change":"2024-09-12T00:24:14.704065+0000","last_active":"2024-09-12T01:34:09.110407+0000","last_peered":"2024-09-12T01:34:09.110407+0000","last_clean":"2024-09-12T01:34:09.110407+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:09.110407+0000","last_undegraded":"2024-09-12T01:34:09.110407+0000","last_fullsized":"2024-09-12T01:34:09.110407+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":400,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":889,"num_read_kb":2138,"num_write":758,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":489,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.135414+0000","last_change":"2024-09-12T00:24:16.724537+0000","last_active":"2024-09-12T01:31:46.135414+0000","last_peered":"2024-09-12T01:31:46.135414+0000","last_clean":"2024-09-12T01:31:46.135414+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:31:46.135414+0000","last_undegraded":"2024-09-12T01:31:46.135414+0000","last_fullsized":"2024-09-12T01:31:46.135414+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:09:51.587001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'154","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:41.324947+0000","last_change":"2024-09-12T00:24:18.739372+0000","last_active":"2024-09-12T01:32:41.324947+0000","last_peered":"2024-09-12T01:32:41.324947+0000","last_clean":"2024-09-12T01:32:41.324947+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:32:41.324947+0000","last_undegraded":"2024-09-12T01:32:41.324947+0000","last_fullsized":"2024-09-12T01:32:41.324947+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'143","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.082254+0000","last_change":"2024-09-12T01:34:26.082195+0000","last_active":"2024-09-12T01:34:26.082254+0000","last_peered":"2024-09-12T01:34:26.082254+0000","last_clean":"2024-09-12T01:34:26.082254+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:34:26.082254+0000","last_undegraded":"2024-09-12T01:34:26.082254+0000","last_fullsized":"2024-09-12T01:34:26.082254+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.082118+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:10.499731+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'360","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.511779+0000","last_change":"2024-09-12T01:34:18.511704+0000","last_active":"2024-09-12T01:34:18.511779+0000","last_peered":"2024-09-12T01:34:18.511779+0000","last_clean":"2024-09-12T01:34:18.511779+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:18.511779+0000","last_undegraded":"2024-09-12T01:34:18.511779+0000","last_fullsized":"2024-09-12T01:34:18.511779+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.511572+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:35.435878+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331375,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":60969,"num_write":1122,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.143624+0000","last_change":"2024-09-12T01:34:31.143624+0000","last_active":"2024-09-12T01:34:31.143624+0000","last_peered":"2024-09-12T01:34:31.143624+0000","last_clean":"2024-09-12T01:34:31.143624+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:34:31.143624+0000","last_undegraded":"2024-09-12T01:34:31.143624+0000","last_fullsized":"2024-09-12T01:34:31.143624+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.143510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:08.265309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'321","reported_seq":924,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.962319+0000","last_change":"2024-09-12T00:24:14.703874+0000","last_active":"2024-09-12T01:34:07.962319+0000","last_peered":"2024-09-12T01:34:07.962319+0000","last_clean":"2024-09-12T01:34:07.962319+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:34:07.962319+0000","last_undegraded":"2024-09-12T01:34:07.962319+0000","last_fullsized":"2024-09-12T01:34:07.962319+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:59.299778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53294,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":537,"num_read_kb":1150,"num_write":448,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":492,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:48.134682+0000","last_change":"2024-09-12T00:24:16.720440+0000","last_active":"2024-09-12T01:31:48.134682+0000","last_peered":"2024-09-12T01:31:48.134682+0000","last_clean":"2024-09-12T01:31:48.134682+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:31:48.134682+0000","last_undegraded":"2024-09-12T01:31:48.134682+0000","last_fullsized":"2024-09-12T01:31:48.134682+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'187","reported_seq":1061,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:44.395343+0000","last_change":"2024-09-12T00:24:18.735566+0000","last_active":"2024-09-12T01:32:44.395343+0000","last_peered":"2024-09-12T01:32:44.395343+0000","last_clean":"2024-09-12T01:32:44.395343+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:32:44.395343+0000","last_undegraded":"2024-09-12T01:32:44.395343+0000","last_fullsized":"2024-09-12T01:32:44.395343+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.376932+0000","last_change":"2024-09-12T01:34:28.376932+0000","last_active":"2024-09-12T01:34:28.376932+0000","last_peered":"2024-09-12T01:34:28.376932+0000","last_clean":"2024-09-12T01:34:28.376932+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:34:28.376932+0000","last_undegraded":"2024-09-12T01:34:28.376932+0000","last_fullsized":"2024-09-12T01:34:28.376932+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.376842+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:32.749633+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'371","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.130636+0000","last_change":"2024-09-12T01:34:22.130636+0000","last_active":"2024-09-12T01:34:22.130636+0000","last_peered":"2024-09-12T01:34:22.130636+0000","last_clean":"2024-09-12T01:34:22.130636+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:34:22.130636+0000","last_undegraded":"2024-09-12T01:34:22.130636+0000","last_fullsized":"2024-09-12T01:34:22.130636+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.130410+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:34.204605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":44547,"num_write":1250,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131776+0000","last_change":"2024-09-12T00:24:12.690835+0000","last_active":"2024-09-12T01:31:46.131776+0000","last_peered":"2024-09-12T01:31:46.131776+0000","last_clean":"2024-09-12T01:31:46.131776+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:31:46.131776+0000","last_undegraded":"2024-09-12T01:31:46.131776+0000","last_fullsized":"2024-09-12T01:31:46.131776+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'291","reported_seq":889,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.007064+0000","last_change":"2024-09-12T00:24:14.749251+0000","last_active":"2024-09-12T01:34:09.007064+0000","last_peered":"2024-09-12T01:34:09.007064+0000","last_clean":"2024-09-12T01:34:09.007064+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:34:09.007064+0000","last_undegraded":"2024-09-12T01:34:09.007064+0000","last_fullsized":"2024-09-12T01:34:09.007064+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":200,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:12.467331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46845,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":1057,"num_write":376,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":499,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:33.140111+0000","last_change":"2024-09-12T00:24:16.722720+0000","last_active":"2024-09-12T01:32:33.140111+0000","last_peered":"2024-09-12T01:32:33.140111+0000","last_clean":"2024-09-12T01:32:33.140111+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:32:33.140111+0000","last_undegraded":"2024-09-12T01:32:33.140111+0000","last_fullsized":"2024-09-12T01:32:33.140111+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'130","reported_seq":630,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:48.664183+0000","last_change":"2024-09-12T00:24:18.737183+0000","last_active":"2024-09-12T01:33:48.664183+0000","last_peered":"2024-09-12T01:33:48.664183+0000","last_clean":"2024-09-12T01:33:48.664183+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:33:48.664183+0000","last_undegraded":"2024-09-12T01:33:48.664183+0000","last_fullsized":"2024-09-12T01:33:48.664183+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.123845+0000","last_change":"2024-09-12T01:34:25.123845+0000","last_active":"2024-09-12T01:34:25.123845+0000","last_peered":"2024-09-12T01:34:25.123845+0000","last_clean":"2024-09-12T01:34:25.123845+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:34:25.123845+0000","last_undegraded":"2024-09-12T01:34:25.123845+0000","last_fullsized":"2024-09-12T01:34:25.123845+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.123746+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:47.552268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'360","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.923709+0000","last_change":"2024-09-12T01:34:16.923709+0000","last_active":"2024-09-12T01:34:16.923709+0000","last_peered":"2024-09-12T01:34:16.923709+0000","last_clean":"2024-09-12T01:34:16.923709+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:34:16.923709+0000","last_undegraded":"2024-09-12T01:34:16.923709+0000","last_fullsized":"2024-09-12T01:34:16.923709+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.923620+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:59:32.633220+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":526,"num_read_kb":20969,"num_write":1132,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:43.134077+0000","last_change":"2024-09-12T00:24:12.689416+0000","last_active":"2024-09-12T01:31:43.134077+0000","last_peered":"2024-09-12T01:31:43.134077+0000","last_clean":"2024-09-12T01:31:43.134077+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:31:43.134077+0000","last_undegraded":"2024-09-12T01:31:43.134077+0000","last_fullsized":"2024-09-12T01:31:43.134077+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:26:44.519172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'110","reported_seq":660,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.138696+0000","last_change":"2024-09-12T00:24:14.749243+0000","last_active":"2024-09-12T01:32:31.138696+0000","last_peered":"2024-09-12T01:32:31.138696+0000","last_clean":"2024-09-12T01:32:31.138696+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:32:31.138696+0000","last_undegraded":"2024-09-12T01:32:31.138696+0000","last_fullsized":"2024-09-12T01:32:31.138696+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'749","reported_seq":2762,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.832154+0000","last_change":"2024-09-12T00:24:16.718526+0000","last_active":"2024-09-12T01:34:08.832154+0000","last_peered":"2024-09-12T01:34:08.832154+0000","last_clean":"2024-09-12T01:34:08.832154+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:34:08.832154+0000","last_undegraded":"2024-09-12T01:34:08.832154+0000","last_fullsized":"2024-09-12T01:34:08.832154+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:27:45.732555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":643,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277362+0000","last_change":"2024-09-12T00:24:18.739197+0000","last_active":"2024-09-12T01:32:01.277362+0000","last_peered":"2024-09-12T01:32:01.277362+0000","last_clean":"2024-09-12T01:32:01.277362+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:32:01.277362+0000","last_undegraded":"2024-09-12T01:32:01.277362+0000","last_fullsized":"2024-09-12T01:32:01.277362+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.944037+0000","last_change":"2024-09-12T01:34:27.944037+0000","last_active":"2024-09-12T01:34:27.944037+0000","last_peered":"2024-09-12T01:34:27.944037+0000","last_clean":"2024-09-12T01:34:27.944037+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:34:27.944037+0000","last_undegraded":"2024-09-12T01:34:27.944037+0000","last_fullsized":"2024-09-12T01:34:27.944037+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.943932+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:02.814822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'396","reported_seq":1095,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.831985+0000","last_change":"2024-09-12T01:34:20.831985+0000","last_active":"2024-09-12T01:34:20.831985+0000","last_peered":"2024-09-12T01:34:20.831985+0000","last_clean":"2024-09-12T01:34:20.831985+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:34:20.831985+0000","last_undegraded":"2024-09-12T01:34:20.831985+0000","last_fullsized":"2024-09-12T01:34:20.831985+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.831759+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:50.851277+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2422155,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":673,"num_read_kb":12608,"num_write":1271,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.275013+0000","last_change":"2024-09-12T00:24:12.690152+0000","last_active":"2024-09-12T01:31:46.275013+0000","last_peered":"2024-09-12T01:31:46.275013+0000","last_clean":"2024-09-12T01:31:46.275013+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:31:46.275013+0000","last_undegraded":"2024-09-12T01:31:46.275013+0000","last_fullsized":"2024-09-12T01:31:46.275013+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:47.359160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'367","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.369287+0000","last_change":"2024-09-12T00:24:14.705200+0000","last_active":"2024-09-12T01:34:09.369287+0000","last_peered":"2024-09-12T01:34:09.369287+0000","last_clean":"2024-09-12T01:34:09.369287+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:34:09.369287+0000","last_undegraded":"2024-09-12T01:34:09.369287+0000","last_fullsized":"2024-09-12T01:34:09.369287+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45620,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":589,"num_read_kb":1255,"num_write":470,"num_write_kb":314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250590+0000","last_change":"2024-09-12T00:24:16.721498+0000","last_active":"2024-09-12T01:31:56.250590+0000","last_peered":"2024-09-12T01:31:56.250590+0000","last_clean":"2024-09-12T01:31:56.250590+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:31:56.250590+0000","last_undegraded":"2024-09-12T01:31:56.250590+0000","last_fullsized":"2024-09-12T01:31:56.250590+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'123","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.730062+0000","last_change":"2024-09-12T00:24:18.742595+0000","last_active":"2024-09-12T01:33:47.730062+0000","last_peered":"2024-09-12T01:33:47.730062+0000","last_clean":"2024-09-12T01:33:47.730062+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:33:47.730062+0000","last_undegraded":"2024-09-12T01:33:47.730062+0000","last_fullsized":"2024-09-12T01:33:47.730062+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'194","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.887496+0000","last_change":"2024-09-12T01:34:24.887496+0000","last_active":"2024-09-12T01:34:24.887496+0000","last_peered":"2024-09-12T01:34:24.887496+0000","last_clean":"2024-09-12T01:34:24.887496+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:34:24.887496+0000","last_undegraded":"2024-09-12T01:34:24.887496+0000","last_fullsized":"2024-09-12T01:34:24.887496+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.887374+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:11.916918+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8081,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'337","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.810950+0000","last_change":"2024-09-12T01:34:21.810950+0000","last_active":"2024-09-12T01:34:21.810950+0000","last_peered":"2024-09-12T01:34:21.810950+0000","last_clean":"2024-09-12T01:34:21.810950+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:34:21.810950+0000","last_undegraded":"2024-09-12T01:34:21.810950+0000","last_fullsized":"2024-09-12T01:34:21.810950+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.810826+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:26:24.634917+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":441,"num_read_kb":22893,"num_write":972,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.135386+0000","last_change":"2024-09-12T00:24:12.686159+0000","last_active":"2024-09-12T01:31:46.135386+0000","last_peered":"2024-09-12T01:31:46.135386+0000","last_clean":"2024-09-12T01:31:46.135386+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:31:46.135386+0000","last_undegraded":"2024-09-12T01:31:46.135386+0000","last_fullsized":"2024-09-12T01:31:46.135386+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:11.666350+0000","last_clean_scrub_stamp":"2024-09-12T00:24:11.666350+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:50:15.979245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'293","reported_seq":888,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.421428+0000","last_change":"2024-09-12T00:24:14.706474+0000","last_active":"2024-09-12T01:34:09.421428+0000","last_peered":"2024-09-12T01:34:09.421428+0000","last_clean":"2024-09-12T01:34:09.421428+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:34:09.421428+0000","last_undegraded":"2024-09-12T01:34:09.421428+0000","last_fullsized":"2024-09-12T01:34:09.421428+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47928,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1110,"num_write":386,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.184918+0000","last_change":"2024-09-12T01:34:36.184918+0000","last_active":"2024-09-12T01:34:36.184918+0000","last_peered":"2024-09-12T01:34:36.184918+0000","last_clean":"2024-09-12T01:34:36.184918+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:34:36.184918+0000","last_undegraded":"2024-09-12T01:34:36.184918+0000","last_fullsized":"2024-09-12T01:34:36.184918+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.184810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.550628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'137","reported_seq":666,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.243436+0000","last_change":"2024-09-12T00:24:18.737986+0000","last_active":"2024-09-12T01:32:01.243436+0000","last_peered":"2024-09-12T01:32:01.243436+0000","last_clean":"2024-09-12T01:32:01.243436+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:32:01.243436+0000","last_undegraded":"2024-09-12T01:32:01.243436+0000","last_fullsized":"2024-09-12T01:32:01.243436+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.426612+0000","last_change":"2024-09-12T01:34:26.426517+0000","last_active":"2024-09-12T01:34:26.426612+0000","last_peered":"2024-09-12T01:34:26.426612+0000","last_clean":"2024-09-12T01:34:26.426612+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:34:26.426612+0000","last_undegraded":"2024-09-12T01:34:26.426612+0000","last_fullsized":"2024-09-12T01:34:26.426612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.426369+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:38.693024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'320","reported_seq":1135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.625214+0000","last_change":"2024-09-12T01:34:16.625147+0000","last_active":"2024-09-12T01:34:16.625214+0000","last_peered":"2024-09-12T01:34:16.625214+0000","last_clean":"2024-09-12T01:34:16.625214+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:34:16.625214+0000","last_undegraded":"2024-09-12T01:34:16.625214+0000","last_fullsized":"2024-09-12T01:34:16.625214+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.625034+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:36.500870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":904,"num_read_kb":27038,"num_write":1020,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.954163+0000","last_change":"2024-09-12T01:34:32.954163+0000","last_active":"2024-09-12T01:34:32.954163+0000","last_peered":"2024-09-12T01:34:32.954163+0000","last_clean":"2024-09-12T01:34:32.954163+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:34:32.954163+0000","last_undegraded":"2024-09-12T01:34:32.954163+0000","last_fullsized":"2024-09-12T01:34:32.954163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.954082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:13.503355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'257","reported_seq":829,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.897835+0000","last_change":"2024-09-12T00:24:14.700390+0000","last_active":"2024-09-12T01:34:08.897835+0000","last_peered":"2024-09-12T01:34:08.897835+0000","last_clean":"2024-09-12T01:34:08.897835+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:34:08.897835+0000","last_undegraded":"2024-09-12T01:34:08.897835+0000","last_fullsized":"2024-09-12T01:34:08.897835+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52717,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":431,"num_read_kb":1088,"num_write":352,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.131738+0000","last_change":"2024-09-12T00:24:16.718098+0000","last_active":"2024-09-12T01:31:46.131738+0000","last_peered":"2024-09-12T01:31:46.131738+0000","last_clean":"2024-09-12T01:31:46.131738+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:31:46.131738+0000","last_undegraded":"2024-09-12T01:31:46.131738+0000","last_fullsized":"2024-09-12T01:31:46.131738+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'147","reported_seq":1261,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:42.579830+0000","last_change":"2024-09-12T00:24:18.740708+0000","last_active":"2024-09-12T01:32:42.579830+0000","last_peered":"2024-09-12T01:32:42.579830+0000","last_clean":"2024-09-12T01:32:42.579830+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:32:42.579830+0000","last_undegraded":"2024-09-12T01:32:42.579830+0000","last_fullsized":"2024-09-12T01:32:42.579830+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.895065+0000","last_change":"2024-09-12T01:34:23.895065+0000","last_active":"2024-09-12T01:34:23.895065+0000","last_peered":"2024-09-12T01:34:23.895065+0000","last_clean":"2024-09-12T01:34:23.895065+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:34:23.895065+0000","last_undegraded":"2024-09-12T01:34:23.895065+0000","last_fullsized":"2024-09-12T01:34:23.895065+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.894973+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:06.423997+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'398","reported_seq":1112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.012963+0000","last_change":"2024-09-12T01:34:20.012963+0000","last_active":"2024-09-12T01:34:20.012963+0000","last_peered":"2024-09-12T01:34:20.012963+0000","last_clean":"2024-09-12T01:34:20.012963+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:34:20.012963+0000","last_undegraded":"2024-09-12T01:34:20.012963+0000","last_fullsized":"2024-09-12T01:34:20.012963+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'398","last_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_deep_scrub":"267'398","last_deep_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.012794+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:08.004025+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":743498,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":575,"num_read_kb":59663,"num_write":1347,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.585061+0000","last_change":"2024-09-12T01:34:32.585000+0000","last_active":"2024-09-12T01:34:32.585061+0000","last_peered":"2024-09-12T01:34:32.585061+0000","last_clean":"2024-09-12T01:34:32.585061+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:34:32.585061+0000","last_undegraded":"2024-09-12T01:34:32.585061+0000","last_fullsized":"2024-09-12T01:34:32.585061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.584912+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:03:22.037949+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'308","reported_seq":921,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.057784+0000","last_change":"2024-09-12T00:24:14.703775+0000","last_active":"2024-09-12T01:34:09.057784+0000","last_peered":"2024-09-12T01:34:09.057784+0000","last_clean":"2024-09-12T01:34:09.057784+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:34:09.057784+0000","last_undegraded":"2024-09-12T01:34:09.057784+0000","last_fullsized":"2024-09-12T01:34:09.057784+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:13.681314+0000","last_clean_scrub_stamp":"2024-09-12T00:24:13.681314+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52916,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":1085,"num_write":394,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249220+0000","last_change":"2024-09-12T00:24:16.720846+0000","last_active":"2024-09-12T01:31:46.249220+0000","last_peered":"2024-09-12T01:31:46.249220+0000","last_clean":"2024-09-12T01:31:46.249220+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:31:46.249220+0000","last_undegraded":"2024-09-12T01:31:46.249220+0000","last_fullsized":"2024-09-12T01:31:46.249220+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:15.696709+0000","last_clean_scrub_stamp":"2024-09-12T00:24:15.696709+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'145","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:47.742066+0000","last_change":"2024-09-12T00:24:18.732573+0000","last_active":"2024-09-12T01:33:47.742066+0000","last_peered":"2024-09-12T01:33:47.742066+0000","last_clean":"2024-09-12T01:33:47.742066+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:33:47.742066+0000","last_undegraded":"2024-09-12T01:33:47.742066+0000","last_fullsized":"2024-09-12T01:33:47.742066+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.521776+0000","last_change":"2024-09-12T01:34:29.521776+0000","last_active":"2024-09-12T01:34:29.521776+0000","last_peered":"2024-09-12T01:34:29.521776+0000","last_clean":"2024-09-12T01:34:29.521776+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:34:29.521776+0000","last_undegraded":"2024-09-12T01:34:29.521776+0000","last_fullsized":"2024-09-12T01:34:29.521776+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.521687+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:28.039076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'401","reported_seq":1277,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.070964+0000","last_change":"2024-09-12T01:34:19.070964+0000","last_active":"2024-09-12T01:34:19.070964+0000","last_peered":"2024-09-12T01:34:19.070964+0000","last_clean":"2024-09-12T01:34:19.070964+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:34:19.070964+0000","last_undegraded":"2024-09-12T01:34:19.070964+0000","last_fullsized":"2024-09-12T01:34:19.070964+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'401","last_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_deep_scrub":"267'401","last_deep_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.070836+0000","objects_scrubbed":10,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.067432+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2978734,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":881,"num_read_kb":83650,"num_write":1284,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'262","reported_seq":931,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.564380+0000","last_change":"2024-09-12T01:34:28.564380+0000","last_active":"2024-09-12T01:34:28.564380+0000","last_peered":"2024-09-12T01:34:28.564380+0000","last_clean":"2024-09-12T01:34:28.564380+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:34:28.564380+0000","last_undegraded":"2024-09-12T01:34:28.564380+0000","last_fullsized":"2024-09-12T01:34:28.564380+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.564302+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:03.645677+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'315","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.085060+0000","last_change":"2024-09-12T01:34:20.085060+0000","last_active":"2024-09-12T01:34:20.085060+0000","last_peered":"2024-09-12T01:34:20.085060+0000","last_clean":"2024-09-12T01:34:20.085060+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:34:20.085060+0000","last_undegraded":"2024-09-12T01:34:20.085060+0000","last_fullsized":"2024-09-12T01:34:20.085060+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.084950+0000","objects_scrubbed":9,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:43.293280+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274246,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":520,"num_read_kb":13814,"num_write":1039,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.789794+0000","last_change":"2024-09-12T01:34:33.789794+0000","last_active":"2024-09-12T01:34:33.789794+0000","last_peered":"2024-09-12T01:34:33.789794+0000","last_clean":"2024-09-12T01:34:33.789794+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:34:33.789794+0000","last_undegraded":"2024-09-12T01:34:33.789794+0000","last_fullsized":"2024-09-12T01:34:33.789794+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.789709+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:35:50.024464+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":719,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'259","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.697406+0000","last_change":"2024-09-12T01:34:24.697406+0000","last_active":"2024-09-12T01:34:24.697406+0000","last_peered":"2024-09-12T01:34:24.697406+0000","last_clean":"2024-09-12T01:34:24.697406+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:34:24.697406+0000","last_undegraded":"2024-09-12T01:34:24.697406+0000","last_fullsized":"2024-09-12T01:34:24.697406+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'259","last_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_deep_scrub":"267'259","last_deep_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.697182+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:56.677953+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":359,"num_read_kb":7155,"num_write":838,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.520969+0000","last_change":"2024-09-12T01:34:27.520969+0000","last_active":"2024-09-12T01:34:27.520969+0000","last_peered":"2024-09-12T01:34:27.520969+0000","last_clean":"2024-09-12T01:34:27.520969+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:34:27.520969+0000","last_undegraded":"2024-09-12T01:34:27.520969+0000","last_fullsized":"2024-09-12T01:34:27.520969+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4121","last_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_deep_scrub":"267'4121","last_deep_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.520880+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:25.290009+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'336","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.969009+0000","last_change":"2024-09-12T01:34:17.969009+0000","last_active":"2024-09-12T01:34:17.969009+0000","last_peered":"2024-09-12T01:34:17.969009+0000","last_clean":"2024-09-12T01:34:17.969009+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:34:17.969009+0000","last_undegraded":"2024-09-12T01:34:17.969009+0000","last_fullsized":"2024-09-12T01:34:17.969009+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.968932+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:55.570479+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":478,"num_read_kb":2547,"num_write":1076,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.418353+0000","last_change":"2024-09-12T01:34:31.418353+0000","last_active":"2024-09-12T01:34:31.418353+0000","last_peered":"2024-09-12T01:34:31.418353+0000","last_clean":"2024-09-12T01:34:31.418353+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:34:31.418353+0000","last_undegraded":"2024-09-12T01:34:31.418353+0000","last_fullsized":"2024-09-12T01:34:31.418353+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.418249+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:24.741789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'317","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.613234+0000","last_change":"2024-09-12T01:34:18.613234+0000","last_active":"2024-09-12T01:34:18.613234+0000","last_peered":"2024-09-12T01:34:18.613234+0000","last_clean":"2024-09-12T01:34:18.613234+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:34:18.613234+0000","last_undegraded":"2024-09-12T01:34:18.613234+0000","last_fullsized":"2024-09-12T01:34:18.613234+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'317","last_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_deep_scrub":"267'317","last_deep_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.613114+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:35.780615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":509,"num_read_kb":4162,"num_write":1070,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.932678+0000","last_change":"2024-09-12T01:34:26.932678+0000","last_active":"2024-09-12T01:34:26.932678+0000","last_peered":"2024-09-12T01:34:26.932678+0000","last_clean":"2024-09-12T01:34:26.932678+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:34:26.932678+0000","last_undegraded":"2024-09-12T01:34:26.932678+0000","last_fullsized":"2024-09-12T01:34:26.932678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.932591+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:29.073976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'312","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.510834+0000","last_change":"2024-09-12T01:34:19.510834+0000","last_active":"2024-09-12T01:34:19.510834+0000","last_peered":"2024-09-12T01:34:19.510834+0000","last_clean":"2024-09-12T01:34:19.510834+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:19.510834+0000","last_undegraded":"2024-09-12T01:34:19.510834+0000","last_fullsized":"2024-09-12T01:34:19.510834+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'312","last_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_deep_scrub":"267'312","last_deep_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.510601+0000","objects_scrubbed":7,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.136983+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1516925,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":400,"num_read_kb":3315,"num_write":987,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":798,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.421405+0000","last_change":"2024-09-12T01:34:30.421405+0000","last_active":"2024-09-12T01:34:30.421405+0000","last_peered":"2024-09-12T01:34:30.421405+0000","last_clean":"2024-09-12T01:34:30.421405+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:34:30.421405+0000","last_undegraded":"2024-09-12T01:34:30.421405+0000","last_fullsized":"2024-09-12T01:34:30.421405+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.421314+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:48.185139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'357","reported_seq":1039,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.037688+0000","last_change":"2024-09-12T01:34:22.037688+0000","last_active":"2024-09-12T01:34:22.037688+0000","last_peered":"2024-09-12T01:34:22.037688+0000","last_clean":"2024-09-12T01:34:22.037688+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:34:22.037688+0000","last_undegraded":"2024-09-12T01:34:22.037688+0000","last_fullsized":"2024-09-12T01:34:22.037688+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.037563+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:27.328379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":476950,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":558,"num_read_kb":33438,"num_write":1041,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":697,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.102637+0000","last_change":"2024-09-12T01:34:27.102637+0000","last_active":"2024-09-12T01:34:27.102637+0000","last_peered":"2024-09-12T01:34:27.102637+0000","last_clean":"2024-09-12T01:34:27.102637+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:34:27.102637+0000","last_undegraded":"2024-09-12T01:34:27.102637+0000","last_fullsized":"2024-09-12T01:34:27.102637+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'98","last_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_deep_scrub":"267'98","last_deep_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.102554+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:25.353286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'301","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.599486+0000","last_change":"2024-09-12T01:34:19.599486+0000","last_active":"2024-09-12T01:34:19.599486+0000","last_peered":"2024-09-12T01:34:19.599486+0000","last_clean":"2024-09-12T01:34:19.599486+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:34:19.599486+0000","last_undegraded":"2024-09-12T01:34:19.599486+0000","last_fullsized":"2024-09-12T01:34:19.599486+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.599358+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:45:19.577884+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":381,"num_read_kb":9501,"num_write":831,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.032551+0000","last_change":"2024-09-12T01:34:30.032551+0000","last_active":"2024-09-12T01:34:30.032551+0000","last_peered":"2024-09-12T01:34:30.032551+0000","last_clean":"2024-09-12T01:34:30.032551+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:34:30.032551+0000","last_undegraded":"2024-09-12T01:34:30.032551+0000","last_fullsized":"2024-09-12T01:34:30.032551+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.032465+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:04.159290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'402","reported_seq":1076,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.738511+0000","last_change":"2024-09-12T01:34:23.738511+0000","last_active":"2024-09-12T01:34:23.738511+0000","last_peered":"2024-09-12T01:34:23.738511+0000","last_clean":"2024-09-12T01:34:23.738511+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:34:23.738511+0000","last_undegraded":"2024-09-12T01:34:23.738511+0000","last_fullsized":"2024-09-12T01:34:23.738511+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'402","last_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_deep_scrub":"267'402","last_deep_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.738387+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:35.366071+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262208,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":615,"num_read_kb":25126,"num_write":1297,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.922043+0000","last_change":"2024-09-12T01:34:28.922043+0000","last_active":"2024-09-12T01:34:28.922043+0000","last_peered":"2024-09-12T01:34:28.922043+0000","last_clean":"2024-09-12T01:34:28.922043+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:34:28.922043+0000","last_undegraded":"2024-09-12T01:34:28.922043+0000","last_fullsized":"2024-09-12T01:34:28.922043+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.921928+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:23.829473+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'328","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.524219+0000","last_change":"2024-09-12T01:34:21.524219+0000","last_active":"2024-09-12T01:34:21.524219+0000","last_peered":"2024-09-12T01:34:21.524219+0000","last_clean":"2024-09-12T01:34:21.524219+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:34:21.524219+0000","last_undegraded":"2024-09-12T01:34:21.524219+0000","last_fullsized":"2024-09-12T01:34:21.524219+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.524109+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:39.905160+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079905,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":15684,"num_write":1001,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.144258+0000","last_change":"2024-09-12T01:34:23.144258+0000","last_active":"2024-09-12T01:34:23.144258+0000","last_peered":"2024-09-12T01:34:23.144258+0000","last_clean":"2024-09-12T01:34:23.144258+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:34:23.144258+0000","last_undegraded":"2024-09-12T01:34:23.144258+0000","last_fullsized":"2024-09-12T01:34:23.144258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.144174+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:14:55.225495+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'385","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.741147+0000","last_change":"2024-09-12T01:34:25.741147+0000","last_active":"2024-09-12T01:34:25.741147+0000","last_peered":"2024-09-12T01:34:25.741147+0000","last_clean":"2024-09-12T01:34:25.741147+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:34:25.741147+0000","last_undegraded":"2024-09-12T01:34:25.741147+0000","last_fullsized":"2024-09-12T01:34:25.741147+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'385","last_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_deep_scrub":"267'385","last_deep_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.741022+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:14.963390+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306231,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":654,"num_read_kb":61034,"num_write":1192,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.970911+0000","last_change":"2024-09-12T01:34:29.970911+0000","last_active":"2024-09-12T01:34:29.970911+0000","last_peered":"2024-09-12T01:34:29.970911+0000","last_clean":"2024-09-12T01:34:29.970911+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:34:29.970911+0000","last_undegraded":"2024-09-12T01:34:29.970911+0000","last_fullsized":"2024-09-12T01:34:29.970911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.970790+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:57.014312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'434","reported_seq":1156,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.047459+0000","last_change":"2024-09-12T01:34:29.047459+0000","last_active":"2024-09-12T01:34:29.047459+0000","last_peered":"2024-09-12T01:34:29.047459+0000","last_clean":"2024-09-12T01:34:29.047459+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:34:29.047459+0000","last_undegraded":"2024-09-12T01:34:29.047459+0000","last_fullsized":"2024-09-12T01:34:29.047459+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'434","last_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_deep_scrub":"267'434","last_deep_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.047287+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:07.269195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":11873,"num_write":1256,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.793350+0000","last_change":"2024-09-12T01:34:31.793350+0000","last_active":"2024-09-12T01:34:31.793350+0000","last_peered":"2024-09-12T01:34:31.793350+0000","last_clean":"2024-09-12T01:34:31.793350+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:34:31.793350+0000","last_undegraded":"2024-09-12T01:34:31.793350+0000","last_fullsized":"2024-09-12T01:34:31.793350+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.793266+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:30.006156+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'382","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.032333+0000","last_change":"2024-09-12T01:34:21.032333+0000","last_active":"2024-09-12T01:34:21.032333+0000","last_peered":"2024-09-12T01:34:21.032333+0000","last_clean":"2024-09-12T01:34:21.032333+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:34:21.032333+0000","last_undegraded":"2024-09-12T01:34:21.032333+0000","last_fullsized":"2024-09-12T01:34:21.032333+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'382","last_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_deep_scrub":"267'382","last_deep_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.032207+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:27.685133+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":5460,"num_write":1210,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.091576+0000","last_change":"2024-09-12T01:34:27.091576+0000","last_active":"2024-09-12T01:34:27.091576+0000","last_peered":"2024-09-12T01:34:27.091576+0000","last_clean":"2024-09-12T01:34:27.091576+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:34:27.091576+0000","last_undegraded":"2024-09-12T01:34:27.091576+0000","last_fullsized":"2024-09-12T01:34:27.091576+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.091489+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:09.003561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'351","reported_seq":1029,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.815112+0000","last_change":"2024-09-12T01:34:29.815112+0000","last_active":"2024-09-12T01:34:29.815112+0000","last_peered":"2024-09-12T01:34:29.815112+0000","last_clean":"2024-09-12T01:34:29.815112+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:34:29.815112+0000","last_undegraded":"2024-09-12T01:34:29.815112+0000","last_fullsized":"2024-09-12T01:34:29.815112+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.815004+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:22.799278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262279,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":107575,"num_write":1136,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.378575+0000","last_change":"2024-09-12T01:34:33.378575+0000","last_active":"2024-09-12T01:34:33.378575+0000","last_peered":"2024-09-12T01:34:33.378575+0000","last_clean":"2024-09-12T01:34:33.378575+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:34:33.378575+0000","last_undegraded":"2024-09-12T01:34:33.378575+0000","last_fullsized":"2024-09-12T01:34:33.378575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'96","last_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_deep_scrub":"267'96","last_deep_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.378492+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:48.593260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'331","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.071415+0000","last_change":"2024-09-12T01:34:19.071415+0000","last_active":"2024-09-12T01:34:19.071415+0000","last_peered":"2024-09-12T01:34:19.071415+0000","last_clean":"2024-09-12T01:34:19.071415+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:34:19.071415+0000","last_undegraded":"2024-09-12T01:34:19.071415+0000","last_fullsized":"2024-09-12T01:34:19.071415+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.071298+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:03.422801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":446,"num_read_kb":14376,"num_write":923,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.824532+0000","last_change":"2024-09-12T01:34:30.824532+0000","last_active":"2024-09-12T01:34:30.824532+0000","last_peered":"2024-09-12T01:34:30.824532+0000","last_clean":"2024-09-12T01:34:30.824532+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:34:30.824532+0000","last_undegraded":"2024-09-12T01:34:30.824532+0000","last_fullsized":"2024-09-12T01:34:30.824532+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.824419+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:40.424431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'314","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.693046+0000","last_change":"2024-09-12T01:34:26.693046+0000","last_active":"2024-09-12T01:34:26.693046+0000","last_peered":"2024-09-12T01:34:26.693046+0000","last_clean":"2024-09-12T01:34:26.693046+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:34:26.693046+0000","last_undegraded":"2024-09-12T01:34:26.693046+0000","last_fullsized":"2024-09-12T01:34:26.693046+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.692876+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:45.613799+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295466,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":611,"num_read_kb":6122,"num_write":1039,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'370","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.755259+0000","last_change":"2024-09-12T01:34:28.755259+0000","last_active":"2024-09-12T01:34:28.755259+0000","last_peered":"2024-09-12T01:34:28.755259+0000","last_clean":"2024-09-12T01:34:28.755259+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:34:28.755259+0000","last_undegraded":"2024-09-12T01:34:28.755259+0000","last_fullsized":"2024-09-12T01:34:28.755259+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.755132+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:22.090464+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262257,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":8735,"num_write":1149,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.984923+0000","last_change":"2024-09-12T01:34:30.984820+0000","last_active":"2024-09-12T01:34:30.984923+0000","last_peered":"2024-09-12T01:34:30.984923+0000","last_clean":"2024-09-12T01:34:30.984923+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:34:30.984923+0000","last_undegraded":"2024-09-12T01:34:30.984923+0000","last_fullsized":"2024-09-12T01:34:30.984923+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'375","last_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_deep_scrub":"267'375","last_deep_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.984709+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:24.075673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'327","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.473683+0000","last_change":"2024-09-12T01:34:20.473683+0000","last_active":"2024-09-12T01:34:20.473683+0000","last_peered":"2024-09-12T01:34:20.473683+0000","last_clean":"2024-09-12T01:34:20.473683+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:20.473683+0000","last_undegraded":"2024-09-12T01:34:20.473683+0000","last_fullsized":"2024-09-12T01:34:20.473683+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'327","last_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_deep_scrub":"267'327","last_deep_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.473540+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:40.836106+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":481,"num_read_kb":34153,"num_write":1087,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.763088+0000","last_change":"2024-09-12T01:34:34.763088+0000","last_active":"2024-09-12T01:34:34.763088+0000","last_peered":"2024-09-12T01:34:34.763088+0000","last_clean":"2024-09-12T01:34:34.763088+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:34:34.763088+0000","last_undegraded":"2024-09-12T01:34:34.763088+0000","last_fullsized":"2024-09-12T01:34:34.763088+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.762998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:54.162205+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":968,"ondisk_log_size":968,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1562,"ondisk_log_size":1562,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1600277,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18870,"num_read_kb":39581,"num_write":15775,"num_write_kb":11966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":500702,"num_omap_keys":1132,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2091,"ondisk_log_size":2091,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":15,"ondisk_log_size":15,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44337,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4051,"ondisk_log_size":4051,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88977523,"num_objects":386,"num_object_clones":0,"num_object_copies":1158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":386,"num_whiteouts":0,"num_read":36399,"num_read_kb":1921846,"num_write":71564,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":135487488,"data_stored":135487488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3363,"ondisk_log_size":3363,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":206497,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":171,"num_read_kb":195193,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510296,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":313256,"kb_used_data":21080,"kb_used_omap":1,"kb_used_meta":292158,"kb_avail":94058584,"statfs":{"total":96636764160,"available":96315990016,"internally_reserved":0,"allocated":21585920,"data_stored":19603933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":299170250},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510295,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263124,"kb_used_data":19524,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108716,"statfs":{"total":96636764160,"available":96367325184,"internally_reserved":0,"allocated":19992576,"data_stored":18031409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510295,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":159796,"kb_used_data":20388,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94212044,"statfs":{"total":96636764160,"available":96473133056,"internally_reserved":0,"allocated":20877312,"data_stored":18848613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":142735814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510295,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100056,"kb_used_data":18888,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271784,"statfs":{"total":96636764160,"available":96534306816,"internally_reserved":0,"allocated":19341312,"data_stored":17410557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510294,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287404,"kb_used_data":21660,"kb_used_omap":1,"kb_used_meta":265726,"kb_avail":94084436,"statfs":{"total":96636764160,"available":96342462464,"internally_reserved":0,"allocated":22179840,"data_stored":20193936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":272103879},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510295,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130772,"kb_used_data":23300,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94241068,"statfs":{"total":96636764160,"available":96502853632,"internally_reserved":0,"allocated":23859200,"data_stored":21925900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510297,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277684,"kb_used_data":21604,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94094156,"statfs":{"total":96636764160,"available":96352415744,"internally_reserved":0,"allocated":22122496,"data_stored":20098936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575702,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":168092,"kb_used_data":20364,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94203748,"statfs":{"total":96636764160,"available":96464637952,"internally_reserved":0,"allocated":20852736,"data_stored":18880542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17215488,"data_stored":17215488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16588800,"data_stored":16588800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":19636224,"data_stored":19636224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":17903616,"data_stored":17903616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15122432,"data_stored":15122432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16556032,"data_stored":16556032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15740928,"data_stored":15740928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16723968,"data_stored":16723968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:34:38.008 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.009 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.010 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.011 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.012 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.013 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.014 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.015 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.016 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.017 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.018 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.019 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.020 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.021 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.022 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.023 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.024 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.024 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.024 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.024 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T00:24:09.644776+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=9, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.024 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.024 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.025 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.026 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.027 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.027 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.027 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.027 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.028 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.029 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.030 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.030 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.030 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.030 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.030 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.030 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.031 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.032 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.033 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.034 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.035 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.036 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.036 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.036 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.036 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.037 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.037 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.037 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.037 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.037 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T00:24:11.666350+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.037 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.038 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.038 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.038 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.038 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.038 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T00:24:13.681314+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=13, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.038 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T00:24:15.696709+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=15, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.039 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:38.039 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:34:58.040 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:34:58.375 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:34:58.386 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:34:58.389 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2396,"stamp":"2024-09-12T01:34:56.582709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":91185375,"num_objects":737,"num_object_clones":0,"num_object_copies":1860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":181508,"num_read_kb":2470446,"num_write":143716,"num_write_kb":2418205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":733878,"num_omap_keys":1768,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12886,"ondisk_log_size":12886,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1708504,"kb_used_data":166808,"kb_used_omap":12,"kb_used_meta":1541555,"kb_avail":753266216,"statfs":{"total":773094113280,"available":771344605184,"internally_reserved":0,"allocated":170811392,"data_stored":154993826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1578552881},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":130070,"num_omap_keys":326,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005378"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.126244+0000","last_change":"2024-09-12T01:00:41.033946+0000","last_active":"2024-09-12T01:30:41.126244+0000","last_peered":"2024-09-12T01:30:41.126244+0000","last_clean":"2024-09-12T01:30:41.126244+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:30:41.126244+0000","last_undegraded":"2024-09-12T01:30:41.126244+0000","last_fullsized":"2024-09-12T01:30:41.126244+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:02.676668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.140849+0000","last_change":"2024-09-12T00:42:18.048073+0000","last_active":"2024-09-12T01:32:21.140849+0000","last_peered":"2024-09-12T01:32:21.140849+0000","last_clean":"2024-09-12T01:32:21.140849+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:32:21.140849+0000","last_undegraded":"2024-09-12T01:32:21.140849+0000","last_fullsized":"2024-09-12T01:32:21.140849+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'3","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.243293+0000","last_change":"2024-09-12T00:42:13.967526+0000","last_active":"2024-09-12T01:34:09.243293+0000","last_peered":"2024-09-12T01:34:09.243293+0000","last_clean":"2024-09-12T01:34:09.243293+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:34:09.243293+0000","last_undegraded":"2024-09-12T01:34:09.243293+0000","last_fullsized":"2024-09-12T01:34:09.243293+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.254828+0000","last_change":"2024-09-12T00:38:18.968641+0000","last_active":"2024-09-12T01:32:31.254828+0000","last_peered":"2024-09-12T01:32:31.254828+0000","last_clean":"2024-09-12T01:32:31.254828+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:32:31.254828+0000","last_undegraded":"2024-09-12T01:32:31.254828+0000","last_fullsized":"2024-09-12T01:32:31.254828+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.762354+0000","last_change":"2024-09-12T01:34:46.762354+0000","last_active":"2024-09-12T01:34:46.762354+0000","last_peered":"2024-09-12T01:34:46.762354+0000","last_clean":"2024-09-12T01:34:46.762354+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:34:46.762354+0000","last_undegraded":"2024-09-12T01:34:46.762354+0000","last_fullsized":"2024-09-12T01:34:46.762354+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.762270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.762270+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.762270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:13.686770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.137223+0000","last_change":"2024-09-12T00:42:18.044210+0000","last_active":"2024-09-12T01:32:21.137223+0000","last_peered":"2024-09-12T01:32:21.137223+0000","last_clean":"2024-09-12T01:32:21.137223+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:32:21.137223+0000","last_undegraded":"2024-09-12T01:32:21.137223+0000","last_fullsized":"2024-09-12T01:32:21.137223+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.655842+0000","last_change":"2024-09-12T01:34:49.655842+0000","last_active":"2024-09-12T01:34:49.655842+0000","last_peered":"2024-09-12T01:34:49.655842+0000","last_clean":"2024-09-12T01:34:49.655842+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:34:49.655842+0000","last_undegraded":"2024-09-12T01:34:49.655842+0000","last_fullsized":"2024-09-12T01:34:49.655842+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.655734+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.655734+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.655734+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:57.057787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.864485+0000","last_change":"2024-09-12T01:34:37.864485+0000","last_active":"2024-09-12T01:34:37.864485+0000","last_peered":"2024-09-12T01:34:37.864485+0000","last_clean":"2024-09-12T01:34:37.864485+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:34:37.864485+0000","last_undegraded":"2024-09-12T01:34:37.864485+0000","last_fullsized":"2024-09-12T01:34:37.864485+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:37.864387+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:37.864387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.864387+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:01.250233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.994506+0000","last_change":"2024-09-12T01:34:52.994506+0000","last_active":"2024-09-12T01:34:52.994506+0000","last_peered":"2024-09-12T01:34:52.994506+0000","last_clean":"2024-09-12T01:34:52.994506+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:34:52.994506+0000","last_undegraded":"2024-09-12T01:34:52.994506+0000","last_fullsized":"2024-09-12T01:34:52.994506+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:52.994388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:52.994388+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.994388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:29.298482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.190991+0000","last_change":"2024-09-12T00:42:18.559667+0000","last_active":"2024-09-12T01:34:09.190991+0000","last_peered":"2024-09-12T01:34:09.190991+0000","last_clean":"2024-09-12T01:34:09.190991+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:34:09.190991+0000","last_undegraded":"2024-09-12T01:34:09.190991+0000","last_fullsized":"2024-09-12T01:34:09.190991+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'6","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.870864+0000","last_change":"2024-09-12T01:34:39.870864+0000","last_active":"2024-09-12T01:34:39.870864+0000","last_peered":"2024-09-12T01:34:39.870864+0000","last_clean":"2024-09-12T01:34:39.870864+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:34:39.870864+0000","last_undegraded":"2024-09-12T01:34:39.870864+0000","last_fullsized":"2024-09-12T01:34:39.870864+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:39.870784+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:39.870784+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.870784+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:44.047899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.941024+0000","last_change":"2024-09-12T01:34:54.941024+0000","last_active":"2024-09-12T01:34:54.941024+0000","last_peered":"2024-09-12T01:34:54.941024+0000","last_clean":"2024-09-12T01:34:54.941024+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:34:54.941024+0000","last_undegraded":"2024-09-12T01:34:54.941024+0000","last_fullsized":"2024-09-12T01:34:54.941024+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'19","last_scrub_stamp":"2024-09-12T01:34:54.940866+0000","last_deep_scrub":"267'19","last_deep_scrub_stamp":"2024-09-12T01:34:54.940866+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.940866+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:32.807748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.244497+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:32:11.244497+0000","last_peered":"2024-09-12T01:32:11.244497+0000","last_clean":"2024-09-12T01:32:11.244497+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:32:11.244497+0000","last_undegraded":"2024-09-12T01:32:11.244497+0000","last_fullsized":"2024-09-12T01:32:11.244497+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.246730+0000","last_change":"2024-09-12T00:42:18.558380+0000","last_active":"2024-09-12T01:32:31.246730+0000","last_peered":"2024-09-12T01:32:31.246730+0000","last_clean":"2024-09-12T01:32:31.246730+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:32:31.246730+0000","last_undegraded":"2024-09-12T01:32:31.246730+0000","last_fullsized":"2024-09-12T01:32:31.246730+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.136477+0000","last_change":"2024-09-12T00:42:13.964520+0000","last_active":"2024-09-12T01:32:16.136477+0000","last_peered":"2024-09-12T01:32:16.136477+0000","last_clean":"2024-09-12T01:32:16.136477+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:32:16.136477+0000","last_undegraded":"2024-09-12T01:32:16.136477+0000","last_fullsized":"2024-09-12T01:32:16.136477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234955+0000","last_change":"2024-09-12T00:38:18.969499+0000","last_active":"2024-09-12T01:30:51.234955+0000","last_peered":"2024-09-12T01:30:51.234955+0000","last_clean":"2024-09-12T01:30:51.234955+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:30:51.234955+0000","last_undegraded":"2024-09-12T01:30:51.234955+0000","last_fullsized":"2024-09-12T01:30:51.234955+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:14.624133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:46.248627+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:32:46.248627+0000","last_peered":"2024-09-12T01:32:46.248627+0000","last_clean":"2024-09-12T01:32:46.248627+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:32:46.248627+0000","last_undegraded":"2024-09-12T01:32:46.248627+0000","last_fullsized":"2024-09-12T01:32:46.248627+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.914750+0000","last_change":"2024-09-12T00:42:18.050567+0000","last_active":"2024-09-12T01:34:07.914750+0000","last_peered":"2024-09-12T01:34:07.914750+0000","last_clean":"2024-09-12T01:34:07.914750+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:34:07.914750+0000","last_undegraded":"2024-09-12T01:34:07.914750+0000","last_fullsized":"2024-09-12T01:34:07.914750+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:23.443000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.355947+0000","last_change":"2024-09-12T00:42:13.966457+0000","last_active":"2024-09-12T01:30:36.355947+0000","last_peered":"2024-09-12T01:30:36.355947+0000","last_clean":"2024-09-12T01:30:36.355947+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:30:36.355947+0000","last_undegraded":"2024-09-12T01:30:36.355947+0000","last_fullsized":"2024-09-12T01:30:36.355947+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:50.636890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":125,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:51.234902+0000","last_change":"2024-09-12T00:38:18.962641+0000","last_active":"2024-09-12T01:30:51.234902+0000","last_peered":"2024-09-12T01:30:51.234902+0000","last_clean":"2024-09-12T01:30:51.234902+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:30:51.234902+0000","last_undegraded":"2024-09-12T01:30:51.234902+0000","last_fullsized":"2024-09-12T01:30:51.234902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:37.293760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:58.135831+0000","last_change":"2024-09-12T01:00:41.032215+0000","last_active":"2024-09-12T01:31:58.135831+0000","last_peered":"2024-09-12T01:31:58.135831+0000","last_clean":"2024-09-12T01:31:58.135831+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:31:58.135831+0000","last_undegraded":"2024-09-12T01:31:58.135831+0000","last_fullsized":"2024-09-12T01:31:58.135831+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:54.181323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'13","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.032899+0000","last_change":"2024-09-12T01:34:48.032899+0000","last_active":"2024-09-12T01:34:48.032899+0000","last_peered":"2024-09-12T01:34:48.032899+0000","last_clean":"2024-09-12T01:34:48.032899+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:34:48.032899+0000","last_undegraded":"2024-09-12T01:34:48.032899+0000","last_fullsized":"2024-09-12T01:34:48.032899+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T01:34:48.032758+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T01:34:48.032758+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.032758+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:05.636868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22578,"num_write":18,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'11","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.961629+0000","last_change":"2024-09-12T01:34:54.961629+0000","last_active":"2024-09-12T01:34:54.961629+0000","last_peered":"2024-09-12T01:34:54.961629+0000","last_clean":"2024-09-12T01:34:54.961629+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:34:54.961629+0000","last_undegraded":"2024-09-12T01:34:54.961629+0000","last_fullsized":"2024-09-12T01:34:54.961629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T01:34:54.961545+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T01:34:54.961545+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.961545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:52.620402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":13362,"num_write":16,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.139414+0000","last_change":"2024-09-12T01:34:43.139414+0000","last_active":"2024-09-12T01:34:43.139414+0000","last_peered":"2024-09-12T01:34:43.139414+0000","last_clean":"2024-09-12T01:34:43.139414+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:34:43.139414+0000","last_undegraded":"2024-09-12T01:34:43.139414+0000","last_fullsized":"2024-09-12T01:34:43.139414+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:43.139325+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:43.139325+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.139325+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:34.050575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'1","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265196+0000","last_change":"2024-09-12T01:00:41.023780+0000","last_active":"2024-09-12T01:30:41.265196+0000","last_peered":"2024-09-12T01:30:41.265196+0000","last_clean":"2024-09-12T01:30:41.265196+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:30:41.265196+0000","last_undegraded":"2024-09-12T01:30:41.265196+0000","last_fullsized":"2024-09-12T01:30:41.265196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:56.315944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'6","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.002602+0000","last_change":"2024-09-12T01:34:51.002517+0000","last_active":"2024-09-12T01:34:51.002602+0000","last_peered":"2024-09-12T01:34:51.002602+0000","last_clean":"2024-09-12T01:34:51.002602+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:34:51.002602+0000","last_undegraded":"2024-09-12T01:34:51.002602+0000","last_fullsized":"2024-09-12T01:34:51.002602+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:51.002403+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:51.002403+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.002403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:51.323394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":10242,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.924478+0000","last_change":"2024-09-12T01:34:55.924478+0000","last_active":"2024-09-12T01:34:55.924478+0000","last_peered":"2024-09-12T01:34:55.924478+0000","last_clean":"2024-09-12T01:34:55.924478+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:34:55.924478+0000","last_undegraded":"2024-09-12T01:34:55.924478+0000","last_fullsized":"2024-09-12T01:34:55.924478+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:55.924352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:55.924352+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.924352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:41.178817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'67","reported_seq":257,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:46.249179+0000","last_change":"2024-09-12T00:38:18.962358+0000","last_active":"2024-09-12T01:31:46.249179+0000","last_peered":"2024-09-12T01:31:46.249179+0000","last_clean":"2024-09-12T01:31:46.249179+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:31:46.249179+0000","last_undegraded":"2024-09-12T01:31:46.249179+0000","last_fullsized":"2024-09-12T01:31:46.249179+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:28.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":26,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:41.265247+0000","last_change":"2024-09-12T01:00:41.031873+0000","last_active":"2024-09-12T01:30:41.265247+0000","last_peered":"2024-09-12T01:30:41.265247+0000","last_clean":"2024-09-12T01:30:41.265247+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:30:41.265247+0000","last_undegraded":"2024-09-12T01:30:41.265247+0000","last_fullsized":"2024-09-12T01:30:41.265247+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:57.815076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:11.121919+0000","last_change":"2024-09-12T00:42:39.472105+0000","last_active":"2024-09-12T01:30:11.121919+0000","last_peered":"2024-09-12T01:30:11.121919+0000","last_clean":"2024-09-12T01:30:11.121919+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:30:11.121919+0000","last_undegraded":"2024-09-12T01:30:11.121919+0000","last_fullsized":"2024-09-12T01:30:11.121919+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:18.685284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.252902+0000","last_change":"2024-09-12T00:42:13.966613+0000","last_active":"2024-09-12T01:32:16.252902+0000","last_peered":"2024-09-12T01:32:16.252902+0000","last_clean":"2024-09-12T01:32:16.252902+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:32:16.252902+0000","last_undegraded":"2024-09-12T01:32:16.252902+0000","last_fullsized":"2024-09-12T01:32:16.252902+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.731079+0000","last_change":"2024-09-12T01:34:45.731079+0000","last_active":"2024-09-12T01:34:45.731079+0000","last_peered":"2024-09-12T01:34:45.731079+0000","last_clean":"2024-09-12T01:34:45.731079+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:34:45.731079+0000","last_undegraded":"2024-09-12T01:34:45.731079+0000","last_fullsized":"2024-09-12T01:34:45.731079+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:34:45.730982+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:34:45.730982+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.730982+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:51.357993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:03.129309+0000","last_change":"2024-09-12T01:00:41.036556+0000","last_active":"2024-09-12T01:31:03.129309+0000","last_peered":"2024-09-12T01:31:03.129309+0000","last_clean":"2024-09-12T01:31:03.129309+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:31:03.129309+0000","last_undegraded":"2024-09-12T01:31:03.129309+0000","last_fullsized":"2024-09-12T01:31:03.129309+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:57.303380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'6","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.251045+0000","last_change":"2024-09-12T00:42:18.558454+0000","last_active":"2024-09-12T01:33:06.251045+0000","last_peered":"2024-09-12T01:33:06.251045+0000","last_clean":"2024-09-12T01:33:06.251045+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:33:06.251045+0000","last_undegraded":"2024-09-12T01:33:06.251045+0000","last_fullsized":"2024-09-12T01:33:06.251045+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:29.738707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":4096,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'10","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.561483+0000","last_change":"2024-09-12T00:42:13.967897+0000","last_active":"2024-09-12T01:34:07.561483+0000","last_peered":"2024-09-12T01:34:07.561483+0000","last_clean":"2024-09-12T01:34:07.561483+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:34:07.561483+0000","last_undegraded":"2024-09-12T01:34:07.561483+0000","last_fullsized":"2024-09-12T01:34:07.561483+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:17:18.281657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":165,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.247534+0000","last_change":"2024-09-12T00:38:18.965353+0000","last_active":"2024-09-12T01:31:31.247534+0000","last_peered":"2024-09-12T01:31:31.247534+0000","last_clean":"2024-09-12T01:31:31.247534+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:31:31.247534+0000","last_undegraded":"2024-09-12T01:31:31.247534+0000","last_fullsized":"2024-09-12T01:31:31.247534+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:11:54.806778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.784393+0000","last_change":"2024-09-12T01:34:45.784393+0000","last_active":"2024-09-12T01:34:45.784393+0000","last_peered":"2024-09-12T01:34:45.784393+0000","last_clean":"2024-09-12T01:34:45.784393+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:34:45.784393+0000","last_undegraded":"2024-09-12T01:34:45.784393+0000","last_fullsized":"2024-09-12T01:34:45.784393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:45.784311+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:45.784311+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.784311+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:11.045570+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":45,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239785+0000","last_change":"2024-09-12T00:42:18.560023+0000","last_active":"2024-09-12T01:31:31.239785+0000","last_peered":"2024-09-12T01:31:31.239785+0000","last_clean":"2024-09-12T01:31:31.239785+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:31:31.239785+0000","last_undegraded":"2024-09-12T01:31:31.239785+0000","last_fullsized":"2024-09-12T01:31:31.239785+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:36.006828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'7","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.063467+0000","last_change":"2024-09-12T00:42:13.967348+0000","last_active":"2024-09-12T01:34:09.063467+0000","last_peered":"2024-09-12T01:34:09.063467+0000","last_clean":"2024-09-12T01:34:09.063467+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:34:09.063467+0000","last_undegraded":"2024-09-12T01:34:09.063467+0000","last_fullsized":"2024-09-12T01:34:09.063467+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:06.750670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6144,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:31.239838+0000","last_change":"2024-09-12T00:38:18.968148+0000","last_active":"2024-09-12T01:31:31.239838+0000","last_peered":"2024-09-12T01:31:31.239838+0000","last_clean":"2024-09-12T01:31:31.239838+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:31:31.239838+0000","last_undegraded":"2024-09-12T01:31:31.239838+0000","last_fullsized":"2024-09-12T01:31:31.239838+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:57:14.564288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268098+0000","last_change":"2024-09-12T01:00:41.029745+0000","last_active":"2024-09-12T01:31:01.268098+0000","last_peered":"2024-09-12T01:31:01.268098+0000","last_clean":"2024-09-12T01:31:01.268098+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:31:01.268098+0000","last_undegraded":"2024-09-12T01:31:01.268098+0000","last_fullsized":"2024-09-12T01:31:01.268098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:05.835643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'10","reported_seq":64,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.251100+0000","last_change":"2024-09-12T00:42:18.560819+0000","last_active":"2024-09-12T01:33:06.251100+0000","last_peered":"2024-09-12T01:33:06.251100+0000","last_clean":"2024-09-12T01:33:06.251100+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:33:06.251100+0000","last_undegraded":"2024-09-12T01:33:06.251100+0000","last_fullsized":"2024-09-12T01:33:06.251100+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:15:41.023033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":14338,"num_write":20,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.909629+0000","last_change":"2024-09-12T01:34:38.909629+0000","last_active":"2024-09-12T01:34:38.909629+0000","last_peered":"2024-09-12T01:34:38.909629+0000","last_clean":"2024-09-12T01:34:38.909629+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:34:38.909629+0000","last_undegraded":"2024-09-12T01:34:38.909629+0000","last_fullsized":"2024-09-12T01:34:38.909629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.909553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.909553+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.909553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:34:39.953624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.851167+0000","last_change":"2024-09-12T01:34:36.851167+0000","last_active":"2024-09-12T01:34:36.851167+0000","last_peered":"2024-09-12T01:34:36.851167+0000","last_clean":"2024-09-12T01:34:36.851167+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:34:36.851167+0000","last_undegraded":"2024-09-12T01:34:36.851167+0000","last_fullsized":"2024-09-12T01:34:36.851167+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T01:34:36.851085+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T01:34:36.851085+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.851085+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:36.565982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.129045+0000","last_change":"2024-09-12T01:00:41.030695+0000","last_active":"2024-09-12T01:31:01.129045+0000","last_peered":"2024-09-12T01:31:01.129045+0000","last_clean":"2024-09-12T01:31:01.129045+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:31:01.129045+0000","last_undegraded":"2024-09-12T01:31:01.129045+0000","last_fullsized":"2024-09-12T01:31:01.129045+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:54.694643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":48,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:06.143932+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:33:06.143932+0000","last_peered":"2024-09-12T01:33:06.143932+0000","last_clean":"2024-09-12T01:33:06.143932+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:33:06.143932+0000","last_undegraded":"2024-09-12T01:33:06.143932+0000","last_fullsized":"2024-09-12T01:33:06.143932+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:11.651445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":80,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:36.356045+0000","last_change":"2024-09-12T00:42:13.970282+0000","last_active":"2024-09-12T01:30:36.356045+0000","last_peered":"2024-09-12T01:30:36.356045+0000","last_clean":"2024-09-12T01:30:36.356045+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:30:36.356045+0000","last_undegraded":"2024-09-12T01:30:36.356045+0000","last_fullsized":"2024-09-12T01:30:36.356045+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:03.838184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.762683+0000","last_change":"2024-09-12T01:34:54.762683+0000","last_active":"2024-09-12T01:34:54.762683+0000","last_peered":"2024-09-12T01:34:54.762683+0000","last_clean":"2024-09-12T01:34:54.762683+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:34:54.762683+0000","last_undegraded":"2024-09-12T01:34:54.762683+0000","last_fullsized":"2024-09-12T01:34:54.762683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'45","last_scrub_stamp":"2024-09-12T01:34:54.762599+0000","last_deep_scrub":"267'45","last_deep_scrub_stamp":"2024-09-12T01:34:54.762599+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.762599+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:28.425592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244030+0000","last_change":"2024-09-12T01:00:41.037067+0000","last_active":"2024-09-12T01:32:06.244030+0000","last_peered":"2024-09-12T01:32:06.244030+0000","last_clean":"2024-09-12T01:32:06.244030+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:32:06.244030+0000","last_undegraded":"2024-09-12T01:32:06.244030+0000","last_fullsized":"2024-09-12T01:32:06.244030+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":49,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:38.148193+0000","last_change":"2024-09-12T00:42:18.051718+0000","last_active":"2024-09-12T01:33:38.148193+0000","last_peered":"2024-09-12T01:33:38.148193+0000","last_clean":"2024-09-12T01:33:38.148193+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:33:38.148193+0000","last_undegraded":"2024-09-12T01:33:38.148193+0000","last_fullsized":"2024-09-12T01:33:38.148193+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:17:08.907369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.029449+0000","last_change":"2024-09-12T01:34:52.029449+0000","last_active":"2024-09-12T01:34:52.029449+0000","last_peered":"2024-09-12T01:34:52.029449+0000","last_clean":"2024-09-12T01:34:52.029449+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:34:52.029449+0000","last_undegraded":"2024-09-12T01:34:52.029449+0000","last_fullsized":"2024-09-12T01:34:52.029449+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:52.029360+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:52.029360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.029360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:54.795321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":217,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.797951+0000","last_change":"2024-09-12T01:34:53.797951+0000","last_active":"2024-09-12T01:34:53.797951+0000","last_peered":"2024-09-12T01:34:53.797951+0000","last_clean":"2024-09-12T01:34:53.797951+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:34:53.797951+0000","last_undegraded":"2024-09-12T01:34:53.797951+0000","last_fullsized":"2024-09-12T01:34:53.797951+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:53.797849+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:53.797849+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.797849+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:36:04.871956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.251873+0000","last_change":"2024-09-12T01:00:41.027771+0000","last_active":"2024-09-12T01:32:06.251873+0000","last_peered":"2024-09-12T01:32:06.251873+0000","last_clean":"2024-09-12T01:32:06.251873+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:32:06.251873+0000","last_undegraded":"2024-09-12T01:32:06.251873+0000","last_fullsized":"2024-09-12T01:32:06.251873+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678846+0000","last_change":"2024-09-12T00:42:18.047071+0000","last_active":"2024-09-12T01:34:07.678846+0000","last_peered":"2024-09-12T01:34:07.678846+0000","last_clean":"2024-09-12T01:34:07.678846+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:07.678846+0000","last_undegraded":"2024-09-12T01:34:07.678846+0000","last_fullsized":"2024-09-12T01:34:07.678846+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:52:31.866173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:33:36.254986+0000","last_change":"2024-09-12T00:42:13.973463+0000","last_active":"2024-09-12T01:33:36.254986+0000","last_peered":"2024-09-12T01:33:36.254986+0000","last_clean":"2024-09-12T01:33:36.254986+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:33:36.254986+0000","last_undegraded":"2024-09-12T01:33:36.254986+0000","last_fullsized":"2024-09-12T01:33:36.254986+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:57.621776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":141,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.862926+0000","last_change":"2024-09-12T01:34:52.862926+0000","last_active":"2024-09-12T01:34:52.862926+0000","last_peered":"2024-09-12T01:34:52.862926+0000","last_clean":"2024-09-12T01:34:52.862926+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:34:52.862926+0000","last_undegraded":"2024-09-12T01:34:52.862926+0000","last_fullsized":"2024-09-12T01:34:52.862926+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'27","last_scrub_stamp":"2024-09-12T01:34:52.862825+0000","last_deep_scrub":"267'27","last_deep_scrub_stamp":"2024-09-12T01:34:52.862825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.862825+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:16.311558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"266'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:06.359528+0000","last_change":"2024-09-12T01:00:41.033626+0000","last_active":"2024-09-12T01:31:06.359528+0000","last_peered":"2024-09-12T01:31:06.359528+0000","last_clean":"2024-09-12T01:31:06.359528+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:31:06.359528+0000","last_undegraded":"2024-09-12T01:31:06.359528+0000","last_fullsized":"2024-09-12T01:31:06.359528+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:24.968389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.678237+0000","last_change":"2024-09-12T00:42:18.049426+0000","last_active":"2024-09-12T01:34:07.678237+0000","last_peered":"2024-09-12T01:34:07.678237+0000","last_clean":"2024-09-12T01:34:07.678237+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:34:07.678237+0000","last_undegraded":"2024-09-12T01:34:07.678237+0000","last_fullsized":"2024-09-12T01:34:07.678237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:58.626976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.064260+0000","last_change":"2024-09-12T01:34:47.064260+0000","last_active":"2024-09-12T01:34:47.064260+0000","last_peered":"2024-09-12T01:34:47.064260+0000","last_clean":"2024-09-12T01:34:47.064260+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:34:47.064260+0000","last_undegraded":"2024-09-12T01:34:47.064260+0000","last_fullsized":"2024-09-12T01:34:47.064260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:47.064166+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:47.064166+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.064166+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:09:01.121116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":160,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.991035+0000","last_change":"2024-09-12T01:34:53.991035+0000","last_active":"2024-09-12T01:34:53.991035+0000","last_peered":"2024-09-12T01:34:53.991035+0000","last_clean":"2024-09-12T01:34:53.991035+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:34:53.991035+0000","last_undegraded":"2024-09-12T01:34:53.991035+0000","last_fullsized":"2024-09-12T01:34:53.991035+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'37","last_scrub_stamp":"2024-09-12T01:34:53.990952+0000","last_deep_scrub":"267'37","last_deep_scrub_stamp":"2024-09-12T01:34:53.990952+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.990952+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:03.694724+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'1","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.244009+0000","last_change":"2024-09-12T01:00:41.036536+0000","last_active":"2024-09-12T01:32:06.244009+0000","last_peered":"2024-09-12T01:32:06.244009+0000","last_clean":"2024-09-12T01:32:06.244009+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:32:06.244009+0000","last_undegraded":"2024-09-12T01:32:06.244009+0000","last_fullsized":"2024-09-12T01:32:06.244009+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.001532+0000","last_change":"2024-09-12T01:34:49.001532+0000","last_active":"2024-09-12T01:34:49.001532+0000","last_peered":"2024-09-12T01:34:49.001532+0000","last_clean":"2024-09-12T01:34:49.001532+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:34:49.001532+0000","last_undegraded":"2024-09-12T01:34:49.001532+0000","last_fullsized":"2024-09-12T01:34:49.001532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.001451+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.001451+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.001451+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:41.973203+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'6","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.034997+0000","last_change":"2024-09-12T00:42:13.971093+0000","last_active":"2024-09-12T01:34:08.034997+0000","last_peered":"2024-09-12T01:34:08.034997+0000","last_clean":"2024-09-12T01:34:08.034997+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:34:08.034997+0000","last_undegraded":"2024-09-12T01:34:08.034997+0000","last_fullsized":"2024-09-12T01:34:08.034997+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:56.789191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":88,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.243322+0000","last_change":"2024-09-12T00:38:18.967174+0000","last_active":"2024-09-12T01:32:01.243322+0000","last_peered":"2024-09-12T01:32:01.243322+0000","last_clean":"2024-09-12T01:32:01.243322+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:32:01.243322+0000","last_undegraded":"2024-09-12T01:32:01.243322+0000","last_fullsized":"2024-09-12T01:32:01.243322+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.832493+0000","last_change":"2024-09-12T01:34:44.832493+0000","last_active":"2024-09-12T01:34:44.832493+0000","last_peered":"2024-09-12T01:34:44.832493+0000","last_clean":"2024-09-12T01:34:44.832493+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:34:44.832493+0000","last_undegraded":"2024-09-12T01:34:44.832493+0000","last_fullsized":"2024-09-12T01:34:44.832493+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.832394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.832394+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.832394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:08.087408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:51.242208+0000","last_change":"2024-09-12T00:42:18.046531+0000","last_active":"2024-09-12T01:31:51.242208+0000","last_peered":"2024-09-12T01:31:51.242208+0000","last_clean":"2024-09-12T01:31:51.242208+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:31:51.242208+0000","last_undegraded":"2024-09-12T01:31:51.242208+0000","last_fullsized":"2024-09-12T01:31:51.242208+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:19.133972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'2","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:01.294520+0000","last_change":"2024-09-12T00:42:13.967105+0000","last_active":"2024-09-12T01:34:01.294520+0000","last_peered":"2024-09-12T01:34:01.294520+0000","last_clean":"2024-09-12T01:34:01.294520+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:34:01.294520+0000","last_undegraded":"2024-09-12T01:34:01.294520+0000","last_fullsized":"2024-09-12T01:34:01.294520+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:09.910888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.247355+0000","last_change":"2024-09-12T00:38:18.970033+0000","last_active":"2024-09-12T01:32:36.247355+0000","last_peered":"2024-09-12T01:32:36.247355+0000","last_clean":"2024-09-12T01:32:36.247355+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:32:36.247355+0000","last_undegraded":"2024-09-12T01:32:36.247355+0000","last_fullsized":"2024-09-12T01:32:36.247355+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278770+0000","last_change":"2024-09-12T01:00:41.032165+0000","last_active":"2024-09-12T01:32:11.278770+0000","last_peered":"2024-09-12T01:32:11.278770+0000","last_clean":"2024-09-12T01:32:11.278770+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:32:11.278770+0000","last_undegraded":"2024-09-12T01:32:11.278770+0000","last_fullsized":"2024-09-12T01:32:11.278770+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:06.259539+0000","last_change":"2024-09-12T00:42:18.046578+0000","last_active":"2024-09-12T01:34:06.259539+0000","last_peered":"2024-09-12T01:34:06.259539+0000","last_clean":"2024-09-12T01:34:06.259539+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:34:06.259539+0000","last_undegraded":"2024-09-12T01:34:06.259539+0000","last_fullsized":"2024-09-12T01:34:06.259539+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:53:50.551363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'4","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.833490+0000","last_change":"2024-09-12T01:34:41.833490+0000","last_active":"2024-09-12T01:34:41.833490+0000","last_peered":"2024-09-12T01:34:41.833490+0000","last_clean":"2024-09-12T01:34:41.833490+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:34:41.833490+0000","last_undegraded":"2024-09-12T01:34:41.833490+0000","last_fullsized":"2024-09-12T01:34:41.833490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:41.833393+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:41.833393+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.833393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:33.770210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":84,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.683045+0000","last_change":"2024-09-12T01:34:55.683045+0000","last_active":"2024-09-12T01:34:55.683045+0000","last_peered":"2024-09-12T01:34:55.683045+0000","last_clean":"2024-09-12T01:34:55.683045+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:34:55.683045+0000","last_undegraded":"2024-09-12T01:34:55.683045+0000","last_fullsized":"2024-09-12T01:34:55.683045+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:55.682955+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:55.682955+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.682955+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:57.524678+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.027214+0000","last_change":"2024-09-12T01:34:52.027214+0000","last_active":"2024-09-12T01:34:52.027214+0000","last_peered":"2024-09-12T01:34:52.027214+0000","last_clean":"2024-09-12T01:34:52.027214+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:34:52.027214+0000","last_undegraded":"2024-09-12T01:34:52.027214+0000","last_fullsized":"2024-09-12T01:34:52.027214+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:52.027130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:52.027130+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.027130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:54.177428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'10","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.692412+0000","last_change":"2024-09-12T01:34:52.692412+0000","last_active":"2024-09-12T01:34:52.692412+0000","last_peered":"2024-09-12T01:34:52.692412+0000","last_clean":"2024-09-12T01:34:52.692412+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:34:52.692412+0000","last_undegraded":"2024-09-12T01:34:52.692412+0000","last_fullsized":"2024-09-12T01:34:52.692412+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:34:52.692327+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:34:52.692327+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.692327+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:04.034021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8721,"num_write":20,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:01.266214+0000","last_change":"2024-09-12T00:42:13.967181+0000","last_active":"2024-09-12T01:34:01.266214+0000","last_peered":"2024-09-12T01:34:01.266214+0000","last_clean":"2024-09-12T01:34:01.266214+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:34:01.266214+0000","last_undegraded":"2024-09-12T01:34:01.266214+0000","last_fullsized":"2024-09-12T01:34:01.266214+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:59.860660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.114610+0000","last_change":"2024-09-12T01:34:45.114610+0000","last_active":"2024-09-12T01:34:45.114610+0000","last_peered":"2024-09-12T01:34:45.114610+0000","last_clean":"2024-09-12T01:34:45.114610+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:34:45.114610+0000","last_undegraded":"2024-09-12T01:34:45.114610+0000","last_fullsized":"2024-09-12T01:34:45.114610+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:45.114513+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:45.114513+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.114513+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:41.619991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.268137+0000","last_change":"2024-09-12T01:00:41.027549+0000","last_active":"2024-09-12T01:31:01.268137+0000","last_peered":"2024-09-12T01:31:01.268137+0000","last_clean":"2024-09-12T01:31:01.268137+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:31:01.268137+0000","last_undegraded":"2024-09-12T01:31:01.268137+0000","last_fullsized":"2024-09-12T01:31:01.268137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:00:00.443474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'5","reported_seq":55,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:06.259587+0000","last_change":"2024-09-12T00:42:18.051667+0000","last_active":"2024-09-12T01:34:06.259587+0000","last_peered":"2024-09-12T01:34:06.259587+0000","last_clean":"2024-09-12T01:34:06.259587+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:34:06.259587+0000","last_undegraded":"2024-09-12T01:34:06.259587+0000","last_fullsized":"2024-09-12T01:34:06.259587+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:24.765236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'6","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.665561+0000","last_change":"2024-09-12T01:34:48.665561+0000","last_active":"2024-09-12T01:34:48.665561+0000","last_peered":"2024-09-12T01:34:48.665561+0000","last_clean":"2024-09-12T01:34:48.665561+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:34:48.665561+0000","last_undegraded":"2024-09-12T01:34:48.665561+0000","last_fullsized":"2024-09-12T01:34:48.665561+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:48.665471+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:48.665471+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.665471+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:07.815465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.853413+0000","last_change":"2024-09-12T01:34:40.853413+0000","last_active":"2024-09-12T01:34:40.853413+0000","last_peered":"2024-09-12T01:34:40.853413+0000","last_clean":"2024-09-12T01:34:40.853413+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:34:40.853413+0000","last_undegraded":"2024-09-12T01:34:40.853413+0000","last_fullsized":"2024-09-12T01:34:40.853413+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'7","last_scrub_stamp":"2024-09-12T01:34:40.853332+0000","last_deep_scrub":"256'7","last_deep_scrub_stamp":"2024-09-12T01:34:40.853332+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.853332+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:23.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.244582+0000","last_change":"2024-09-12T01:00:41.036373+0000","last_active":"2024-09-12T01:32:11.244582+0000","last_peered":"2024-09-12T01:32:11.244582+0000","last_clean":"2024-09-12T01:32:11.244582+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:32:11.244582+0000","last_undegraded":"2024-09-12T01:32:11.244582+0000","last_fullsized":"2024-09-12T01:32:11.244582+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.135666+0000","last_change":"2024-09-12T00:42:18.045832+0000","last_active":"2024-09-12T01:32:11.135666+0000","last_peered":"2024-09-12T01:32:11.135666+0000","last_clean":"2024-09-12T01:32:11.135666+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:32:11.135666+0000","last_undegraded":"2024-09-12T01:32:11.135666+0000","last_fullsized":"2024-09-12T01:32:11.135666+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'7","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903094+0000","last_change":"2024-09-12T00:42:13.967910+0000","last_active":"2024-09-12T01:34:08.903094+0000","last_peered":"2024-09-12T01:34:08.903094+0000","last_clean":"2024-09-12T01:34:08.903094+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:34:08.903094+0000","last_undegraded":"2024-09-12T01:34:08.903094+0000","last_fullsized":"2024-09-12T01:34:08.903094+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.894864+0000","last_change":"2024-09-12T01:34:53.894864+0000","last_active":"2024-09-12T01:34:53.894864+0000","last_peered":"2024-09-12T01:34:53.894864+0000","last_clean":"2024-09-12T01:34:53.894864+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:34:53.894864+0000","last_undegraded":"2024-09-12T01:34:53.894864+0000","last_fullsized":"2024-09-12T01:34:53.894864+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:53.894757+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:53.894757+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.894757+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:55.704036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.279539+0000","last_change":"2024-09-12T01:00:41.028327+0000","last_active":"2024-09-12T01:32:16.279539+0000","last_peered":"2024-09-12T01:32:16.279539+0000","last_clean":"2024-09-12T01:32:16.279539+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:32:16.279539+0000","last_undegraded":"2024-09-12T01:32:16.279539+0000","last_fullsized":"2024-09-12T01:32:16.279539+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278708+0000","last_change":"2024-09-12T00:42:18.558333+0000","last_active":"2024-09-12T01:32:11.278708+0000","last_peered":"2024-09-12T01:32:11.278708+0000","last_clean":"2024-09-12T01:32:11.278708+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:32:11.278708+0000","last_undegraded":"2024-09-12T01:32:11.278708+0000","last_fullsized":"2024-09-12T01:32:11.278708+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.651278+0000","last_change":"2024-09-12T01:34:47.651278+0000","last_active":"2024-09-12T01:34:47.651278+0000","last_peered":"2024-09-12T01:34:47.651278+0000","last_clean":"2024-09-12T01:34:47.651278+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:34:47.651278+0000","last_undegraded":"2024-09-12T01:34:47.651278+0000","last_fullsized":"2024-09-12T01:34:47.651278+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:47.651177+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:47.651177+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.651177+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:57.666466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":192,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.773019+0000","last_change":"2024-09-12T01:34:51.773019+0000","last_active":"2024-09-12T01:34:51.773019+0000","last_peered":"2024-09-12T01:34:51.773019+0000","last_clean":"2024-09-12T01:34:51.773019+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:34:51.773019+0000","last_undegraded":"2024-09-12T01:34:51.773019+0000","last_fullsized":"2024-09-12T01:34:51.773019+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T01:34:51.772932+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T01:34:51.772932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.772932+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:13.981296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'1","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.278807+0000","last_change":"2024-09-12T01:00:41.031523+0000","last_active":"2024-09-12T01:32:11.278807+0000","last_peered":"2024-09-12T01:32:11.278807+0000","last_clean":"2024-09-12T01:32:11.278807+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:32:11.278807+0000","last_undegraded":"2024-09-12T01:32:11.278807+0000","last_fullsized":"2024-09-12T01:32:11.278807+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.645295+0000","last_change":"2024-09-12T01:34:51.645295+0000","last_active":"2024-09-12T01:34:51.645295+0000","last_peered":"2024-09-12T01:34:51.645295+0000","last_clean":"2024-09-12T01:34:51.645295+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:34:51.645295+0000","last_undegraded":"2024-09-12T01:34:51.645295+0000","last_fullsized":"2024-09-12T01:34:51.645295+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:51.645168+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:51.645168+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.645168+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:16.236924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'4","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903736+0000","last_change":"2024-09-12T00:42:13.969735+0000","last_active":"2024-09-12T01:34:08.903736+0000","last_peered":"2024-09-12T01:34:08.903736+0000","last_clean":"2024-09-12T01:34:08.903736+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:34:08.903736+0000","last_undegraded":"2024-09-12T01:34:08.903736+0000","last_fullsized":"2024-09-12T01:34:08.903736+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":121,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.246655+0000","last_change":"2024-09-12T00:38:18.968580+0000","last_active":"2024-09-12T01:32:31.246655+0000","last_peered":"2024-09-12T01:32:31.246655+0000","last_clean":"2024-09-12T01:32:31.246655+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:32:31.246655+0000","last_undegraded":"2024-09-12T01:32:31.246655+0000","last_fullsized":"2024-09-12T01:32:31.246655+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.252393+0000","last_change":"2024-09-12T01:00:41.037175+0000","last_active":"2024-09-12T01:32:11.252393+0000","last_peered":"2024-09-12T01:32:11.252393+0000","last_clean":"2024-09-12T01:32:11.252393+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:32:11.252393+0000","last_undegraded":"2024-09-12T01:32:11.252393+0000","last_fullsized":"2024-09-12T01:32:11.252393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'2","reported_seq":50,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:07.679582+0000","last_change":"2024-09-12T00:42:18.048640+0000","last_active":"2024-09-12T01:34:07.679582+0000","last_peered":"2024-09-12T01:34:07.679582+0000","last_clean":"2024-09-12T01:34:07.679582+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:34:07.679582+0000","last_undegraded":"2024-09-12T01:34:07.679582+0000","last_fullsized":"2024-09-12T01:34:07.679582+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.014787+0000","last_change":"2024-09-12T01:34:51.014787+0000","last_active":"2024-09-12T01:34:51.014787+0000","last_peered":"2024-09-12T01:34:51.014787+0000","last_clean":"2024-09-12T01:34:51.014787+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:34:51.014787+0000","last_undegraded":"2024-09-12T01:34:51.014787+0000","last_fullsized":"2024-09-12T01:34:51.014787+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:51.014698+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:51.014698+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.014698+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:05.488187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":222,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.119259+0000","last_change":"2024-09-12T01:34:42.119259+0000","last_active":"2024-09-12T01:34:42.119259+0000","last_peered":"2024-09-12T01:34:42.119259+0000","last_clean":"2024-09-12T01:34:42.119259+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:34:42.119259+0000","last_undegraded":"2024-09-12T01:34:42.119259+0000","last_fullsized":"2024-09-12T01:34:42.119259+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'56","last_scrub_stamp":"2024-09-12T01:34:42.119147+0000","last_deep_scrub":"267'56","last_deep_scrub_stamp":"2024-09-12T01:34:42.119147+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.119147+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:27.758254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.276625+0000","last_change":"2024-09-12T01:00:41.027649+0000","last_active":"2024-09-12T01:31:56.276625+0000","last_peered":"2024-09-12T01:31:56.276625+0000","last_clean":"2024-09-12T01:31:56.276625+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:31:56.276625+0000","last_undegraded":"2024-09-12T01:31:56.276625+0000","last_fullsized":"2024-09-12T01:31:56.276625+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:21.720533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.460230+0000","last_change":"2024-09-12T00:42:18.043131+0000","last_active":"2024-09-12T01:34:08.460230+0000","last_peered":"2024-09-12T01:34:08.460230+0000","last_clean":"2024-09-12T01:34:08.460230+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:34:08.460230+0000","last_undegraded":"2024-09-12T01:34:08.460230+0000","last_fullsized":"2024-09-12T01:34:08.460230+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.279482+0000","last_change":"2024-09-12T00:42:13.968832+0000","last_active":"2024-09-12T01:32:16.279482+0000","last_peered":"2024-09-12T01:32:16.279482+0000","last_clean":"2024-09-12T01:32:16.279482+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:32:16.279482+0000","last_undegraded":"2024-09-12T01:32:16.279482+0000","last_fullsized":"2024-09-12T01:32:16.279482+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":290,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:31.254842+0000","last_change":"2024-09-12T00:38:18.964521+0000","last_active":"2024-09-12T01:32:31.254842+0000","last_peered":"2024-09-12T01:32:31.254842+0000","last_clean":"2024-09-12T01:32:31.254842+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:32:31.254842+0000","last_undegraded":"2024-09-12T01:32:31.254842+0000","last_fullsized":"2024-09-12T01:32:31.254842+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:38:17.939245+0000","last_clean_scrub_stamp":"2024-09-12T00:38:17.939245+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.136973+0000","last_change":"2024-09-12T01:00:41.032648+0000","last_active":"2024-09-12T01:31:56.136973+0000","last_peered":"2024-09-12T01:31:56.136973+0000","last_clean":"2024-09-12T01:31:56.136973+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:31:56.136973+0000","last_undegraded":"2024-09-12T01:31:56.136973+0000","last_fullsized":"2024-09-12T01:31:56.136973+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:55:28.946687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":51,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.523042+0000","last_change":"2024-09-12T00:42:18.560482+0000","last_active":"2024-09-12T01:34:08.523042+0000","last_peered":"2024-09-12T01:34:08.523042+0000","last_clean":"2024-09-12T01:34:08.523042+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:34:08.523042+0000","last_undegraded":"2024-09-12T01:34:08.523042+0000","last_fullsized":"2024-09-12T01:34:08.523042+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'2","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.853496+0000","last_change":"2024-09-12T01:34:42.853496+0000","last_active":"2024-09-12T01:34:42.853496+0000","last_peered":"2024-09-12T01:34:42.853496+0000","last_clean":"2024-09-12T01:34:42.853496+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:34:42.853496+0000","last_undegraded":"2024-09-12T01:34:42.853496+0000","last_fullsized":"2024-09-12T01:34:42.853496+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:42.853414+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:42.853414+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.853414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:36.129504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.160224+0000","last_change":"2024-09-12T01:34:41.160140+0000","last_active":"2024-09-12T01:34:41.160224+0000","last_peered":"2024-09-12T01:34:41.160224+0000","last_clean":"2024-09-12T01:34:41.160224+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:34:41.160224+0000","last_undegraded":"2024-09-12T01:34:41.160224+0000","last_fullsized":"2024-09-12T01:34:41.160224+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T01:34:41.160048+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T01:34:41.160048+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.160048+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:17.706247+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:30:53.236370+0000","last_change":"2024-09-12T01:00:41.037953+0000","last_active":"2024-09-12T01:30:53.236370+0000","last_peered":"2024-09-12T01:30:53.236370+0000","last_clean":"2024-09-12T01:30:53.236370+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:30:53.236370+0000","last_undegraded":"2024-09-12T01:30:53.236370+0000","last_fullsized":"2024-09-12T01:30:53.236370+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:48.814810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'3","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:09.062393+0000","last_change":"2024-09-12T00:42:18.560661+0000","last_active":"2024-09-12T01:34:09.062393+0000","last_peered":"2024-09-12T01:34:09.062393+0000","last_clean":"2024-09-12T01:34:09.062393+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:34:09.062393+0000","last_undegraded":"2024-09-12T01:34:09.062393+0000","last_fullsized":"2024-09-12T01:34:09.062393+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.138507+0000","last_change":"2024-09-12T00:42:13.969505+0000","last_active":"2024-09-12T01:32:06.138507+0000","last_peered":"2024-09-12T01:32:06.138507+0000","last_clean":"2024-09-12T01:32:06.138507+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:32:06.138507+0000","last_undegraded":"2024-09-12T01:32:06.138507+0000","last_fullsized":"2024-09-12T01:32:06.138507+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:24:11.293616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":193,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.746462+0000","last_change":"2024-09-12T01:34:55.746462+0000","last_active":"2024-09-12T01:34:55.746462+0000","last_peered":"2024-09-12T01:34:55.746462+0000","last_clean":"2024-09-12T01:34:55.746462+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:34:55.746462+0000","last_undegraded":"2024-09-12T01:34:55.746462+0000","last_fullsized":"2024-09-12T01:34:55.746462+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'43","last_scrub_stamp":"2024-09-12T01:34:55.746375+0000","last_deep_scrub":"267'43","last_deep_scrub_stamp":"2024-09-12T01:34:55.746375+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.746375+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:27.017775+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.133167+0000","last_change":"2024-09-12T01:00:41.034018+0000","last_active":"2024-09-12T01:31:56.133167+0000","last_peered":"2024-09-12T01:31:56.133167+0000","last_clean":"2024-09-12T01:31:56.133167+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:31:56.133167+0000","last_undegraded":"2024-09-12T01:31:56.133167+0000","last_fullsized":"2024-09-12T01:31:56.133167+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:15.070737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'13","reported_seq":74,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.523671+0000","last_change":"2024-09-12T00:42:18.042742+0000","last_active":"2024-09-12T01:34:08.523671+0000","last_peered":"2024-09-12T01:34:08.523671+0000","last_clean":"2024-09-12T01:34:08.523671+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:34:08.523671+0000","last_undegraded":"2024-09-12T01:34:08.523671+0000","last_fullsized":"2024-09-12T01:34:08.523671+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":39940,"num_write":18,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:06.278193+0000","last_change":"2024-09-12T00:42:13.966027+0000","last_active":"2024-09-12T01:32:06.278193+0000","last_peered":"2024-09-12T01:32:06.278193+0000","last_clean":"2024-09-12T01:32:06.278193+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:32:06.278193+0000","last_undegraded":"2024-09-12T01:32:06.278193+0000","last_fullsized":"2024-09-12T01:32:06.278193+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:36.445771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.728265+0000","last_change":"2024-09-12T01:34:44.728265+0000","last_active":"2024-09-12T01:34:44.728265+0000","last_peered":"2024-09-12T01:34:44.728265+0000","last_clean":"2024-09-12T01:34:44.728265+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:34:44.728265+0000","last_undegraded":"2024-09-12T01:34:44.728265+0000","last_fullsized":"2024-09-12T01:34:44.728265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:34:44.728146+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:34:44.728146+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.728146+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:00.259826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.840891+0000","last_change":"2024-09-12T01:34:43.840891+0000","last_active":"2024-09-12T01:34:43.840891+0000","last_peered":"2024-09-12T01:34:43.840891+0000","last_clean":"2024-09-12T01:34:43.840891+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:34:43.840891+0000","last_undegraded":"2024-09-12T01:34:43.840891+0000","last_fullsized":"2024-09-12T01:34:43.840891+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:43.840805+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:43.840805+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.840805+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:51.233985+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.623919+0000","last_change":"2024-09-12T01:34:50.623919+0000","last_active":"2024-09-12T01:34:50.623919+0000","last_peered":"2024-09-12T01:34:50.623919+0000","last_clean":"2024-09-12T01:34:50.623919+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:34:50.623919+0000","last_undegraded":"2024-09-12T01:34:50.623919+0000","last_fullsized":"2024-09-12T01:34:50.623919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:50.623808+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:50.623808+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.623808+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:17.361960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.903286+0000","last_change":"2024-09-12T00:42:13.959757+0000","last_active":"2024-09-12T01:34:08.903286+0000","last_peered":"2024-09-12T01:34:08.903286+0000","last_clean":"2024-09-12T01:34:08.903286+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:34:08.903286+0000","last_undegraded":"2024-09-12T01:34:08.903286+0000","last_fullsized":"2024-09-12T01:34:08.903286+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15360,"num_write":8,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.732768+0000","last_change":"2024-09-12T01:34:54.732768+0000","last_active":"2024-09-12T01:34:54.732768+0000","last_peered":"2024-09-12T01:34:54.732768+0000","last_clean":"2024-09-12T01:34:54.732768+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:34:54.732768+0000","last_undegraded":"2024-09-12T01:34:54.732768+0000","last_fullsized":"2024-09-12T01:34:54.732768+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T01:34:54.732663+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T01:34:54.732663+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.732663+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:56.788219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:01.359019+0000","last_change":"2024-09-12T01:00:41.027823+0000","last_active":"2024-09-12T01:31:01.359019+0000","last_peered":"2024-09-12T01:31:01.359019+0000","last_clean":"2024-09-12T01:31:01.359019+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:31:01.359019+0000","last_undegraded":"2024-09-12T01:31:01.359019+0000","last_fullsized":"2024-09-12T01:31:01.359019+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:37.658642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:08.839104+0000","last_change":"2024-09-12T00:42:18.050839+0000","last_active":"2024-09-12T01:34:08.839104+0000","last_peered":"2024-09-12T01:34:08.839104+0000","last_clean":"2024-09-12T01:34:08.839104+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:34:08.839104+0000","last_undegraded":"2024-09-12T01:34:08.839104+0000","last_fullsized":"2024-09-12T01:34:08.839104+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:16.279431+0000","last_change":"2024-09-12T00:42:13.965690+0000","last_active":"2024-09-12T01:32:16.279431+0000","last_peered":"2024-09-12T01:32:16.279431+0000","last_clean":"2024-09-12T01:32:16.279431+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:32:16.279431+0000","last_undegraded":"2024-09-12T01:32:16.279431+0000","last_fullsized":"2024-09-12T01:32:16.279431+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:12.947575+0000","last_clean_scrub_stamp":"2024-09-12T00:42:12.947575+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.043468+0000","last_change":"2024-09-12T01:34:50.043468+0000","last_active":"2024-09-12T01:34:50.043468+0000","last_peered":"2024-09-12T01:34:50.043468+0000","last_clean":"2024-09-12T01:34:50.043468+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:34:50.043468+0000","last_undegraded":"2024-09-12T01:34:50.043468+0000","last_fullsized":"2024-09-12T01:34:50.043468+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'42","last_scrub_stamp":"2024-09-12T01:34:50.043385+0000","last_deep_scrub":"267'42","last_deep_scrub_stamp":"2024-09-12T01:34:50.043385+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.043385+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:44.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:31:56.250654+0000","last_change":"2024-09-12T01:00:41.027150+0000","last_active":"2024-09-12T01:31:56.250654+0000","last_peered":"2024-09-12T01:31:56.250654+0000","last_clean":"2024-09-12T01:31:56.250654+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:31:56.250654+0000","last_undegraded":"2024-09-12T01:31:56.250654+0000","last_fullsized":"2024-09-12T01:31:56.250654+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:30.965402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.990318+0000","last_change":"2024-09-12T01:34:49.990318+0000","last_active":"2024-09-12T01:34:49.990318+0000","last_peered":"2024-09-12T01:34:49.990318+0000","last_clean":"2024-09-12T01:34:49.990318+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:34:49.990318+0000","last_undegraded":"2024-09-12T01:34:49.990318+0000","last_fullsized":"2024-09-12T01:34:49.990318+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.990185+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.990185+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.990185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:04.593494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.699201+0000","last_change":"2024-09-12T01:34:46.699201+0000","last_active":"2024-09-12T01:34:46.699201+0000","last_peered":"2024-09-12T01:34:46.699201+0000","last_clean":"2024-09-12T01:34:46.699201+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:34:46.699201+0000","last_undegraded":"2024-09-12T01:34:46.699201+0000","last_fullsized":"2024-09-12T01:34:46.699201+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T01:34:46.699073+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T01:34:46.699073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.699073+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:25.794540+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.134798+0000","last_change":"2024-09-12T01:34:44.134798+0000","last_active":"2024-09-12T01:34:44.134798+0000","last_peered":"2024-09-12T01:34:44.134798+0000","last_clean":"2024-09-12T01:34:44.134798+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:34:44.134798+0000","last_undegraded":"2024-09-12T01:34:44.134798+0000","last_fullsized":"2024-09-12T01:34:44.134798+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T01:34:44.134695+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T01:34:44.134695+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.134695+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:07.085359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":29,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:01.277450+0000","last_change":"2024-09-12T01:00:41.037045+0000","last_active":"2024-09-12T01:32:01.277450+0000","last_peered":"2024-09-12T01:32:01.277450+0000","last_clean":"2024-09-12T01:32:01.277450+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:32:01.277450+0000","last_undegraded":"2024-09-12T01:32:01.277450+0000","last_fullsized":"2024-09-12T01:32:01.277450+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:05.090822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":52,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:21.137161+0000","last_change":"2024-09-12T00:42:18.045079+0000","last_active":"2024-09-12T01:32:21.137161+0000","last_peered":"2024-09-12T01:32:21.137161+0000","last_clean":"2024-09-12T01:32:21.137161+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:32:21.137161+0000","last_undegraded":"2024-09-12T01:32:21.137161+0000","last_fullsized":"2024-09-12T01:32:21.137161+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:42:17.028047+0000","last_clean_scrub_stamp":"2024-09-12T00:42:17.028047+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'7","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.075468+0000","last_change":"2024-09-12T01:34:46.075468+0000","last_active":"2024-09-12T01:34:46.075468+0000","last_peered":"2024-09-12T01:34:46.075468+0000","last_clean":"2024-09-12T01:34:46.075468+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:34:46.075468+0000","last_undegraded":"2024-09-12T01:34:46.075468+0000","last_fullsized":"2024-09-12T01:34:46.075468+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:46.075382+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:46.075382+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.075382+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:21.866682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'116","reported_seq":428,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.816450+0000","last_change":"2024-09-12T01:34:52.816450+0000","last_active":"2024-09-12T01:34:52.816450+0000","last_peered":"2024-09-12T01:34:52.816450+0000","last_clean":"2024-09-12T01:34:52.816450+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:34:52.816450+0000","last_undegraded":"2024-09-12T01:34:52.816450+0000","last_fullsized":"2024-09-12T01:34:52.816450+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T01:34:52.816350+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T01:34:52.816350+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.816350+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:03.374057+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4000,"num_omap_keys":8,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'373","reported_seq":1046,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.822745+0000","last_change":"2024-09-12T01:34:28.822745+0000","last_active":"2024-09-12T01:34:28.822745+0000","last_peered":"2024-09-12T01:34:28.822745+0000","last_clean":"2024-09-12T01:34:28.822745+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:34:28.822745+0000","last_undegraded":"2024-09-12T01:34:28.822745+0000","last_fullsized":"2024-09-12T01:34:28.822745+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.822602+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:57.210619+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":564,"num_read_kb":12865,"num_write":1138,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'584","reported_seq":1367,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.775021+0000","last_change":"2024-09-12T01:34:35.775021+0000","last_active":"2024-09-12T01:34:35.775021+0000","last_peered":"2024-09-12T01:34:35.775021+0000","last_clean":"2024-09-12T01:34:35.775021+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:34:35.775021+0000","last_undegraded":"2024-09-12T01:34:35.775021+0000","last_fullsized":"2024-09-12T01:34:35.775021+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'584","last_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_deep_scrub":"267'584","last_deep_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.774933+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":500,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:01.307835+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'322","reported_seq":947,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.478830+0000","last_change":"2024-09-12T01:34:21.478830+0000","last_active":"2024-09-12T01:34:21.478830+0000","last_peered":"2024-09-12T01:34:21.478830+0000","last_clean":"2024-09-12T01:34:21.478830+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:21.478830+0000","last_undegraded":"2024-09-12T01:34:21.478830+0000","last_fullsized":"2024-09-12T01:34:21.478830+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.478689+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:10.750548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":413,"num_read_kb":19914,"num_write":961,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.840717+0000","last_change":"2024-09-12T01:34:33.840717+0000","last_active":"2024-09-12T01:34:33.840717+0000","last_peered":"2024-09-12T01:34:33.840717+0000","last_clean":"2024-09-12T01:34:33.840717+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:34:33.840717+0000","last_undegraded":"2024-09-12T01:34:33.840717+0000","last_fullsized":"2024-09-12T01:34:33.840717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'88","last_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_deep_scrub":"267'88","last_deep_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.840628+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:22.395568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'318","reported_seq":979,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.042916+0000","last_change":"2024-09-12T01:34:21.042916+0000","last_active":"2024-09-12T01:34:21.042916+0000","last_peered":"2024-09-12T01:34:21.042916+0000","last_clean":"2024-09-12T01:34:21.042916+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:34:21.042916+0000","last_undegraded":"2024-09-12T01:34:21.042916+0000","last_fullsized":"2024-09-12T01:34:21.042916+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.042789+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:07.692628+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536353,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":23511,"num_write":1046,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.003777+0000","last_change":"2024-09-12T01:34:32.003777+0000","last_active":"2024-09-12T01:34:32.003777+0000","last_peered":"2024-09-12T01:34:32.003777+0000","last_clean":"2024-09-12T01:34:32.003777+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:34:32.003777+0000","last_undegraded":"2024-09-12T01:34:32.003777+0000","last_fullsized":"2024-09-12T01:34:32.003777+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.003697+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:27.129285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'370","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.714828+0000","last_change":"2024-09-12T01:34:29.714828+0000","last_active":"2024-09-12T01:34:29.714828+0000","last_peered":"2024-09-12T01:34:29.714828+0000","last_clean":"2024-09-12T01:34:29.714828+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:34:29.714828+0000","last_undegraded":"2024-09-12T01:34:29.714828+0000","last_fullsized":"2024-09-12T01:34:29.714828+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.714718+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:06.335075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079945,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":514,"num_read_kb":21240,"num_write":1215,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.032684+0000","last_change":"2024-09-12T01:34:32.032684+0000","last_active":"2024-09-12T01:34:32.032684+0000","last_peered":"2024-09-12T01:34:32.032684+0000","last_clean":"2024-09-12T01:34:32.032684+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:34:32.032684+0000","last_undegraded":"2024-09-12T01:34:32.032684+0000","last_fullsized":"2024-09-12T01:34:32.032684+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.032605+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:13.948710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'368","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.855277+0000","last_change":"2024-09-12T01:34:27.855277+0000","last_active":"2024-09-12T01:34:27.855277+0000","last_peered":"2024-09-12T01:34:27.855277+0000","last_clean":"2024-09-12T01:34:27.855277+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:34:27.855277+0000","last_undegraded":"2024-09-12T01:34:27.855277+0000","last_fullsized":"2024-09-12T01:34:27.855277+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.855133+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:20.267221+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4566127,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":531,"num_read_kb":15568,"num_write":1193,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.098512+0000","last_change":"2024-09-12T01:34:28.098512+0000","last_active":"2024-09-12T01:34:28.098512+0000","last_peered":"2024-09-12T01:34:28.098512+0000","last_clean":"2024-09-12T01:34:28.098512+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:34:28.098512+0000","last_undegraded":"2024-09-12T01:34:28.098512+0000","last_fullsized":"2024-09-12T01:34:28.098512+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.098426+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:52.927496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'381","reported_seq":1066,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.727474+0000","last_change":"2024-09-12T01:34:27.727474+0000","last_active":"2024-09-12T01:34:27.727474+0000","last_peered":"2024-09-12T01:34:27.727474+0000","last_clean":"2024-09-12T01:34:27.727474+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:34:27.727474+0000","last_undegraded":"2024-09-12T01:34:27.727474+0000","last_fullsized":"2024-09-12T01:34:27.727474+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.727360+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:45.693916+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":607,"num_read_kb":19657,"num_write":1231,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":634,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.941090+0000","last_change":"2024-09-12T01:34:35.941090+0000","last_active":"2024-09-12T01:34:35.941090+0000","last_peered":"2024-09-12T01:34:35.941090+0000","last_clean":"2024-09-12T01:34:35.941090+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:34:35.941090+0000","last_undegraded":"2024-09-12T01:34:35.941090+0000","last_fullsized":"2024-09-12T01:34:35.941090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'58","last_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_deep_scrub":"267'58","last_deep_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.941009+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:39.898452+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'358","reported_seq":1044,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.817593+0000","last_change":"2024-09-12T01:34:26.817593+0000","last_active":"2024-09-12T01:34:26.817593+0000","last_peered":"2024-09-12T01:34:26.817593+0000","last_clean":"2024-09-12T01:34:26.817593+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:34:26.817593+0000","last_undegraded":"2024-09-12T01:34:26.817593+0000","last_fullsized":"2024-09-12T01:34:26.817593+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.817477+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:18.988712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":600,"num_read_kb":23929,"num_write":1105,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.794890+0000","last_change":"2024-09-12T01:34:36.794890+0000","last_active":"2024-09-12T01:34:36.794890+0000","last_peered":"2024-09-12T01:34:36.794890+0000","last_clean":"2024-09-12T01:34:36.794890+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:34:36.794890+0000","last_undegraded":"2024-09-12T01:34:36.794890+0000","last_fullsized":"2024-09-12T01:34:36.794890+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'87","last_scrub_stamp":"2024-09-12T01:34:36.794797+0000","last_deep_scrub":"267'87","last_deep_scrub_stamp":"2024-09-12T01:34:36.794797+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.794797+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:21.330685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'323","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.386137+0000","last_change":"2024-09-12T01:34:29.386137+0000","last_active":"2024-09-12T01:34:29.386137+0000","last_peered":"2024-09-12T01:34:29.386137+0000","last_clean":"2024-09-12T01:34:29.386137+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:34:29.386137+0000","last_undegraded":"2024-09-12T01:34:29.386137+0000","last_fullsized":"2024-09-12T01:34:29.386137+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.386004+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:39.783125+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":447,"num_read_kb":8621,"num_write":1128,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":951,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.066577+0000","last_change":"2024-09-12T01:34:27.066577+0000","last_active":"2024-09-12T01:34:27.066577+0000","last_peered":"2024-09-12T01:34:27.066577+0000","last_clean":"2024-09-12T01:34:27.066577+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:34:27.066577+0000","last_undegraded":"2024-09-12T01:34:27.066577+0000","last_fullsized":"2024-09-12T01:34:27.066577+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.066477+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:27.414803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.004022+0000","last_change":"2024-09-12T01:34:31.004022+0000","last_active":"2024-09-12T01:34:31.004022+0000","last_peered":"2024-09-12T01:34:31.004022+0000","last_clean":"2024-09-12T01:34:31.004022+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:34:31.004022+0000","last_undegraded":"2024-09-12T01:34:31.004022+0000","last_fullsized":"2024-09-12T01:34:31.004022+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.003912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:27.385824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'358","reported_seq":1043,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.729841+0000","last_change":"2024-09-12T01:34:23.729773+0000","last_active":"2024-09-12T01:34:23.729841+0000","last_peered":"2024-09-12T01:34:23.729841+0000","last_clean":"2024-09-12T01:34:23.729841+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:34:23.729841+0000","last_undegraded":"2024-09-12T01:34:23.729841+0000","last_fullsized":"2024-09-12T01:34:23.729841+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.729668+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:58.094213+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":3675,"num_write":1102,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.830474+0000","last_change":"2024-09-12T01:34:32.830474+0000","last_active":"2024-09-12T01:34:32.830474+0000","last_peered":"2024-09-12T01:34:32.830474+0000","last_clean":"2024-09-12T01:34:32.830474+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:34:32.830474+0000","last_undegraded":"2024-09-12T01:34:32.830474+0000","last_fullsized":"2024-09-12T01:34:32.830474+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.830395+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:42.542033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'353","reported_seq":1243,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.039183+0000","last_change":"2024-09-12T01:34:23.039183+0000","last_active":"2024-09-12T01:34:23.039183+0000","last_peered":"2024-09-12T01:34:23.039183+0000","last_clean":"2024-09-12T01:34:23.039183+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:34:23.039183+0000","last_undegraded":"2024-09-12T01:34:23.039183+0000","last_fullsized":"2024-09-12T01:34:23.039183+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'353","last_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_deep_scrub":"267'353","last_deep_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.039016+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:40.497421+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342158,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":949,"num_read_kb":51989,"num_write":1139,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.781223+0000","last_change":"2024-09-12T01:34:32.781223+0000","last_active":"2024-09-12T01:34:32.781223+0000","last_peered":"2024-09-12T01:34:32.781223+0000","last_clean":"2024-09-12T01:34:32.781223+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:34:32.781223+0000","last_undegraded":"2024-09-12T01:34:32.781223+0000","last_fullsized":"2024-09-12T01:34:32.781223+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4187","last_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_deep_scrub":"267'4187","last_deep_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.781135+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:54.823902+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.079544+0000","last_change":"2024-09-12T01:34:20.079544+0000","last_active":"2024-09-12T01:34:20.079544+0000","last_peered":"2024-09-12T01:34:20.079544+0000","last_clean":"2024-09-12T01:34:20.079544+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:34:20.079544+0000","last_undegraded":"2024-09-12T01:34:20.079544+0000","last_fullsized":"2024-09-12T01:34:20.079544+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.079424+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:58.397404+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":487,"num_read_kb":22078,"num_write":1096,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.111124+0000","last_change":"2024-09-12T01:34:24.111124+0000","last_active":"2024-09-12T01:34:24.111124+0000","last_peered":"2024-09-12T01:34:24.111124+0000","last_clean":"2024-09-12T01:34:24.111124+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:34:24.111124+0000","last_undegraded":"2024-09-12T01:34:24.111124+0000","last_fullsized":"2024-09-12T01:34:24.111124+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.111034+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:11.749199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'328","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.097509+0000","last_change":"2024-09-12T01:34:21.097509+0000","last_active":"2024-09-12T01:34:21.097509+0000","last_peered":"2024-09-12T01:34:21.097509+0000","last_clean":"2024-09-12T01:34:21.097509+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:34:21.097509+0000","last_undegraded":"2024-09-12T01:34:21.097509+0000","last_fullsized":"2024-09-12T01:34:21.097509+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.097370+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.555314+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2163654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":506,"num_read_kb":45990,"num_write":1061,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'38","reported_seq":578,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.085175+0000","last_change":"2024-09-12T01:34:26.085175+0000","last_active":"2024-09-12T01:34:26.085175+0000","last_peered":"2024-09-12T01:34:26.085175+0000","last_clean":"2024-09-12T01:34:26.085175+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:34:26.085175+0000","last_undegraded":"2024-09-12T01:34:26.085175+0000","last_fullsized":"2024-09-12T01:34:26.085175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.085091+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:21.918594+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'314","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.557875+0000","last_change":"2024-09-12T01:34:20.557875+0000","last_active":"2024-09-12T01:34:20.557875+0000","last_peered":"2024-09-12T01:34:20.557875+0000","last_clean":"2024-09-12T01:34:20.557875+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:34:20.557875+0000","last_undegraded":"2024-09-12T01:34:20.557875+0000","last_fullsized":"2024-09-12T01:34:20.557875+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.557783+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:34.864214+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398791,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":455,"num_read_kb":21059,"num_write":1038,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'153","reported_seq":778,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.960214+0000","last_change":"2024-09-12T01:34:34.960214+0000","last_active":"2024-09-12T01:34:34.960214+0000","last_peered":"2024-09-12T01:34:34.960214+0000","last_clean":"2024-09-12T01:34:34.960214+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:34:34.960214+0000","last_undegraded":"2024-09-12T01:34:34.960214+0000","last_fullsized":"2024-09-12T01:34:34.960214+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'153","last_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_deep_scrub":"267'153","last_deep_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.960103+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:46.821492+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'431","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.110094+0000","last_change":"2024-09-12T01:34:24.109998+0000","last_active":"2024-09-12T01:34:24.110094+0000","last_peered":"2024-09-12T01:34:24.110094+0000","last_clean":"2024-09-12T01:34:24.110094+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:34:24.110094+0000","last_undegraded":"2024-09-12T01:34:24.110094+0000","last_fullsized":"2024-09-12T01:34:24.110094+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.109839+0000","objects_scrubbed":6,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:12.201535+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":809,"num_read_kb":13798,"num_write":1265,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'142","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.091149+0000","last_change":"2024-09-12T01:34:49.091149+0000","last_active":"2024-09-12T01:34:49.091149+0000","last_peered":"2024-09-12T01:34:49.091149+0000","last_clean":"2024-09-12T01:34:49.091149+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:34:49.091149+0000","last_undegraded":"2024-09-12T01:34:49.091149+0000","last_fullsized":"2024-09-12T01:34:49.091149+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:49.091041+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:49.091041+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.091041+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:20.151965+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.461357+0000","last_change":"2024-09-12T01:34:23.461293+0000","last_active":"2024-09-12T01:34:23.461357+0000","last_peered":"2024-09-12T01:34:23.461357+0000","last_clean":"2024-09-12T01:34:23.461357+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:34:23.461357+0000","last_undegraded":"2024-09-12T01:34:23.461357+0000","last_fullsized":"2024-09-12T01:34:23.461357+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.461195+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:08.982552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'415","reported_seq":1111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.724177+0000","last_change":"2024-09-12T01:34:22.724177+0000","last_active":"2024-09-12T01:34:22.724177+0000","last_peered":"2024-09-12T01:34:22.724177+0000","last_clean":"2024-09-12T01:34:22.724177+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:34:22.724177+0000","last_undegraded":"2024-09-12T01:34:22.724177+0000","last_fullsized":"2024-09-12T01:34:22.724177+0000","mapping_epoch":40,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'415","last_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_deep_scrub":"267'415","last_deep_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.724063+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:08:43.500449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524410,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":29392,"num_write":1283,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.828744+0000","last_change":"2024-09-12T01:34:39.828744+0000","last_active":"2024-09-12T01:34:39.828744+0000","last_peered":"2024-09-12T01:34:39.828744+0000","last_clean":"2024-09-12T01:34:39.828744+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:34:39.828744+0000","last_undegraded":"2024-09-12T01:34:39.828744+0000","last_fullsized":"2024-09-12T01:34:39.828744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:39.828637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:39.828637+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.828637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:39.394786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'351","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.915083+0000","last_change":"2024-09-12T01:34:38.915083+0000","last_active":"2024-09-12T01:34:38.915083+0000","last_peered":"2024-09-12T01:34:38.915083+0000","last_clean":"2024-09-12T01:34:38.915083+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:34:38.915083+0000","last_undegraded":"2024-09-12T01:34:38.915083+0000","last_fullsized":"2024-09-12T01:34:38.915083+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:38.915002+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:38.915002+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.915002+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:19.865605+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44419,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":561,"num_read_kb":1171,"num_write":436,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.759751+0000","last_change":"2024-09-12T01:34:46.759751+0000","last_active":"2024-09-12T01:34:46.759751+0000","last_peered":"2024-09-12T01:34:46.759751+0000","last_clean":"2024-09-12T01:34:46.759751+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:34:46.759751+0000","last_undegraded":"2024-09-12T01:34:46.759751+0000","last_fullsized":"2024-09-12T01:34:46.759751+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.759664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.759664+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.759664+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:46.399413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'161","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.757140+0000","last_change":"2024-09-12T01:34:52.757140+0000","last_active":"2024-09-12T01:34:52.757140+0000","last_peered":"2024-09-12T01:34:52.757140+0000","last_clean":"2024-09-12T01:34:52.757140+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:34:52.757140+0000","last_undegraded":"2024-09-12T01:34:52.757140+0000","last_fullsized":"2024-09-12T01:34:52.757140+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T01:34:52.757045+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T01:34:52.757045+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.757045+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:44:47.551370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.734753+0000","last_change":"2024-09-12T01:34:31.734753+0000","last_active":"2024-09-12T01:34:31.734753+0000","last_peered":"2024-09-12T01:34:31.734753+0000","last_clean":"2024-09-12T01:34:31.734753+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:34:31.734753+0000","last_undegraded":"2024-09-12T01:34:31.734753+0000","last_fullsized":"2024-09-12T01:34:31.734753+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.734673+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:16.877361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'414","reported_seq":1119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.923233+0000","last_change":"2024-09-12T01:34:15.923233+0000","last_active":"2024-09-12T01:34:15.923233+0000","last_peered":"2024-09-12T01:34:15.923233+0000","last_clean":"2024-09-12T01:34:15.923233+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:34:15.923233+0000","last_undegraded":"2024-09-12T01:34:15.923233+0000","last_fullsized":"2024-09-12T01:34:15.923233+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'414","last_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_deep_scrub":"267'414","last_deep_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.923149+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:52.215181+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":687,"num_read_kb":44477,"num_write":1209,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.423143+0000","last_change":"2024-09-12T01:34:37.423143+0000","last_active":"2024-09-12T01:34:37.423143+0000","last_peered":"2024-09-12T01:34:37.423143+0000","last_clean":"2024-09-12T01:34:37.423143+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:34:37.423143+0000","last_undegraded":"2024-09-12T01:34:37.423143+0000","last_fullsized":"2024-09-12T01:34:37.423143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.423026+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.423026+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.423026+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:59.457502+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'107","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.980703+0000","last_change":"2024-09-12T01:34:39.980703+0000","last_active":"2024-09-12T01:34:39.980703+0000","last_peered":"2024-09-12T01:34:39.980703+0000","last_clean":"2024-09-12T01:34:39.980703+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:34:39.980703+0000","last_undegraded":"2024-09-12T01:34:39.980703+0000","last_fullsized":"2024-09-12T01:34:39.980703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:39.980600+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:39.980600+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.980600+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:45.348413+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.037002+0000","last_change":"2024-09-12T01:34:46.037002+0000","last_active":"2024-09-12T01:34:46.037002+0000","last_peered":"2024-09-12T01:34:46.037002+0000","last_clean":"2024-09-12T01:34:46.037002+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:34:46.037002+0000","last_undegraded":"2024-09-12T01:34:46.037002+0000","last_fullsized":"2024-09-12T01:34:46.037002+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.036903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.036903+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.036903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:38.371679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'120","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.861786+0000","last_change":"2024-09-12T01:34:48.861786+0000","last_active":"2024-09-12T01:34:48.861786+0000","last_peered":"2024-09-12T01:34:48.861786+0000","last_clean":"2024-09-12T01:34:48.861786+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:34:48.861786+0000","last_undegraded":"2024-09-12T01:34:48.861786+0000","last_fullsized":"2024-09-12T01:34:48.861786+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'120","last_scrub_stamp":"2024-09-12T01:34:48.861670+0000","last_deep_scrub":"267'120","last_deep_scrub_stamp":"2024-09-12T01:34:48.861670+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.861670+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.154182+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.077597+0000","last_change":"2024-09-12T01:34:25.077597+0000","last_active":"2024-09-12T01:34:25.077597+0000","last_peered":"2024-09-12T01:34:25.077597+0000","last_clean":"2024-09-12T01:34:25.077597+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:34:25.077597+0000","last_undegraded":"2024-09-12T01:34:25.077597+0000","last_fullsized":"2024-09-12T01:34:25.077597+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.077510+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:29.922789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'330","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.715662+0000","last_change":"2024-09-12T01:34:21.715662+0000","last_active":"2024-09-12T01:34:21.715662+0000","last_peered":"2024-09-12T01:34:21.715662+0000","last_clean":"2024-09-12T01:34:21.715662+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:34:21.715662+0000","last_undegraded":"2024-09-12T01:34:21.715662+0000","last_fullsized":"2024-09-12T01:34:21.715662+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'330","last_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_deep_scrub":"267'330","last_deep_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.715506+0000","objects_scrubbed":4,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:42.318145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524334,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":21947,"num_write":1108,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.423323+0000","last_change":"2024-09-12T01:34:38.423323+0000","last_active":"2024-09-12T01:34:38.423323+0000","last_peered":"2024-09-12T01:34:38.423323+0000","last_clean":"2024-09-12T01:34:38.423323+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:34:38.423323+0000","last_undegraded":"2024-09-12T01:34:38.423323+0000","last_fullsized":"2024-09-12T01:34:38.423323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.423244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.423244+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.423244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:26.132060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.890235+0000","last_change":"2024-09-12T01:34:35.890235+0000","last_active":"2024-09-12T01:34:35.890235+0000","last_peered":"2024-09-12T01:34:35.890235+0000","last_clean":"2024-09-12T01:34:35.890235+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:34:35.890235+0000","last_undegraded":"2024-09-12T01:34:35.890235+0000","last_fullsized":"2024-09-12T01:34:35.890235+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.890143+0000","objects_scrubbed":7,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:01.133231+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'785","reported_seq":6763,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.756222+0000","last_change":"2024-09-12T01:34:47.756222+0000","last_active":"2024-09-12T01:34:47.756222+0000","last_peered":"2024-09-12T01:34:47.756222+0000","last_clean":"2024-09-12T01:34:47.756222+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:34:47.756222+0000","last_undegraded":"2024-09-12T01:34:47.756222+0000","last_fullsized":"2024-09-12T01:34:47.756222+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'785","last_scrub_stamp":"2024-09-12T01:34:47.756129+0000","last_deep_scrub":"267'785","last_deep_scrub_stamp":"2024-09-12T01:34:47.756129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.756129+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":701,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:52.066832+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'227","reported_seq":1073,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.003202+0000","last_change":"2024-09-12T01:34:53.003202+0000","last_active":"2024-09-12T01:34:53.003202+0000","last_peered":"2024-09-12T01:34:53.003202+0000","last_clean":"2024-09-12T01:34:53.003202+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:34:53.003202+0000","last_undegraded":"2024-09-12T01:34:53.003202+0000","last_fullsized":"2024-09-12T01:34:53.003202+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'227","last_scrub_stamp":"2024-09-12T01:34:53.003110+0000","last_deep_scrub":"267'227","last_deep_scrub_stamp":"2024-09-12T01:34:53.003110+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.003110+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:19.926968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.468048+0000","last_change":"2024-09-12T01:34:25.468048+0000","last_active":"2024-09-12T01:34:25.468048+0000","last_peered":"2024-09-12T01:34:25.468048+0000","last_clean":"2024-09-12T01:34:25.468048+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:34:25.468048+0000","last_undegraded":"2024-09-12T01:34:25.468048+0000","last_fullsized":"2024-09-12T01:34:25.468048+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'62","last_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_deep_scrub":"267'62","last_deep_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.467949+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.428327+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'337","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.147965+0000","last_change":"2024-09-12T01:34:17.147916+0000","last_active":"2024-09-12T01:34:17.147965+0000","last_peered":"2024-09-12T01:34:17.147965+0000","last_clean":"2024-09-12T01:34:17.147965+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:34:17.147965+0000","last_undegraded":"2024-09-12T01:34:17.147965+0000","last_fullsized":"2024-09-12T01:34:17.147965+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.147829+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:40.923194+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568655,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":38039,"num_write":1084,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"267'4","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.832165+0000","last_change":"2024-09-12T01:34:40.832165+0000","last_active":"2024-09-12T01:34:40.832165+0000","last_peered":"2024-09-12T01:34:40.832165+0000","last_clean":"2024-09-12T01:34:40.832165+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:34:40.832165+0000","last_undegraded":"2024-09-12T01:34:40.832165+0000","last_fullsized":"2024-09-12T01:34:40.832165+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:40.832054+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:40.832054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.832054+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:51.979794+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'295","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.804309+0000","last_change":"2024-09-12T01:34:43.804309+0000","last_active":"2024-09-12T01:34:43.804309+0000","last_peered":"2024-09-12T01:34:43.804309+0000","last_clean":"2024-09-12T01:34:43.804309+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:43.804309+0000","last_undegraded":"2024-09-12T01:34:43.804309+0000","last_fullsized":"2024-09-12T01:34:43.804309+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:43.804198+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:43.804198+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.804198+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:52.537725+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45912,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1100,"num_write":382,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'765","reported_seq":2510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.414057+0000","last_change":"2024-09-12T01:34:52.414057+0000","last_active":"2024-09-12T01:34:52.414057+0000","last_peered":"2024-09-12T01:34:52.414057+0000","last_clean":"2024-09-12T01:34:52.414057+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:34:52.414057+0000","last_undegraded":"2024-09-12T01:34:52.414057+0000","last_fullsized":"2024-09-12T01:34:52.414057+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'765","last_scrub_stamp":"2024-09-12T01:34:52.413942+0000","last_deep_scrub":"267'765","last_deep_scrub_stamp":"2024-09-12T01:34:52.413942+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.413942+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:31.445269+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.759260+0000","last_change":"2024-09-12T01:34:30.759260+0000","last_active":"2024-09-12T01:34:30.759260+0000","last_peered":"2024-09-12T01:34:30.759260+0000","last_clean":"2024-09-12T01:34:30.759260+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:34:30.759260+0000","last_undegraded":"2024-09-12T01:34:30.759260+0000","last_fullsized":"2024-09-12T01:34:30.759260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.759163+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:53.114927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'357","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.157402+0000","last_change":"2024-09-12T01:34:16.157347+0000","last_active":"2024-09-12T01:34:16.157402+0000","last_peered":"2024-09-12T01:34:16.157402+0000","last_clean":"2024-09-12T01:34:16.157402+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:34:16.157402+0000","last_undegraded":"2024-09-12T01:34:16.157402+0000","last_fullsized":"2024-09-12T01:34:16.157402+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.157167+0000","objects_scrubbed":9,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:58.281772+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":29153,"num_write":1128,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.776830+0000","last_change":"2024-09-12T01:34:35.776830+0000","last_active":"2024-09-12T01:34:35.776830+0000","last_peered":"2024-09-12T01:34:35.776830+0000","last_clean":"2024-09-12T01:34:35.776830+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:34:35.776830+0000","last_undegraded":"2024-09-12T01:34:35.776830+0000","last_fullsized":"2024-09-12T01:34:35.776830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.776721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:19.680052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'425","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.810974+0000","last_change":"2024-09-12T01:34:46.810974+0000","last_active":"2024-09-12T01:34:46.810974+0000","last_peered":"2024-09-12T01:34:46.810974+0000","last_clean":"2024-09-12T01:34:46.810974+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:34:46.810974+0000","last_undegraded":"2024-09-12T01:34:46.810974+0000","last_fullsized":"2024-09-12T01:34:46.810974+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'425","last_scrub_stamp":"2024-09-12T01:34:46.810852+0000","last_deep_scrub":"267'425","last_deep_scrub_stamp":"2024-09-12T01:34:46.810852+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.810852+0000","objects_scrubbed":10,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:43.287077+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47925,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":680,"num_read_kb":1437,"num_write":538,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.651457+0000","last_change":"2024-09-12T01:34:37.651457+0000","last_active":"2024-09-12T01:34:37.651457+0000","last_peered":"2024-09-12T01:34:37.651457+0000","last_clean":"2024-09-12T01:34:37.651457+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:34:37.651457+0000","last_undegraded":"2024-09-12T01:34:37.651457+0000","last_fullsized":"2024-09-12T01:34:37.651457+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.651354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.651354+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.651354+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:52.773769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'520","reported_seq":1340,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.788798+0000","last_change":"2024-09-12T01:34:48.788798+0000","last_active":"2024-09-12T01:34:48.788798+0000","last_peered":"2024-09-12T01:34:48.788798+0000","last_clean":"2024-09-12T01:34:48.788798+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:34:48.788798+0000","last_undegraded":"2024-09-12T01:34:48.788798+0000","last_fullsized":"2024-09-12T01:34:48.788798+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'520","last_scrub_stamp":"2024-09-12T01:34:48.788697+0000","last_deep_scrub":"267'520","last_deep_scrub_stamp":"2024-09-12T01:34:48.788697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.788697+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:13.649795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.852370+0000","last_change":"2024-09-12T01:34:20.852370+0000","last_active":"2024-09-12T01:34:20.852370+0000","last_peered":"2024-09-12T01:34:20.852370+0000","last_clean":"2024-09-12T01:34:20.852370+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:34:20.852370+0000","last_undegraded":"2024-09-12T01:34:20.852370+0000","last_fullsized":"2024-09-12T01:34:20.852370+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.852242+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:36.610350+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'379","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.744938+0000","last_change":"2024-09-12T01:34:20.744938+0000","last_active":"2024-09-12T01:34:20.744938+0000","last_peered":"2024-09-12T01:34:20.744938+0000","last_clean":"2024-09-12T01:34:20.744938+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:34:20.744938+0000","last_undegraded":"2024-09-12T01:34:20.744938+0000","last_fullsized":"2024-09-12T01:34:20.744938+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.744827+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:27.931700+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":555,"num_read_kb":10519,"num_write":1110,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.100525+0000","last_change":"2024-09-12T01:34:29.100525+0000","last_active":"2024-09-12T01:34:29.100525+0000","last_peered":"2024-09-12T01:34:29.100525+0000","last_clean":"2024-09-12T01:34:29.100525+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:34:29.100525+0000","last_undegraded":"2024-09-12T01:34:29.100525+0000","last_fullsized":"2024-09-12T01:34:29.100525+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.100443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:31.292041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'299","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.382352+0000","last_change":"2024-09-12T01:34:39.382352+0000","last_active":"2024-09-12T01:34:39.382352+0000","last_peered":"2024-09-12T01:34:39.382352+0000","last_clean":"2024-09-12T01:34:39.382352+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:34:39.382352+0000","last_undegraded":"2024-09-12T01:34:39.382352+0000","last_fullsized":"2024-09-12T01:34:39.382352+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T01:34:39.382210+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T01:34:39.382210+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.382210+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:39.896651+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46719,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":1130,"num_write":398,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.449704+0000","last_change":"2024-09-12T01:34:49.449704+0000","last_active":"2024-09-12T01:34:49.449704+0000","last_peered":"2024-09-12T01:34:49.449704+0000","last_clean":"2024-09-12T01:34:49.449704+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:34:49.449704+0000","last_undegraded":"2024-09-12T01:34:49.449704+0000","last_fullsized":"2024-09-12T01:34:49.449704+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:49.449618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:49.449618+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.449618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:50.732429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2395","reported_seq":4242,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.194998+0000","last_change":"2024-09-12T01:34:38.194998+0000","last_active":"2024-09-12T01:34:38.194998+0000","last_peered":"2024-09-12T01:34:38.194998+0000","last_clean":"2024-09-12T01:34:38.194998+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:34:38.194998+0000","last_undegraded":"2024-09-12T01:34:38.194998+0000","last_fullsized":"2024-09-12T01:34:38.194998+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2395","last_scrub_stamp":"2024-09-12T01:34:38.194891+0000","last_deep_scrub":"267'2395","last_deep_scrub_stamp":"2024-09-12T01:34:38.194891+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.194891+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":2300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:57.779274+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.061603+0000","last_change":"2024-09-12T01:34:25.061603+0000","last_active":"2024-09-12T01:34:25.061603+0000","last_peered":"2024-09-12T01:34:25.061603+0000","last_clean":"2024-09-12T01:34:25.061603+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:34:25.061603+0000","last_undegraded":"2024-09-12T01:34:25.061603+0000","last_fullsized":"2024-09-12T01:34:25.061603+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.061482+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:08.362142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'334","reported_seq":1069,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.780657+0000","last_change":"2024-09-12T01:34:24.780657+0000","last_active":"2024-09-12T01:34:24.780657+0000","last_peered":"2024-09-12T01:34:24.780657+0000","last_clean":"2024-09-12T01:34:24.780657+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:34:24.780657+0000","last_undegraded":"2024-09-12T01:34:24.780657+0000","last_fullsized":"2024-09-12T01:34:24.780657+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.780549+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:22.258260+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4951266,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":707,"num_read_kb":68545,"num_write":961,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.053134+0000","last_change":"2024-09-12T01:34:31.053134+0000","last_active":"2024-09-12T01:34:31.053134+0000","last_peered":"2024-09-12T01:34:31.053134+0000","last_clean":"2024-09-12T01:34:31.053134+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:34:31.053134+0000","last_undegraded":"2024-09-12T01:34:31.053134+0000","last_fullsized":"2024-09-12T01:34:31.053134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.053039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:41.960411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'351","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.845053+0000","last_change":"2024-09-12T01:34:40.845053+0000","last_active":"2024-09-12T01:34:40.845053+0000","last_peered":"2024-09-12T01:34:40.845053+0000","last_clean":"2024-09-12T01:34:40.845053+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:34:40.845053+0000","last_undegraded":"2024-09-12T01:34:40.845053+0000","last_fullsized":"2024-09-12T01:34:40.845053+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:40.844931+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:40.844931+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.844931+0000","objects_scrubbed":9,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:30.280189+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48064,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":576,"num_read_kb":1269,"num_write":460,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'789","reported_seq":2570,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.895139+0000","last_change":"2024-09-12T01:34:42.895139+0000","last_active":"2024-09-12T01:34:42.895139+0000","last_peered":"2024-09-12T01:34:42.895139+0000","last_clean":"2024-09-12T01:34:42.895139+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:34:42.895139+0000","last_undegraded":"2024-09-12T01:34:42.895139+0000","last_fullsized":"2024-09-12T01:34:42.895139+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'789","last_scrub_stamp":"2024-09-12T01:34:42.895051+0000","last_deep_scrub":"267'789","last_deep_scrub_stamp":"2024-09-12T01:34:42.895051+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.895051+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:04:02.305795+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'133","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.845557+0000","last_change":"2024-09-12T01:34:45.845557+0000","last_active":"2024-09-12T01:34:45.845557+0000","last_peered":"2024-09-12T01:34:45.845557+0000","last_clean":"2024-09-12T01:34:45.845557+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:34:45.845557+0000","last_undegraded":"2024-09-12T01:34:45.845557+0000","last_fullsized":"2024-09-12T01:34:45.845557+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T01:34:45.845469+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T01:34:45.845469+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.845469+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:54.425168+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.075786+0000","last_change":"2024-09-12T01:34:28.075786+0000","last_active":"2024-09-12T01:34:28.075786+0000","last_peered":"2024-09-12T01:34:28.075786+0000","last_clean":"2024-09-12T01:34:28.075786+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:34:28.075786+0000","last_undegraded":"2024-09-12T01:34:28.075786+0000","last_fullsized":"2024-09-12T01:34:28.075786+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.075654+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:58.219938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'408","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.803564+0000","last_change":"2024-09-12T01:34:18.803564+0000","last_active":"2024-09-12T01:34:18.803564+0000","last_peered":"2024-09-12T01:34:18.803564+0000","last_clean":"2024-09-12T01:34:18.803564+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:34:18.803564+0000","last_undegraded":"2024-09-12T01:34:18.803564+0000","last_fullsized":"2024-09-12T01:34:18.803564+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.803453+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:17.183164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306505,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":608,"num_read_kb":88898,"num_write":1349,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.069139+0000","last_change":"2024-09-12T01:34:30.069139+0000","last_active":"2024-09-12T01:34:30.069139+0000","last_peered":"2024-09-12T01:34:30.069139+0000","last_clean":"2024-09-12T01:34:30.069139+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:34:30.069139+0000","last_undegraded":"2024-09-12T01:34:30.069139+0000","last_fullsized":"2024-09-12T01:34:30.069139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.069054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:31:34.127539+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'508","reported_seq":1182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.991006+0000","last_change":"2024-09-12T01:34:36.991006+0000","last_active":"2024-09-12T01:34:36.991006+0000","last_peered":"2024-09-12T01:34:36.991006+0000","last_clean":"2024-09-12T01:34:36.991006+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:34:36.991006+0000","last_undegraded":"2024-09-12T01:34:36.991006+0000","last_fullsized":"2024-09-12T01:34:36.991006+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'508","last_scrub_stamp":"2024-09-12T01:34:36.990856+0000","last_deep_scrub":"267'508","last_deep_scrub_stamp":"2024-09-12T01:34:36.990856+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.990856+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":400,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:06.282542+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2065,"num_write":706,"num_write_kb":560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.029234+0000","last_change":"2024-09-12T01:34:33.029234+0000","last_active":"2024-09-12T01:34:33.029234+0000","last_peered":"2024-09-12T01:34:33.029234+0000","last_clean":"2024-09-12T01:34:33.029234+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:34:33.029234+0000","last_undegraded":"2024-09-12T01:34:33.029234+0000","last_fullsized":"2024-09-12T01:34:33.029234+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.029150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:53.956603+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'141","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.687578+0000","last_change":"2024-09-12T01:34:42.687578+0000","last_active":"2024-09-12T01:34:42.687578+0000","last_peered":"2024-09-12T01:34:42.687578+0000","last_clean":"2024-09-12T01:34:42.687578+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:34:42.687578+0000","last_undegraded":"2024-09-12T01:34:42.687578+0000","last_fullsized":"2024-09-12T01:34:42.687578+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T01:34:42.687480+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T01:34:42.687480+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.687480+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:36.269327+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.899283+0000","last_change":"2024-09-12T01:34:19.899283+0000","last_active":"2024-09-12T01:34:19.899283+0000","last_peered":"2024-09-12T01:34:19.899283+0000","last_clean":"2024-09-12T01:34:19.899283+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:34:19.899283+0000","last_undegraded":"2024-09-12T01:34:19.899283+0000","last_fullsized":"2024-09-12T01:34:19.899283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.899189+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:27:20.309842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'341","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.643720+0000","last_change":"2024-09-12T01:34:17.643720+0000","last_active":"2024-09-12T01:34:17.643720+0000","last_peered":"2024-09-12T01:34:17.643720+0000","last_clean":"2024-09-12T01:34:17.643720+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:34:17.643720+0000","last_undegraded":"2024-09-12T01:34:17.643720+0000","last_fullsized":"2024-09-12T01:34:17.643720+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'341","last_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_deep_scrub":"267'341","last_deep_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.643620+0000","objects_scrubbed":9,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:47.621287+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1906898,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":632,"num_read_kb":18249,"num_write":1064,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.036601+0000","last_change":"2024-09-12T01:34:32.036601+0000","last_active":"2024-09-12T01:34:32.036601+0000","last_peered":"2024-09-12T01:34:32.036601+0000","last_clean":"2024-09-12T01:34:32.036601+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:34:32.036601+0000","last_undegraded":"2024-09-12T01:34:32.036601+0000","last_fullsized":"2024-09-12T01:34:32.036601+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.036514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:47.757248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'333","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.985265+0000","last_change":"2024-09-12T01:34:40.985265+0000","last_active":"2024-09-12T01:34:40.985265+0000","last_peered":"2024-09-12T01:34:40.985265+0000","last_clean":"2024-09-12T01:34:40.985265+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:34:40.985265+0000","last_undegraded":"2024-09-12T01:34:40.985265+0000","last_fullsized":"2024-09-12T01:34:40.985265+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'333","last_scrub_stamp":"2024-09-12T01:34:40.985164+0000","last_deep_scrub":"267'333","last_deep_scrub_stamp":"2024-09-12T01:34:40.985164+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.985164+0000","objects_scrubbed":7,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:48.028153+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50461,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":563,"num_read_kb":1271,"num_write":500,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.883543+0000","last_change":"2024-09-12T01:34:44.883543+0000","last_active":"2024-09-12T01:34:44.883543+0000","last_peered":"2024-09-12T01:34:44.883543+0000","last_clean":"2024-09-12T01:34:44.883543+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:34:44.883543+0000","last_undegraded":"2024-09-12T01:34:44.883543+0000","last_fullsized":"2024-09-12T01:34:44.883543+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.883433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.883433+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.883433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:31.608993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'176","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.446352+0000","last_change":"2024-09-12T01:34:53.446352+0000","last_active":"2024-09-12T01:34:53.446352+0000","last_peered":"2024-09-12T01:34:53.446352+0000","last_clean":"2024-09-12T01:34:53.446352+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:34:53.446352+0000","last_undegraded":"2024-09-12T01:34:53.446352+0000","last_fullsized":"2024-09-12T01:34:53.446352+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:53.446254+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:53.446254+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.446254+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:41:41.559140+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.933497+0000","last_change":"2024-09-12T01:34:22.933497+0000","last_active":"2024-09-12T01:34:22.933497+0000","last_peered":"2024-09-12T01:34:22.933497+0000","last_clean":"2024-09-12T01:34:22.933497+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:34:22.933497+0000","last_undegraded":"2024-09-12T01:34:22.933497+0000","last_fullsized":"2024-09-12T01:34:22.933497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.933410+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:09:24.737888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'332","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.078981+0000","last_change":"2024-09-12T01:34:18.078981+0000","last_active":"2024-09-12T01:34:18.078981+0000","last_peered":"2024-09-12T01:34:18.078981+0000","last_clean":"2024-09-12T01:34:18.078981+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:34:18.078981+0000","last_undegraded":"2024-09-12T01:34:18.078981+0000","last_fullsized":"2024-09-12T01:34:18.078981+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.078859+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:22.833924+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536448,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":21516,"num_write":1002,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.552015+0000","last_change":"2024-09-12T01:34:30.552015+0000","last_active":"2024-09-12T01:34:30.552015+0000","last_peered":"2024-09-12T01:34:30.552015+0000","last_clean":"2024-09-12T01:34:30.552015+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:34:30.552015+0000","last_undegraded":"2024-09-12T01:34:30.552015+0000","last_fullsized":"2024-09-12T01:34:30.552015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.551922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:18.944281+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'349","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.940892+0000","last_change":"2024-09-12T01:34:34.940892+0000","last_active":"2024-09-12T01:34:34.940892+0000","last_peered":"2024-09-12T01:34:34.940892+0000","last_clean":"2024-09-12T01:34:34.940892+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:34:34.940892+0000","last_undegraded":"2024-09-12T01:34:34.940892+0000","last_fullsized":"2024-09-12T01:34:34.940892+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.940742+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:30.334813+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58840,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":1252,"num_write":446,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'721","reported_seq":2593,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.981023+0000","last_change":"2024-09-12T01:34:33.981023+0000","last_active":"2024-09-12T01:34:33.981023+0000","last_peered":"2024-09-12T01:34:33.981023+0000","last_clean":"2024-09-12T01:34:33.981023+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:34:33.981023+0000","last_undegraded":"2024-09-12T01:34:33.981023+0000","last_fullsized":"2024-09-12T01:34:33.981023+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'721","last_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_deep_scrub":"267'721","last_deep_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.980936+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:57.481745+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'109","reported_seq":631,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.691337+0000","last_change":"2024-09-12T01:34:40.691337+0000","last_active":"2024-09-12T01:34:40.691337+0000","last_peered":"2024-09-12T01:34:40.691337+0000","last_clean":"2024-09-12T01:34:40.691337+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:34:40.691337+0000","last_undegraded":"2024-09-12T01:34:40.691337+0000","last_fullsized":"2024-09-12T01:34:40.691337+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'109","last_scrub_stamp":"2024-09-12T01:34:40.691233+0000","last_deep_scrub":"267'109","last_deep_scrub_stamp":"2024-09-12T01:34:40.691233+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.691233+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:20.322033+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'730","reported_seq":1490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.886272+0000","last_change":"2024-09-12T01:34:21.886272+0000","last_active":"2024-09-12T01:34:21.886272+0000","last_peered":"2024-09-12T01:34:21.886272+0000","last_clean":"2024-09-12T01:34:21.886272+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:34:21.886272+0000","last_undegraded":"2024-09-12T01:34:21.886272+0000","last_fullsized":"2024-09-12T01:34:21.886272+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'730","last_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_deep_scrub":"267'730","last_deep_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.886175+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:22.782866+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3142,"num_omap_keys":13,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'368","reported_seq":1040,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.919460+0000","last_change":"2024-09-12T01:34:17.919460+0000","last_active":"2024-09-12T01:34:17.919460+0000","last_peered":"2024-09-12T01:34:17.919460+0000","last_clean":"2024-09-12T01:34:17.919460+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:34:17.919460+0000","last_undegraded":"2024-09-12T01:34:17.919460+0000","last_fullsized":"2024-09-12T01:34:17.919460+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.919295+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:03.299288+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274220,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":564,"num_read_kb":28786,"num_write":1187,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1464,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.850754+0000","last_change":"2024-09-12T01:34:38.850754+0000","last_active":"2024-09-12T01:34:38.850754+0000","last_peered":"2024-09-12T01:34:38.850754+0000","last_clean":"2024-09-12T01:34:38.850754+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:34:38.850754+0000","last_undegraded":"2024-09-12T01:34:38.850754+0000","last_fullsized":"2024-09-12T01:34:38.850754+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:38.850672+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:38.850672+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.850672+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:00.936935+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.382771+0000","last_change":"2024-09-12T01:34:40.382771+0000","last_active":"2024-09-12T01:34:40.382771+0000","last_peered":"2024-09-12T01:34:40.382771+0000","last_clean":"2024-09-12T01:34:40.382771+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:34:40.382771+0000","last_undegraded":"2024-09-12T01:34:40.382771+0000","last_fullsized":"2024-09-12T01:34:40.382771+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:40.382666+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:40.382666+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.382666+0000","objects_scrubbed":5,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:54:50.690808+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'750","reported_seq":2513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.119434+0000","last_change":"2024-09-12T01:34:34.119434+0000","last_active":"2024-09-12T01:34:34.119434+0000","last_peered":"2024-09-12T01:34:34.119434+0000","last_clean":"2024-09-12T01:34:34.119434+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:34:34.119434+0000","last_undegraded":"2024-09-12T01:34:34.119434+0000","last_fullsized":"2024-09-12T01:34:34.119434+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.119235+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":701,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:24:51.245296+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'123","reported_seq":658,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.036946+0000","last_change":"2024-09-12T01:34:47.036946+0000","last_active":"2024-09-12T01:34:47.036946+0000","last_peered":"2024-09-12T01:34:47.036946+0000","last_clean":"2024-09-12T01:34:47.036946+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:34:47.036946+0000","last_undegraded":"2024-09-12T01:34:47.036946+0000","last_fullsized":"2024-09-12T01:34:47.036946+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T01:34:47.036851+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T01:34:47.036851+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.036851+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:21.537198+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.471170+0000","last_change":"2024-09-12T01:34:24.471170+0000","last_active":"2024-09-12T01:34:24.471170+0000","last_peered":"2024-09-12T01:34:24.471170+0000","last_clean":"2024-09-12T01:34:24.471170+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:34:24.471170+0000","last_undegraded":"2024-09-12T01:34:24.471170+0000","last_fullsized":"2024-09-12T01:34:24.471170+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.471057+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:34:26.310957+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'332","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.510493+0000","last_change":"2024-09-12T01:34:24.510493+0000","last_active":"2024-09-12T01:34:24.510493+0000","last_peered":"2024-09-12T01:34:24.510493+0000","last_clean":"2024-09-12T01:34:24.510493+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:34:24.510493+0000","last_undegraded":"2024-09-12T01:34:24.510493+0000","last_fullsized":"2024-09-12T01:34:24.510493+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.510312+0000","objects_scrubbed":10,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:26.392464+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421954,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":498,"num_read_kb":7676,"num_write":1106,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.945900+0000","last_change":"2024-09-12T01:34:36.945900+0000","last_active":"2024-09-12T01:34:36.945900+0000","last_peered":"2024-09-12T01:34:36.945900+0000","last_clean":"2024-09-12T01:34:36.945900+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:34:36.945900+0000","last_undegraded":"2024-09-12T01:34:36.945900+0000","last_fullsized":"2024-09-12T01:34:36.945900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.945787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.945787+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.945787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:56.306936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'392","reported_seq":1023,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.782271+0000","last_change":"2024-09-12T01:34:43.782271+0000","last_active":"2024-09-12T01:34:43.782271+0000","last_peered":"2024-09-12T01:34:43.782271+0000","last_clean":"2024-09-12T01:34:43.782271+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:34:43.782271+0000","last_undegraded":"2024-09-12T01:34:43.782271+0000","last_fullsized":"2024-09-12T01:34:43.782271+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'392","last_scrub_stamp":"2024-09-12T01:34:43.782080+0000","last_deep_scrub":"267'392","last_deep_scrub_stamp":"2024-09-12T01:34:43.782080+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.782080+0000","objects_scrubbed":8,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:08.357440+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45416,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1331,"num_write":498,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.120037+0000","last_change":"2024-09-12T01:34:33.120037+0000","last_active":"2024-09-12T01:34:33.120037+0000","last_peered":"2024-09-12T01:34:33.120037+0000","last_clean":"2024-09-12T01:34:33.120037+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:34:33.120037+0000","last_undegraded":"2024-09-12T01:34:33.120037+0000","last_fullsized":"2024-09-12T01:34:33.120037+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.119946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:47.834088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'169","reported_seq":700,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.646252+0000","last_change":"2024-09-12T01:34:41.646252+0000","last_active":"2024-09-12T01:34:41.646252+0000","last_peered":"2024-09-12T01:34:41.646252+0000","last_clean":"2024-09-12T01:34:41.646252+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:34:41.646252+0000","last_undegraded":"2024-09-12T01:34:41.646252+0000","last_fullsized":"2024-09-12T01:34:41.646252+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:41.646150+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:41.646150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.646150+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:16.995767+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":670,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.024291+0000","last_change":"2024-09-12T01:34:24.024291+0000","last_active":"2024-09-12T01:34:24.024291+0000","last_peered":"2024-09-12T01:34:24.024291+0000","last_clean":"2024-09-12T01:34:24.024291+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:34:24.024291+0000","last_undegraded":"2024-09-12T01:34:24.024291+0000","last_fullsized":"2024-09-12T01:34:24.024291+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'66","last_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_deep_scrub":"267'66","last_deep_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.024200+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:15.892496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.837996+0000","last_change":"2024-09-12T01:34:17.837996+0000","last_active":"2024-09-12T01:34:17.837996+0000","last_peered":"2024-09-12T01:34:17.837996+0000","last_clean":"2024-09-12T01:34:17.837996+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:34:17.837996+0000","last_undegraded":"2024-09-12T01:34:17.837996+0000","last_fullsized":"2024-09-12T01:34:17.837996+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.837909+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:57.730211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.802105+0000","last_change":"2024-09-12T01:34:17.802052+0000","last_active":"2024-09-12T01:34:17.802105+0000","last_peered":"2024-09-12T01:34:17.802105+0000","last_clean":"2024-09-12T01:34:17.802105+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:34:17.802105+0000","last_undegraded":"2024-09-12T01:34:17.802105+0000","last_fullsized":"2024-09-12T01:34:17.802105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.801970+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:00.499495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'326","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.146147+0000","last_change":"2024-09-12T01:34:15.146147+0000","last_active":"2024-09-12T01:34:15.146147+0000","last_peered":"2024-09-12T01:34:15.146147+0000","last_clean":"2024-09-12T01:34:15.146147+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:34:15.146147+0000","last_undegraded":"2024-09-12T01:34:15.146147+0000","last_fullsized":"2024-09-12T01:34:15.146147+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'326","last_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_deep_scrub":"267'326","last_deep_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.146025+0000","objects_scrubbed":10,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.214986+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":644,"num_read_kb":57182,"num_write":1084,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.801168+0000","last_change":"2024-09-12T01:34:34.801168+0000","last_active":"2024-09-12T01:34:34.801168+0000","last_peered":"2024-09-12T01:34:34.801168+0000","last_clean":"2024-09-12T01:34:34.801168+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:34:34.801168+0000","last_undegraded":"2024-09-12T01:34:34.801168+0000","last_fullsized":"2024-09-12T01:34:34.801168+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.801086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:23.223834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'771","reported_seq":1498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.765424+0000","last_change":"2024-09-12T01:34:42.765424+0000","last_active":"2024-09-12T01:34:42.765424+0000","last_peered":"2024-09-12T01:34:42.765424+0000","last_clean":"2024-09-12T01:34:42.765424+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:34:42.765424+0000","last_undegraded":"2024-09-12T01:34:42.765424+0000","last_fullsized":"2024-09-12T01:34:42.765424+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'771","last_scrub_stamp":"2024-09-12T01:34:42.765334+0000","last_deep_scrub":"267'771","last_deep_scrub_stamp":"2024-09-12T01:34:42.765334+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.765334+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:28.807330+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162603,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1479,"num_read_kb":3529,"num_write":1386,"num_write_kb":1232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":90366,"num_omap_keys":220,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.890986+0000","last_change":"2024-09-12T01:34:41.890986+0000","last_active":"2024-09-12T01:34:41.890986+0000","last_peered":"2024-09-12T01:34:41.890986+0000","last_clean":"2024-09-12T01:34:41.890986+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:34:41.890986+0000","last_undegraded":"2024-09-12T01:34:41.890986+0000","last_fullsized":"2024-09-12T01:34:41.890986+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:41.890906+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:41.890906+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.890906+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:59.612536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'198","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.165676+0000","last_change":"2024-09-12T01:34:40.165676+0000","last_active":"2024-09-12T01:34:40.165676+0000","last_peered":"2024-09-12T01:34:40.165676+0000","last_clean":"2024-09-12T01:34:40.165676+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:34:40.165676+0000","last_undegraded":"2024-09-12T01:34:40.165676+0000","last_fullsized":"2024-09-12T01:34:40.165676+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T01:34:40.165593+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T01:34:40.165593+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.165593+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:27.382339+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'446","reported_seq":1195,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.075217+0000","last_change":"2024-09-12T01:34:22.075217+0000","last_active":"2024-09-12T01:34:22.075217+0000","last_peered":"2024-09-12T01:34:22.075217+0000","last_clean":"2024-09-12T01:34:22.075217+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:34:22.075217+0000","last_undegraded":"2024-09-12T01:34:22.075217+0000","last_fullsized":"2024-09-12T01:34:22.075217+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'446","last_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_deep_scrub":"267'446","last_deep_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.075129+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:43.397797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":29760,"num_omap_keys":119,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.819349+0000","last_change":"2024-09-12T01:34:18.819349+0000","last_active":"2024-09-12T01:34:18.819349+0000","last_peered":"2024-09-12T01:34:18.819349+0000","last_clean":"2024-09-12T01:34:18.819349+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:34:18.819349+0000","last_undegraded":"2024-09-12T01:34:18.819349+0000","last_fullsized":"2024-09-12T01:34:18.819349+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.819269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:58.762555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'300","reported_seq":1021,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:13.916836+0000","last_change":"2024-09-12T01:34:13.916836+0000","last_active":"2024-09-12T01:34:13.916836+0000","last_peered":"2024-09-12T01:34:13.916836+0000","last_clean":"2024-09-12T01:34:13.916836+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:34:13.916836+0000","last_undegraded":"2024-09-12T01:34:13.916836+0000","last_fullsized":"2024-09-12T01:34:13.916836+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'300","last_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_deep_scrub":"267'300","last_deep_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:13.916697+0000","objects_scrubbed":7,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:19.782527+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1017100,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":44739,"num_write":973,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.806438+0000","last_change":"2024-09-12T01:34:37.806438+0000","last_active":"2024-09-12T01:34:37.806438+0000","last_peered":"2024-09-12T01:34:37.806438+0000","last_clean":"2024-09-12T01:34:37.806438+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:34:37.806438+0000","last_undegraded":"2024-09-12T01:34:37.806438+0000","last_fullsized":"2024-09-12T01:34:37.806438+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.806359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.806359+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.806359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:13.637800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1326","reported_seq":3128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.570479+0000","last_change":"2024-09-12T01:34:35.570479+0000","last_active":"2024-09-12T01:34:35.570479+0000","last_peered":"2024-09-12T01:34:35.570479+0000","last_clean":"2024-09-12T01:34:35.570479+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:35.570479+0000","last_undegraded":"2024-09-12T01:34:35.570479+0000","last_fullsized":"2024-09-12T01:34:35.570479+0000","mapping_epoch":33,"log_start":"267'1300","ondisk_log_start":"267'1300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1326","last_scrub_stamp":"2024-09-12T01:34:35.570355+0000","last_deep_scrub":"267'1326","last_deep_scrub_stamp":"2024-09-12T01:34:35.570355+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.570355+0000","objects_scrubbed":12,"log_size":26,"log_dups_size":1300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:51.261513+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148918,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2099,"num_read_kb":4055,"num_write":1204,"num_write_kb":1018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.800795+0000","last_change":"2024-09-12T01:34:45.800795+0000","last_active":"2024-09-12T01:34:45.800795+0000","last_peered":"2024-09-12T01:34:45.800795+0000","last_clean":"2024-09-12T01:34:45.800795+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:34:45.800795+0000","last_undegraded":"2024-09-12T01:34:45.800795+0000","last_fullsized":"2024-09-12T01:34:45.800795+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:45.800704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:45.800704+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.800704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:37.294269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'240","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.726493+0000","last_change":"2024-09-12T01:34:43.726493+0000","last_active":"2024-09-12T01:34:43.726493+0000","last_peered":"2024-09-12T01:34:43.726493+0000","last_clean":"2024-09-12T01:34:43.726493+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:34:43.726493+0000","last_undegraded":"2024-09-12T01:34:43.726493+0000","last_fullsized":"2024-09-12T01:34:43.726493+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'240","last_scrub_stamp":"2024-09-12T01:34:43.726393+0000","last_deep_scrub":"267'240","last_deep_scrub_stamp":"2024-09-12T01:34:43.726393+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.726393+0000","objects_scrubbed":4,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:33.287796+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.483889+0000","last_change":"2024-09-12T01:34:23.483889+0000","last_active":"2024-09-12T01:34:23.483889+0000","last_peered":"2024-09-12T01:34:23.483889+0000","last_clean":"2024-09-12T01:34:23.483889+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:34:23.483889+0000","last_undegraded":"2024-09-12T01:34:23.483889+0000","last_fullsized":"2024-09-12T01:34:23.483889+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.483788+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:47.232362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.116153+0000","last_change":"2024-09-12T01:34:18.116106+0000","last_active":"2024-09-12T01:34:18.116153+0000","last_peered":"2024-09-12T01:34:18.116153+0000","last_clean":"2024-09-12T01:34:18.116153+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:34:18.116153+0000","last_undegraded":"2024-09-12T01:34:18.116153+0000","last_fullsized":"2024-09-12T01:34:18.116153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.116039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:30.723064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'348","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.484956+0000","last_change":"2024-09-12T01:34:16.484900+0000","last_active":"2024-09-12T01:34:16.484956+0000","last_peered":"2024-09-12T01:34:16.484956+0000","last_clean":"2024-09-12T01:34:16.484956+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:16.484956+0000","last_undegraded":"2024-09-12T01:34:16.484956+0000","last_fullsized":"2024-09-12T01:34:16.484956+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.484792+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:14.565279+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254653,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":556,"num_read_kb":20707,"num_write":1178,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.114241+0000","last_change":"2024-09-12T01:34:28.114241+0000","last_active":"2024-09-12T01:34:28.114241+0000","last_peered":"2024-09-12T01:34:28.114241+0000","last_clean":"2024-09-12T01:34:28.114241+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:34:28.114241+0000","last_undegraded":"2024-09-12T01:34:28.114241+0000","last_fullsized":"2024-09-12T01:34:28.114241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.114157+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:01.418886+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'303","reported_seq":1705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.900887+0000","last_change":"2024-09-12T01:34:38.900887+0000","last_active":"2024-09-12T01:34:38.900887+0000","last_peered":"2024-09-12T01:34:38.900887+0000","last_clean":"2024-09-12T01:34:38.900887+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:34:38.900887+0000","last_undegraded":"2024-09-12T01:34:38.900887+0000","last_fullsized":"2024-09-12T01:34:38.900887+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T01:34:38.900767+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T01:34:38.900767+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.900767+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:00.078961+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5400,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.874432+0000","last_change":"2024-09-12T01:34:40.874432+0000","last_active":"2024-09-12T01:34:40.874432+0000","last_peered":"2024-09-12T01:34:40.874432+0000","last_clean":"2024-09-12T01:34:40.874432+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:34:40.874432+0000","last_undegraded":"2024-09-12T01:34:40.874432+0000","last_fullsized":"2024-09-12T01:34:40.874432+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:40.874345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:40.874345+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.874345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:23.192919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'258","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.431331+0000","last_change":"2024-09-12T01:34:50.431331+0000","last_active":"2024-09-12T01:34:50.431331+0000","last_peered":"2024-09-12T01:34:50.431331+0000","last_clean":"2024-09-12T01:34:50.431331+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:34:50.431331+0000","last_undegraded":"2024-09-12T01:34:50.431331+0000","last_fullsized":"2024-09-12T01:34:50.431331+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:50.431239+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:50.431239+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.431239+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:58.090232+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":852,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.437219+0000","last_change":"2024-09-12T01:34:22.437219+0000","last_active":"2024-09-12T01:34:22.437219+0000","last_peered":"2024-09-12T01:34:22.437219+0000","last_clean":"2024-09-12T01:34:22.437219+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:34:22.437219+0000","last_undegraded":"2024-09-12T01:34:22.437219+0000","last_fullsized":"2024-09-12T01:34:22.437219+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'253","last_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_deep_scrub":"267'253","last_deep_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.437125+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:14.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.805478+0000","last_change":"2024-09-12T01:34:16.805418+0000","last_active":"2024-09-12T01:34:16.805478+0000","last_peered":"2024-09-12T01:34:16.805478+0000","last_clean":"2024-09-12T01:34:16.805478+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:34:16.805478+0000","last_undegraded":"2024-09-12T01:34:16.805478+0000","last_fullsized":"2024-09-12T01:34:16.805478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.805297+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:32.740528+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'378","reported_seq":1141,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.993941+0000","last_change":"2024-09-12T01:34:15.993941+0000","last_active":"2024-09-12T01:34:15.993941+0000","last_peered":"2024-09-12T01:34:15.993941+0000","last_clean":"2024-09-12T01:34:15.993941+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:34:15.993941+0000","last_undegraded":"2024-09-12T01:34:15.993941+0000","last_fullsized":"2024-09-12T01:34:15.993941+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.993789+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:07.647063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":849,"num_read_kb":10017,"num_write":1078,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.991487+0000","last_change":"2024-09-12T01:34:33.991487+0000","last_active":"2024-09-12T01:34:33.991487+0000","last_peered":"2024-09-12T01:34:33.991487+0000","last_clean":"2024-09-12T01:34:33.991487+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:34:33.991487+0000","last_undegraded":"2024-09-12T01:34:33.991487+0000","last_fullsized":"2024-09-12T01:34:33.991487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.991407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:25.721633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.424579+0000","last_change":"2024-09-12T01:34:42.424579+0000","last_active":"2024-09-12T01:34:42.424579+0000","last_peered":"2024-09-12T01:34:42.424579+0000","last_clean":"2024-09-12T01:34:42.424579+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:34:42.424579+0000","last_undegraded":"2024-09-12T01:34:42.424579+0000","last_fullsized":"2024-09-12T01:34:42.424579+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'157","last_scrub_stamp":"2024-09-12T01:34:42.424471+0000","last_deep_scrub":"267'157","last_deep_scrub_stamp":"2024-09-12T01:34:42.424471+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.424471+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:40:51.306811+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.165307+0000","last_change":"2024-09-12T01:34:32.165307+0000","last_active":"2024-09-12T01:34:32.165307+0000","last_peered":"2024-09-12T01:34:32.165307+0000","last_clean":"2024-09-12T01:34:32.165307+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:34:32.165307+0000","last_undegraded":"2024-09-12T01:34:32.165307+0000","last_fullsized":"2024-09-12T01:34:32.165307+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.165192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:20.255992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.765219+0000","last_change":"2024-09-12T01:34:49.765219+0000","last_active":"2024-09-12T01:34:49.765219+0000","last_peered":"2024-09-12T01:34:49.765219+0000","last_clean":"2024-09-12T01:34:49.765219+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:34:49.765219+0000","last_undegraded":"2024-09-12T01:34:49.765219+0000","last_fullsized":"2024-09-12T01:34:49.765219+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'117","last_scrub_stamp":"2024-09-12T01:34:49.765136+0000","last_deep_scrub":"267'117","last_deep_scrub_stamp":"2024-09-12T01:34:49.765136+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.765136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:12.873221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":784,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.509536+0000","last_change":"2024-09-12T01:34:25.509536+0000","last_active":"2024-09-12T01:34:25.509536+0000","last_peered":"2024-09-12T01:34:25.509536+0000","last_clean":"2024-09-12T01:34:25.509536+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:34:25.509536+0000","last_undegraded":"2024-09-12T01:34:25.509536+0000","last_fullsized":"2024-09-12T01:34:25.509536+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.509452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:06.849965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'325","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.820914+0000","last_change":"2024-09-12T01:34:19.820914+0000","last_active":"2024-09-12T01:34:19.820914+0000","last_peered":"2024-09-12T01:34:19.820914+0000","last_clean":"2024-09-12T01:34:19.820914+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:34:19.820914+0000","last_undegraded":"2024-09-12T01:34:19.820914+0000","last_fullsized":"2024-09-12T01:34:19.820914+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'325","last_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_deep_scrub":"267'325","last_deep_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.820806+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:55.116462+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":22107,"num_write":972,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.495738+0000","last_change":"2024-09-12T01:34:14.495680+0000","last_active":"2024-09-12T01:34:14.495738+0000","last_peered":"2024-09-12T01:34:14.495738+0000","last_clean":"2024-09-12T01:34:14.495738+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:34:14.495738+0000","last_undegraded":"2024-09-12T01:34:14.495738+0000","last_fullsized":"2024-09-12T01:34:14.495738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.495604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:30.097107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.003172+0000","last_change":"2024-09-12T01:34:33.003172+0000","last_active":"2024-09-12T01:34:33.003172+0000","last_peered":"2024-09-12T01:34:33.003172+0000","last_clean":"2024-09-12T01:34:33.003172+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:34:33.003172+0000","last_undegraded":"2024-09-12T01:34:33.003172+0000","last_fullsized":"2024-09-12T01:34:33.003172+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.003073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:18:43.680240+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'630","reported_seq":1344,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.028870+0000","last_change":"2024-09-12T01:34:36.028870+0000","last_active":"2024-09-12T01:34:36.028870+0000","last_peered":"2024-09-12T01:34:36.028870+0000","last_clean":"2024-09-12T01:34:36.028870+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:34:36.028870+0000","last_undegraded":"2024-09-12T01:34:36.028870+0000","last_fullsized":"2024-09-12T01:34:36.028870+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'630","last_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_deep_scrub":"267'630","last_deep_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.028675+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":600,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:42.358619+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90053,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1640,"num_read_kb":2839,"num_write":2124,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":500702,"num_omap_keys":1132,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.963615+0000","last_change":"2024-09-12T01:34:43.963615+0000","last_active":"2024-09-12T01:34:43.963615+0000","last_peered":"2024-09-12T01:34:43.963615+0000","last_clean":"2024-09-12T01:34:43.963615+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:34:43.963615+0000","last_undegraded":"2024-09-12T01:34:43.963615+0000","last_fullsized":"2024-09-12T01:34:43.963615+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:43.963500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:43.963500+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.963500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:40.495769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'150","reported_seq":679,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.871603+0000","last_change":"2024-09-12T01:34:51.871603+0000","last_active":"2024-09-12T01:34:51.871603+0000","last_peered":"2024-09-12T01:34:51.871603+0000","last_clean":"2024-09-12T01:34:51.871603+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:34:51.871603+0000","last_undegraded":"2024-09-12T01:34:51.871603+0000","last_fullsized":"2024-09-12T01:34:51.871603+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:51.871510+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:51.871510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.871510+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:44:04.000102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4781,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.068031+0000","last_change":"2024-09-12T01:34:23.068031+0000","last_active":"2024-09-12T01:34:23.068031+0000","last_peered":"2024-09-12T01:34:23.068031+0000","last_clean":"2024-09-12T01:34:23.068031+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:34:23.068031+0000","last_undegraded":"2024-09-12T01:34:23.068031+0000","last_fullsized":"2024-09-12T01:34:23.068031+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4160","last_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_deep_scrub":"267'4160","last_deep_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.067935+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:01.251585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'339","reported_seq":988,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.513367+0000","last_change":"2024-09-12T01:34:17.513367+0000","last_active":"2024-09-12T01:34:17.513367+0000","last_peered":"2024-09-12T01:34:17.513367+0000","last_clean":"2024-09-12T01:34:17.513367+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:17.513367+0000","last_undegraded":"2024-09-12T01:34:17.513367+0000","last_fullsized":"2024-09-12T01:34:17.513367+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.513285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:02.649255+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":455,"num_read_kb":28271,"num_write":956,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.786402+0000","last_change":"2024-09-12T01:34:19.786349+0000","last_active":"2024-09-12T01:34:19.786402+0000","last_peered":"2024-09-12T01:34:19.786402+0000","last_clean":"2024-09-12T01:34:19.786402+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:34:19.786402+0000","last_undegraded":"2024-09-12T01:34:19.786402+0000","last_fullsized":"2024-09-12T01:34:19.786402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.786263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:17.736311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.110785+0000","last_change":"2024-09-12T01:34:29.110785+0000","last_active":"2024-09-12T01:34:29.110785+0000","last_peered":"2024-09-12T01:34:29.110785+0000","last_clean":"2024-09-12T01:34:29.110785+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:34:29.110785+0000","last_undegraded":"2024-09-12T01:34:29.110785+0000","last_fullsized":"2024-09-12T01:34:29.110785+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.110667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:32.655136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'250","reported_seq":846,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.528546+0000","last_change":"2024-09-12T01:34:34.528546+0000","last_active":"2024-09-12T01:34:34.528546+0000","last_peered":"2024-09-12T01:34:34.528546+0000","last_clean":"2024-09-12T01:34:34.528546+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:34:34.528546+0000","last_undegraded":"2024-09-12T01:34:34.528546+0000","last_fullsized":"2024-09-12T01:34:34.528546+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T01:34:34.528436+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T01:34:34.528436+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.528436+0000","objects_scrubbed":9,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:02.075400+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'787","reported_seq":2841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.760628+0000","last_change":"2024-09-12T01:34:47.760628+0000","last_active":"2024-09-12T01:34:47.760628+0000","last_peered":"2024-09-12T01:34:47.760628+0000","last_clean":"2024-09-12T01:34:47.760628+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:34:47.760628+0000","last_undegraded":"2024-09-12T01:34:47.760628+0000","last_fullsized":"2024-09-12T01:34:47.760628+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'787","last_scrub_stamp":"2024-09-12T01:34:47.760547+0000","last_deep_scrub":"267'787","last_deep_scrub_stamp":"2024-09-12T01:34:47.760547+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.760547+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:34.727540+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'124","reported_seq":664,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.398549+0000","last_change":"2024-09-12T01:34:51.398549+0000","last_active":"2024-09-12T01:34:51.398549+0000","last_peered":"2024-09-12T01:34:51.398549+0000","last_clean":"2024-09-12T01:34:51.398549+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:34:51.398549+0000","last_undegraded":"2024-09-12T01:34:51.398549+0000","last_fullsized":"2024-09-12T01:34:51.398549+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T01:34:51.398434+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T01:34:51.398434+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.398434+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:35.221569+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.409388+0000","last_change":"2024-09-12T01:34:32.409388+0000","last_active":"2024-09-12T01:34:32.409388+0000","last_peered":"2024-09-12T01:34:32.409388+0000","last_clean":"2024-09-12T01:34:32.409388+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:34:32.409388+0000","last_undegraded":"2024-09-12T01:34:32.409388+0000","last_fullsized":"2024-09-12T01:34:32.409388+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.409287+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:33.131297+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'340","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.622061+0000","last_change":"2024-09-12T01:34:15.622061+0000","last_active":"2024-09-12T01:34:15.622061+0000","last_peered":"2024-09-12T01:34:15.622061+0000","last_clean":"2024-09-12T01:34:15.622061+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:34:15.622061+0000","last_undegraded":"2024-09-12T01:34:15.622061+0000","last_fullsized":"2024-09-12T01:34:15.622061+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.621956+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:24.982161+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1367628,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":48228,"num_write":1099,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.502032+0000","last_change":"2024-09-12T01:34:15.502032+0000","last_active":"2024-09-12T01:34:15.502032+0000","last_peered":"2024-09-12T01:34:15.502032+0000","last_clean":"2024-09-12T01:34:15.502032+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:34:15.502032+0000","last_undegraded":"2024-09-12T01:34:15.502032+0000","last_fullsized":"2024-09-12T01:34:15.502032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.501954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:44.069241+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":519,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.966945+0000","last_change":"2024-09-12T01:34:33.966945+0000","last_active":"2024-09-12T01:34:33.966945+0000","last_peered":"2024-09-12T01:34:33.966945+0000","last_clean":"2024-09-12T01:34:33.966945+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:34:33.966945+0000","last_undegraded":"2024-09-12T01:34:33.966945+0000","last_fullsized":"2024-09-12T01:34:33.966945+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.966853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:37.007239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'136","reported_seq":708,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.934763+0000","last_change":"2024-09-12T01:34:38.934763+0000","last_active":"2024-09-12T01:34:38.934763+0000","last_peered":"2024-09-12T01:34:38.934763+0000","last_clean":"2024-09-12T01:34:38.934763+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:34:38.934763+0000","last_undegraded":"2024-09-12T01:34:38.934763+0000","last_fullsized":"2024-09-12T01:34:38.934763+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T01:34:38.934678+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T01:34:38.934678+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.934678+0000","objects_scrubbed":6,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:45.362096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'765","reported_seq":2822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.424726+0000","last_change":"2024-09-12T01:34:47.424726+0000","last_active":"2024-09-12T01:34:47.424726+0000","last_peered":"2024-09-12T01:34:47.424726+0000","last_clean":"2024-09-12T01:34:47.424726+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:34:47.424726+0000","last_undegraded":"2024-09-12T01:34:47.424726+0000","last_fullsized":"2024-09-12T01:34:47.424726+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'765","last_scrub_stamp":"2024-09-12T01:34:47.424640+0000","last_deep_scrub":"267'765","last_deep_scrub_stamp":"2024-09-12T01:34:47.424640+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.424640+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:13:45.292396+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'174","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.827892+0000","last_change":"2024-09-12T01:34:47.827892+0000","last_active":"2024-09-12T01:34:47.827892+0000","last_peered":"2024-09-12T01:34:47.827892+0000","last_clean":"2024-09-12T01:34:47.827892+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:34:47.827892+0000","last_undegraded":"2024-09-12T01:34:47.827892+0000","last_fullsized":"2024-09-12T01:34:47.827892+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T01:34:47.827796+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T01:34:47.827796+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.827796+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:18.237666+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":919,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.892485+0000","last_change":"2024-09-12T01:34:18.892485+0000","last_active":"2024-09-12T01:34:18.892485+0000","last_peered":"2024-09-12T01:34:18.892485+0000","last_clean":"2024-09-12T01:34:18.892485+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:34:18.892485+0000","last_undegraded":"2024-09-12T01:34:18.892485+0000","last_fullsized":"2024-09-12T01:34:18.892485+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.892378+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:45.684343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'421","reported_seq":1209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.896388+0000","last_change":"2024-09-12T01:34:14.896388+0000","last_active":"2024-09-12T01:34:14.896388+0000","last_peered":"2024-09-12T01:34:14.896388+0000","last_clean":"2024-09-12T01:34:14.896388+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:34:14.896388+0000","last_undegraded":"2024-09-12T01:34:14.896388+0000","last_fullsized":"2024-09-12T01:34:14.896388+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'421","last_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_deep_scrub":"267'421","last_deep_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.896180+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:41.713570+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568689,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":944,"num_read_kb":34525,"num_write":1532,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.044997+0000","last_change":"2024-09-12T01:34:17.044997+0000","last_active":"2024-09-12T01:34:17.044997+0000","last_peered":"2024-09-12T01:34:17.044997+0000","last_clean":"2024-09-12T01:34:17.044997+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:34:17.044997+0000","last_undegraded":"2024-09-12T01:34:17.044997+0000","last_fullsized":"2024-09-12T01:34:17.044997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.044921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:11.939390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.451167+0000","last_change":"2024-09-12T01:34:36.451167+0000","last_active":"2024-09-12T01:34:36.451167+0000","last_peered":"2024-09-12T01:34:36.451167+0000","last_clean":"2024-09-12T01:34:36.451167+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:34:36.451167+0000","last_undegraded":"2024-09-12T01:34:36.451167+0000","last_fullsized":"2024-09-12T01:34:36.451167+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.451071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.451071+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.451071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:24.388984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'790","reported_seq":1545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.865178+0000","last_change":"2024-09-12T01:34:39.865178+0000","last_active":"2024-09-12T01:34:39.865178+0000","last_peered":"2024-09-12T01:34:39.865178+0000","last_clean":"2024-09-12T01:34:39.865178+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:39.865178+0000","last_undegraded":"2024-09-12T01:34:39.865178+0000","last_fullsized":"2024-09-12T01:34:39.865178+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'790","last_scrub_stamp":"2024-09-12T01:34:39.865080+0000","last_deep_scrub":"267'790","last_deep_scrub_stamp":"2024-09-12T01:34:39.865080+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.865080+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:09.711292+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157749,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1393,"num_read_kb":3424,"num_write":1134,"num_write_kb":938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.445641+0000","last_change":"2024-09-12T01:34:46.445641+0000","last_active":"2024-09-12T01:34:46.445641+0000","last_peered":"2024-09-12T01:34:46.445641+0000","last_clean":"2024-09-12T01:34:46.445641+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:34:46.445641+0000","last_undegraded":"2024-09-12T01:34:46.445641+0000","last_fullsized":"2024-09-12T01:34:46.445641+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.445549+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.445549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.445549+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:44.077940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'150","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.772311+0000","last_change":"2024-09-12T01:34:50.772311+0000","last_active":"2024-09-12T01:34:50.772311+0000","last_peered":"2024-09-12T01:34:50.772311+0000","last_clean":"2024-09-12T01:34:50.772311+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:34:50.772311+0000","last_undegraded":"2024-09-12T01:34:50.772311+0000","last_fullsized":"2024-09-12T01:34:50.772311+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:50.772213+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:50.772213+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.772213+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:16.383911+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'152","reported_seq":732,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.952770+0000","last_change":"2024-09-12T01:34:55.952770+0000","last_active":"2024-09-12T01:34:55.952770+0000","last_peered":"2024-09-12T01:34:55.952770+0000","last_clean":"2024-09-12T01:34:55.952770+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:34:55.952770+0000","last_undegraded":"2024-09-12T01:34:55.952770+0000","last_fullsized":"2024-09-12T01:34:55.952770+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:55.952647+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:55.952647+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.952647+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:41.778803+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'272","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.913990+0000","last_change":"2024-09-12T01:34:25.913990+0000","last_active":"2024-09-12T01:34:25.913990+0000","last_peered":"2024-09-12T01:34:25.913990+0000","last_clean":"2024-09-12T01:34:25.913990+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:34:25.913990+0000","last_undegraded":"2024-09-12T01:34:25.913990+0000","last_fullsized":"2024-09-12T01:34:25.913990+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'272","last_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_deep_scrub":"267'272","last_deep_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.913875+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:22.426422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'349","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.958473+0000","last_change":"2024-09-12T01:34:16.958404+0000","last_active":"2024-09-12T01:34:16.958473+0000","last_peered":"2024-09-12T01:34:16.958473+0000","last_clean":"2024-09-12T01:34:16.958473+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:34:16.958473+0000","last_undegraded":"2024-09-12T01:34:16.958473+0000","last_fullsized":"2024-09-12T01:34:16.958473+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.958297+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.717002+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":475,"num_read_kb":11763,"num_write":1112,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"267'6","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.539930+0000","last_change":"2024-09-12T01:34:31.539930+0000","last_active":"2024-09-12T01:34:31.539930+0000","last_peered":"2024-09-12T01:34:31.539930+0000","last_clean":"2024-09-12T01:34:31.539930+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:31.539930+0000","last_undegraded":"2024-09-12T01:34:31.539930+0000","last_fullsized":"2024-09-12T01:34:31.539930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.539807+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:17.150923+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'293","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.406399+0000","last_change":"2024-09-12T01:34:41.406399+0000","last_active":"2024-09-12T01:34:41.406399+0000","last_peered":"2024-09-12T01:34:41.406399+0000","last_clean":"2024-09-12T01:34:41.406399+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:34:41.406399+0000","last_undegraded":"2024-09-12T01:34:41.406399+0000","last_fullsized":"2024-09-12T01:34:41.406399+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'293","last_scrub_stamp":"2024-09-12T01:34:41.406312+0000","last_deep_scrub":"267'293","last_deep_scrub_stamp":"2024-09-12T01:34:41.406312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.406312+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:08.479673+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57010,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":482,"num_read_kb":1112,"num_write":382,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.407298+0000","last_change":"2024-09-12T01:34:48.407298+0000","last_active":"2024-09-12T01:34:48.407298+0000","last_peered":"2024-09-12T01:34:48.407298+0000","last_clean":"2024-09-12T01:34:48.407298+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:34:48.407298+0000","last_undegraded":"2024-09-12T01:34:48.407298+0000","last_fullsized":"2024-09-12T01:34:48.407298+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:48.407197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:48.407197+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.407197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:06.527884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:36.247336+0000","last_change":"2024-09-12T00:24:18.741707+0000","last_active":"2024-09-12T01:32:36.247336+0000","last_peered":"2024-09-12T01:32:36.247336+0000","last_clean":"2024-09-12T01:32:36.247336+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:32:36.247336+0000","last_undegraded":"2024-09-12T01:32:36.247336+0000","last_fullsized":"2024-09-12T01:32:36.247336+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:24:17.711938+0000","last_clean_scrub_stamp":"2024-09-12T00:24:17.711938+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.507002+0000","last_change":"2024-09-12T01:34:26.507002+0000","last_active":"2024-09-12T01:34:26.507002+0000","last_peered":"2024-09-12T01:34:26.507002+0000","last_clean":"2024-09-12T01:34:26.507002+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:34:26.507002+0000","last_undegraded":"2024-09-12T01:34:26.507002+0000","last_fullsized":"2024-09-12T01:34:26.507002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.506915+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:00.370512+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'308","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.810783+0000","last_change":"2024-09-12T01:34:25.810783+0000","last_active":"2024-09-12T01:34:25.810783+0000","last_peered":"2024-09-12T01:34:25.810783+0000","last_clean":"2024-09-12T01:34:25.810783+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:34:25.810783+0000","last_undegraded":"2024-09-12T01:34:25.810783+0000","last_fullsized":"2024-09-12T01:34:25.810783+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'308","last_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_deep_scrub":"267'308","last_deep_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.810606+0000","objects_scrubbed":17,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:07.696707+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3358968,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":473,"num_read_kb":41828,"num_write":1086,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.425194+0000","last_change":"2024-09-12T01:34:35.425194+0000","last_active":"2024-09-12T01:34:35.425194+0000","last_peered":"2024-09-12T01:34:35.425194+0000","last_clean":"2024-09-12T01:34:35.425194+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:34:35.425194+0000","last_undegraded":"2024-09-12T01:34:35.425194+0000","last_fullsized":"2024-09-12T01:34:35.425194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.425083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:55.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'53","reported_seq":582,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.941553+0000","last_change":"2024-09-12T01:34:37.941553+0000","last_active":"2024-09-12T01:34:37.941553+0000","last_peered":"2024-09-12T01:34:37.941553+0000","last_clean":"2024-09-12T01:34:37.941553+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:34:37.941553+0000","last_undegraded":"2024-09-12T01:34:37.941553+0000","last_fullsized":"2024-09-12T01:34:37.941553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'53","last_scrub_stamp":"2024-09-12T01:34:37.941491+0000","last_deep_scrub":"267'53","last_deep_scrub_stamp":"2024-09-12T01:34:37.941491+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.941491+0000","objects_scrubbed":3,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:59.021473+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.849386+0000","last_change":"2024-09-12T01:34:44.849386+0000","last_active":"2024-09-12T01:34:44.849386+0000","last_peered":"2024-09-12T01:34:44.849386+0000","last_clean":"2024-09-12T01:34:44.849386+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:34:44.849386+0000","last_undegraded":"2024-09-12T01:34:44.849386+0000","last_fullsized":"2024-09-12T01:34:44.849386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.849299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.849299+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.849299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:35.906083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'211","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.910201+0000","last_change":"2024-09-12T01:34:49.910201+0000","last_active":"2024-09-12T01:34:49.910201+0000","last_peered":"2024-09-12T01:34:49.910201+0000","last_clean":"2024-09-12T01:34:49.910201+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:34:49.910201+0000","last_undegraded":"2024-09-12T01:34:49.910201+0000","last_fullsized":"2024-09-12T01:34:49.910201+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'211","last_scrub_stamp":"2024-09-12T01:34:49.910104+0000","last_deep_scrub":"267'211","last_deep_scrub_stamp":"2024-09-12T01:34:49.910104+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.910104+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:10.687016+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.404492+0000","last_change":"2024-09-12T01:34:27.404492+0000","last_active":"2024-09-12T01:34:27.404492+0000","last_peered":"2024-09-12T01:34:27.404492+0000","last_clean":"2024-09-12T01:34:27.404492+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:34:27.404492+0000","last_undegraded":"2024-09-12T01:34:27.404492+0000","last_fullsized":"2024-09-12T01:34:27.404492+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.404361+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:27.367324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'373","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.783960+0000","last_change":"2024-09-12T01:34:22.783960+0000","last_active":"2024-09-12T01:34:22.783960+0000","last_peered":"2024-09-12T01:34:22.783960+0000","last_clean":"2024-09-12T01:34:22.783960+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:34:22.783960+0000","last_undegraded":"2024-09-12T01:34:22.783960+0000","last_fullsized":"2024-09-12T01:34:22.783960+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.783825+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:28:18.925791+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":4589,"num_write":1138,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.826875+0000","last_change":"2024-09-12T01:34:36.826875+0000","last_active":"2024-09-12T01:34:36.826875+0000","last_peered":"2024-09-12T01:34:36.826875+0000","last_clean":"2024-09-12T01:34:36.826875+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:34:36.826875+0000","last_undegraded":"2024-09-12T01:34:36.826875+0000","last_fullsized":"2024-09-12T01:34:36.826875+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.826768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.826768+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.826768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:36.551474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'333","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.454443+0000","last_change":"2024-09-12T01:34:43.454443+0000","last_active":"2024-09-12T01:34:43.454443+0000","last_peered":"2024-09-12T01:34:43.454443+0000","last_clean":"2024-09-12T01:34:43.454443+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:34:43.454443+0000","last_undegraded":"2024-09-12T01:34:43.454443+0000","last_fullsized":"2024-09-12T01:34:43.454443+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'333","last_scrub_stamp":"2024-09-12T01:34:43.454330+0000","last_deep_scrub":"267'333","last_deep_scrub_stamp":"2024-09-12T01:34:43.454330+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.454330+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:52.353033+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55179,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":1183,"num_write":422,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.137666+0000","last_change":"2024-09-12T01:34:35.137666+0000","last_active":"2024-09-12T01:34:35.137666+0000","last_peered":"2024-09-12T01:34:35.137666+0000","last_clean":"2024-09-12T01:34:35.137666+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:34:35.137666+0000","last_undegraded":"2024-09-12T01:34:35.137666+0000","last_fullsized":"2024-09-12T01:34:35.137666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.137570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:49.663428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'136","reported_seq":666,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.769355+0000","last_change":"2024-09-12T01:34:53.769355+0000","last_active":"2024-09-12T01:34:53.769355+0000","last_peered":"2024-09-12T01:34:53.769355+0000","last_clean":"2024-09-12T01:34:53.769355+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:34:53.769355+0000","last_undegraded":"2024-09-12T01:34:53.769355+0000","last_fullsized":"2024-09-12T01:34:53.769355+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T01:34:53.769258+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T01:34:53.769258+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.769258+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:55.486248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.406169+0000","last_change":"2024-09-12T01:34:34.406169+0000","last_active":"2024-09-12T01:34:34.406169+0000","last_peered":"2024-09-12T01:34:34.406169+0000","last_clean":"2024-09-12T01:34:34.406169+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:34:34.406169+0000","last_undegraded":"2024-09-12T01:34:34.406169+0000","last_fullsized":"2024-09-12T01:34:34.406169+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.406079+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:34.169239+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'384","reported_seq":1094,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.015783+0000","last_change":"2024-09-12T01:34:19.015783+0000","last_active":"2024-09-12T01:34:19.015783+0000","last_peered":"2024-09-12T01:34:19.015783+0000","last_clean":"2024-09-12T01:34:19.015783+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:34:19.015783+0000","last_undegraded":"2024-09-12T01:34:19.015783+0000","last_fullsized":"2024-09-12T01:34:19.015783+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.015642+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:30:57.540100+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767553,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":652,"num_read_kb":109340,"num_write":1204,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.145487+0000","last_change":"2024-09-12T01:34:30.145487+0000","last_active":"2024-09-12T01:34:30.145487+0000","last_peered":"2024-09-12T01:34:30.145487+0000","last_clean":"2024-09-12T01:34:30.145487+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:34:30.145487+0000","last_undegraded":"2024-09-12T01:34:30.145487+0000","last_fullsized":"2024-09-12T01:34:30.145487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.145370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:38.705267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'277","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.866206+0000","last_change":"2024-09-12T01:34:41.866206+0000","last_active":"2024-09-12T01:34:41.866206+0000","last_peered":"2024-09-12T01:34:41.866206+0000","last_clean":"2024-09-12T01:34:41.866206+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:34:41.866206+0000","last_undegraded":"2024-09-12T01:34:41.866206+0000","last_fullsized":"2024-09-12T01:34:41.866206+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'277","last_scrub_stamp":"2024-09-12T01:34:41.866106+0000","last_deep_scrub":"267'277","last_deep_scrub_stamp":"2024-09-12T01:34:41.866106+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.866106+0000","objects_scrubbed":4,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:14:45.326356+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47537,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":1107,"num_write":380,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.850065+0000","last_change":"2024-09-12T01:34:43.850065+0000","last_active":"2024-09-12T01:34:43.850065+0000","last_peered":"2024-09-12T01:34:43.850065+0000","last_clean":"2024-09-12T01:34:43.850065+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:34:43.850065+0000","last_undegraded":"2024-09-12T01:34:43.850065+0000","last_fullsized":"2024-09-12T01:34:43.850065+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:43.849963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:43.849963+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.849963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:12.869660+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.084318+0000","last_change":"2024-09-12T01:34:26.084318+0000","last_active":"2024-09-12T01:34:26.084318+0000","last_peered":"2024-09-12T01:34:26.084318+0000","last_clean":"2024-09-12T01:34:26.084318+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:34:26.084318+0000","last_undegraded":"2024-09-12T01:34:26.084318+0000","last_fullsized":"2024-09-12T01:34:26.084318+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.084217+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:31.181477+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'405","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.505343+0000","last_change":"2024-09-12T01:34:22.505343+0000","last_active":"2024-09-12T01:34:22.505343+0000","last_peered":"2024-09-12T01:34:22.505343+0000","last_clean":"2024-09-12T01:34:22.505343+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:34:22.505343+0000","last_undegraded":"2024-09-12T01:34:22.505343+0000","last_fullsized":"2024-09-12T01:34:22.505343+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.505234+0000","objects_scrubbed":6,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:53.875083+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069245,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":583,"num_read_kb":81052,"num_write":1273,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":524,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.990519+0000","last_change":"2024-09-12T01:34:34.990519+0000","last_active":"2024-09-12T01:34:34.990519+0000","last_peered":"2024-09-12T01:34:34.990519+0000","last_clean":"2024-09-12T01:34:34.990519+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:34:34.990519+0000","last_undegraded":"2024-09-12T01:34:34.990519+0000","last_fullsized":"2024-09-12T01:34:34.990519+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.990438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:05:24.980247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'508","reported_seq":1163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.612989+0000","last_change":"2024-09-12T01:34:36.612989+0000","last_active":"2024-09-12T01:34:36.612989+0000","last_peered":"2024-09-12T01:34:36.612989+0000","last_clean":"2024-09-12T01:34:36.612989+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:36.612989+0000","last_undegraded":"2024-09-12T01:34:36.612989+0000","last_fullsized":"2024-09-12T01:34:36.612989+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'508","last_scrub_stamp":"2024-09-12T01:34:36.612885+0000","last_deep_scrub":"267'508","last_deep_scrub_stamp":"2024-09-12T01:34:36.612885+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.612885+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":400,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:33.485593+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":889,"num_read_kb":2138,"num_write":758,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.775412+0000","last_change":"2024-09-12T01:34:45.775412+0000","last_active":"2024-09-12T01:34:45.775412+0000","last_peered":"2024-09-12T01:34:45.775412+0000","last_clean":"2024-09-12T01:34:45.775412+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:34:45.775412+0000","last_undegraded":"2024-09-12T01:34:45.775412+0000","last_fullsized":"2024-09-12T01:34:45.775412+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:45.775328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:45.775328+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.775328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:26.064648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'156","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.430176+0000","last_change":"2024-09-12T01:34:54.430176+0000","last_active":"2024-09-12T01:34:54.430176+0000","last_peered":"2024-09-12T01:34:54.430176+0000","last_clean":"2024-09-12T01:34:54.430176+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:34:54.430176+0000","last_undegraded":"2024-09-12T01:34:54.430176+0000","last_fullsized":"2024-09-12T01:34:54.430176+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T01:34:54.430047+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T01:34:54.430047+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.430047+0000","objects_scrubbed":2,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:57.041023+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'143","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.082254+0000","last_change":"2024-09-12T01:34:26.082195+0000","last_active":"2024-09-12T01:34:26.082254+0000","last_peered":"2024-09-12T01:34:26.082254+0000","last_clean":"2024-09-12T01:34:26.082254+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:34:26.082254+0000","last_undegraded":"2024-09-12T01:34:26.082254+0000","last_fullsized":"2024-09-12T01:34:26.082254+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.082118+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:10.499731+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'360","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.511779+0000","last_change":"2024-09-12T01:34:18.511704+0000","last_active":"2024-09-12T01:34:18.511779+0000","last_peered":"2024-09-12T01:34:18.511779+0000","last_clean":"2024-09-12T01:34:18.511779+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:18.511779+0000","last_undegraded":"2024-09-12T01:34:18.511779+0000","last_fullsized":"2024-09-12T01:34:18.511779+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.511572+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:35.435878+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331375,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":60969,"num_write":1122,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.143624+0000","last_change":"2024-09-12T01:34:31.143624+0000","last_active":"2024-09-12T01:34:31.143624+0000","last_peered":"2024-09-12T01:34:31.143624+0000","last_clean":"2024-09-12T01:34:31.143624+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:34:31.143624+0000","last_undegraded":"2024-09-12T01:34:31.143624+0000","last_fullsized":"2024-09-12T01:34:31.143624+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.143510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:08.265309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'329","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.824559+0000","last_change":"2024-09-12T01:34:42.824559+0000","last_active":"2024-09-12T01:34:42.824559+0000","last_peered":"2024-09-12T01:34:42.824559+0000","last_clean":"2024-09-12T01:34:42.824559+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:34:42.824559+0000","last_undegraded":"2024-09-12T01:34:42.824559+0000","last_fullsized":"2024-09-12T01:34:42.824559+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T01:34:42.824450+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T01:34:42.824450+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.824450+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:33.121850+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53294,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":537,"num_read_kb":1150,"num_write":448,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.685909+0000","last_change":"2024-09-12T01:34:38.685909+0000","last_active":"2024-09-12T01:34:38.685909+0000","last_peered":"2024-09-12T01:34:38.685909+0000","last_clean":"2024-09-12T01:34:38.685909+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:34:38.685909+0000","last_undegraded":"2024-09-12T01:34:38.685909+0000","last_fullsized":"2024-09-12T01:34:38.685909+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.685840+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.685840+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.685840+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:00.578868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'193","reported_seq":1075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.160479+0000","last_change":"2024-09-12T01:34:39.160479+0000","last_active":"2024-09-12T01:34:39.160479+0000","last_peered":"2024-09-12T01:34:39.160479+0000","last_clean":"2024-09-12T01:34:39.160479+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:34:39.160479+0000","last_undegraded":"2024-09-12T01:34:39.160479+0000","last_fullsized":"2024-09-12T01:34:39.160479+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T01:34:39.160383+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T01:34:39.160383+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.160383+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:02:47.922167+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.376932+0000","last_change":"2024-09-12T01:34:28.376932+0000","last_active":"2024-09-12T01:34:28.376932+0000","last_peered":"2024-09-12T01:34:28.376932+0000","last_clean":"2024-09-12T01:34:28.376932+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:34:28.376932+0000","last_undegraded":"2024-09-12T01:34:28.376932+0000","last_fullsized":"2024-09-12T01:34:28.376932+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.376842+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:32.749633+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'371","reported_seq":1020,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.130743+0000","last_change":"2024-09-12T01:34:22.130636+0000","last_active":"2024-09-12T01:34:22.130743+0000","last_peered":"2024-09-12T01:34:22.130743+0000","last_clean":"2024-09-12T01:34:22.130743+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:34:22.130743+0000","last_undegraded":"2024-09-12T01:34:22.130743+0000","last_fullsized":"2024-09-12T01:34:22.130743+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.130410+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:34.204605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":44547,"num_write":1250,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.976520+0000","last_change":"2024-09-12T01:34:37.976520+0000","last_active":"2024-09-12T01:34:37.976520+0000","last_peered":"2024-09-12T01:34:37.976520+0000","last_clean":"2024-09-12T01:34:37.976520+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:34:37.976520+0000","last_undegraded":"2024-09-12T01:34:37.976520+0000","last_fullsized":"2024-09-12T01:34:37.976520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.976403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.976403+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.976403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:46.533428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'297","reported_seq":903,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.456784+0000","last_change":"2024-09-12T01:34:45.456784+0000","last_active":"2024-09-12T01:34:45.456784+0000","last_peered":"2024-09-12T01:34:45.456784+0000","last_clean":"2024-09-12T01:34:45.456784+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:34:45.456784+0000","last_undegraded":"2024-09-12T01:34:45.456784+0000","last_fullsized":"2024-09-12T01:34:45.456784+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:45.456678+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:45.456678+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.456678+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:18.266643+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46845,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":1057,"num_write":376,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.650153+0000","last_change":"2024-09-12T01:34:39.650153+0000","last_active":"2024-09-12T01:34:39.650153+0000","last_peered":"2024-09-12T01:34:39.650153+0000","last_clean":"2024-09-12T01:34:39.650153+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:34:39.650153+0000","last_undegraded":"2024-09-12T01:34:39.650153+0000","last_fullsized":"2024-09-12T01:34:39.650153+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:39.650065+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:39.650065+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.650065+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:48.162037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'133","reported_seq":641,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.727546+0000","last_change":"2024-09-12T01:34:51.727546+0000","last_active":"2024-09-12T01:34:51.727546+0000","last_peered":"2024-09-12T01:34:51.727546+0000","last_clean":"2024-09-12T01:34:51.727546+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:34:51.727546+0000","last_undegraded":"2024-09-12T01:34:51.727546+0000","last_fullsized":"2024-09-12T01:34:51.727546+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T01:34:51.727462+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T01:34:51.727462+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.727462+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:56.756613+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.123845+0000","last_change":"2024-09-12T01:34:25.123845+0000","last_active":"2024-09-12T01:34:25.123845+0000","last_peered":"2024-09-12T01:34:25.123845+0000","last_clean":"2024-09-12T01:34:25.123845+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:34:25.123845+0000","last_undegraded":"2024-09-12T01:34:25.123845+0000","last_fullsized":"2024-09-12T01:34:25.123845+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.123746+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:47.552268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'360","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.923709+0000","last_change":"2024-09-12T01:34:16.923709+0000","last_active":"2024-09-12T01:34:16.923709+0000","last_peered":"2024-09-12T01:34:16.923709+0000","last_clean":"2024-09-12T01:34:16.923709+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:34:16.923709+0000","last_undegraded":"2024-09-12T01:34:16.923709+0000","last_fullsized":"2024-09-12T01:34:16.923709+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.923620+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:59:32.633220+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":526,"num_read_kb":20969,"num_write":1132,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.552491+0000","last_change":"2024-09-12T01:34:33.552491+0000","last_active":"2024-09-12T01:34:33.552491+0000","last_peered":"2024-09-12T01:34:33.552491+0000","last_clean":"2024-09-12T01:34:33.552491+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:34:33.552491+0000","last_undegraded":"2024-09-12T01:34:33.552491+0000","last_fullsized":"2024-09-12T01:34:33.552491+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.552379+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.552379+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.552379+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:07.510726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'118","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.012068+0000","last_change":"2024-09-12T01:34:43.012068+0000","last_active":"2024-09-12T01:34:43.012068+0000","last_peered":"2024-09-12T01:34:43.012068+0000","last_clean":"2024-09-12T01:34:43.012068+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:34:43.012068+0000","last_undegraded":"2024-09-12T01:34:43.012068+0000","last_fullsized":"2024-09-12T01:34:43.012068+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'118","last_scrub_stamp":"2024-09-12T01:34:43.011952+0000","last_deep_scrub":"267'118","last_deep_scrub_stamp":"2024-09-12T01:34:43.011952+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.011952+0000","objects_scrubbed":8,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:32.033909+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'749","reported_seq":2770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.225292+0000","last_change":"2024-09-12T01:34:37.225292+0000","last_active":"2024-09-12T01:34:37.225292+0000","last_peered":"2024-09-12T01:34:37.225292+0000","last_clean":"2024-09-12T01:34:37.225292+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:34:37.225292+0000","last_undegraded":"2024-09-12T01:34:37.225292+0000","last_fullsized":"2024-09-12T01:34:37.225292+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'749","last_scrub_stamp":"2024-09-12T01:34:37.225206+0000","last_deep_scrub":"267'749","last_deep_scrub_stamp":"2024-09-12T01:34:37.225206+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.225206+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:21.265719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.712310+0000","last_change":"2024-09-12T01:34:48.712310+0000","last_active":"2024-09-12T01:34:48.712310+0000","last_peered":"2024-09-12T01:34:48.712310+0000","last_clean":"2024-09-12T01:34:48.712310+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:34:48.712310+0000","last_undegraded":"2024-09-12T01:34:48.712310+0000","last_fullsized":"2024-09-12T01:34:48.712310+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T01:34:48.712213+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T01:34:48.712213+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.712213+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:59.066641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.944037+0000","last_change":"2024-09-12T01:34:27.944037+0000","last_active":"2024-09-12T01:34:27.944037+0000","last_peered":"2024-09-12T01:34:27.944037+0000","last_clean":"2024-09-12T01:34:27.944037+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:34:27.944037+0000","last_undegraded":"2024-09-12T01:34:27.944037+0000","last_fullsized":"2024-09-12T01:34:27.944037+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.943932+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:02.814822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'396","reported_seq":1095,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.831985+0000","last_change":"2024-09-12T01:34:20.831985+0000","last_active":"2024-09-12T01:34:20.831985+0000","last_peered":"2024-09-12T01:34:20.831985+0000","last_clean":"2024-09-12T01:34:20.831985+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:34:20.831985+0000","last_undegraded":"2024-09-12T01:34:20.831985+0000","last_fullsized":"2024-09-12T01:34:20.831985+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.831759+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:50.851277+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2422155,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":673,"num_read_kb":12608,"num_write":1271,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.849520+0000","last_change":"2024-09-12T01:34:37.849520+0000","last_active":"2024-09-12T01:34:37.849520+0000","last_peered":"2024-09-12T01:34:37.849520+0000","last_clean":"2024-09-12T01:34:37.849520+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:34:37.849520+0000","last_undegraded":"2024-09-12T01:34:37.849520+0000","last_fullsized":"2024-09-12T01:34:37.849520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.849435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.849435+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.849435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:08.767916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'378","reported_seq":1008,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.777688+0000","last_change":"2024-09-12T01:34:44.777688+0000","last_active":"2024-09-12T01:34:44.777688+0000","last_peered":"2024-09-12T01:34:44.777688+0000","last_clean":"2024-09-12T01:34:44.777688+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:34:44.777688+0000","last_undegraded":"2024-09-12T01:34:44.777688+0000","last_fullsized":"2024-09-12T01:34:44.777688+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:44.777590+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:44.777590+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.777590+0000","objects_scrubbed":11,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:23.193304+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45620,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":589,"num_read_kb":1255,"num_write":470,"num_write_kb":314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.794545+0000","last_change":"2024-09-12T01:34:46.794545+0000","last_active":"2024-09-12T01:34:46.794545+0000","last_peered":"2024-09-12T01:34:46.794545+0000","last_clean":"2024-09-12T01:34:46.794545+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:34:46.794545+0000","last_undegraded":"2024-09-12T01:34:46.794545+0000","last_fullsized":"2024-09-12T01:34:46.794545+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.794458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.794458+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.794458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:47.878493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'125","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.726256+0000","last_change":"2024-09-12T01:34:49.726256+0000","last_active":"2024-09-12T01:34:49.726256+0000","last_peered":"2024-09-12T01:34:49.726256+0000","last_clean":"2024-09-12T01:34:49.726256+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:34:49.726256+0000","last_undegraded":"2024-09-12T01:34:49.726256+0000","last_fullsized":"2024-09-12T01:34:49.726256+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'125","last_scrub_stamp":"2024-09-12T01:34:49.726171+0000","last_deep_scrub":"267'125","last_deep_scrub_stamp":"2024-09-12T01:34:49.726171+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.726171+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:23.316482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'194","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.887496+0000","last_change":"2024-09-12T01:34:24.887496+0000","last_active":"2024-09-12T01:34:24.887496+0000","last_peered":"2024-09-12T01:34:24.887496+0000","last_clean":"2024-09-12T01:34:24.887496+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:34:24.887496+0000","last_undegraded":"2024-09-12T01:34:24.887496+0000","last_fullsized":"2024-09-12T01:34:24.887496+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.887374+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:11.916918+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8081,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'337","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.810950+0000","last_change":"2024-09-12T01:34:21.810950+0000","last_active":"2024-09-12T01:34:21.810950+0000","last_peered":"2024-09-12T01:34:21.810950+0000","last_clean":"2024-09-12T01:34:21.810950+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:34:21.810950+0000","last_undegraded":"2024-09-12T01:34:21.810950+0000","last_fullsized":"2024-09-12T01:34:21.810950+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.810826+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:26:24.634917+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":441,"num_read_kb":22893,"num_write":972,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.808447+0000","last_change":"2024-09-12T01:34:41.808447+0000","last_active":"2024-09-12T01:34:41.808447+0000","last_peered":"2024-09-12T01:34:41.808447+0000","last_clean":"2024-09-12T01:34:41.808447+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:34:41.808447+0000","last_undegraded":"2024-09-12T01:34:41.808447+0000","last_fullsized":"2024-09-12T01:34:41.808447+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:41.808365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:41.808365+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.808365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:21.806875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'298","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.903825+0000","last_change":"2024-09-12T01:34:39.903825+0000","last_active":"2024-09-12T01:34:39.903825+0000","last_peered":"2024-09-12T01:34:39.903825+0000","last_clean":"2024-09-12T01:34:39.903825+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:34:39.903825+0000","last_undegraded":"2024-09-12T01:34:39.903825+0000","last_fullsized":"2024-09-12T01:34:39.903825+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'298","last_scrub_stamp":"2024-09-12T01:34:39.903727+0000","last_deep_scrub":"267'298","last_deep_scrub_stamp":"2024-09-12T01:34:39.903727+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.903727+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:50.166005+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47928,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1110,"num_write":386,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.184918+0000","last_change":"2024-09-12T01:34:36.184918+0000","last_active":"2024-09-12T01:34:36.184918+0000","last_peered":"2024-09-12T01:34:36.184918+0000","last_clean":"2024-09-12T01:34:36.184918+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:34:36.184918+0000","last_undegraded":"2024-09-12T01:34:36.184918+0000","last_fullsized":"2024-09-12T01:34:36.184918+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.184810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.550628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'138","reported_seq":675,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.411571+0000","last_change":"2024-09-12T01:34:55.411571+0000","last_active":"2024-09-12T01:34:55.411571+0000","last_peered":"2024-09-12T01:34:55.411571+0000","last_clean":"2024-09-12T01:34:55.411571+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:34:55.411571+0000","last_undegraded":"2024-09-12T01:34:55.411571+0000","last_fullsized":"2024-09-12T01:34:55.411571+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T01:34:55.411489+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T01:34:55.411489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.411489+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:45.084305+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.426612+0000","last_change":"2024-09-12T01:34:26.426517+0000","last_active":"2024-09-12T01:34:26.426612+0000","last_peered":"2024-09-12T01:34:26.426612+0000","last_clean":"2024-09-12T01:34:26.426612+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:34:26.426612+0000","last_undegraded":"2024-09-12T01:34:26.426612+0000","last_fullsized":"2024-09-12T01:34:26.426612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.426369+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:38.693024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'320","reported_seq":1135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.625214+0000","last_change":"2024-09-12T01:34:16.625147+0000","last_active":"2024-09-12T01:34:16.625214+0000","last_peered":"2024-09-12T01:34:16.625214+0000","last_clean":"2024-09-12T01:34:16.625214+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:34:16.625214+0000","last_undegraded":"2024-09-12T01:34:16.625214+0000","last_fullsized":"2024-09-12T01:34:16.625214+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.625034+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:36.500870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":904,"num_read_kb":27038,"num_write":1020,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.954163+0000","last_change":"2024-09-12T01:34:32.954163+0000","last_active":"2024-09-12T01:34:32.954163+0000","last_peered":"2024-09-12T01:34:32.954163+0000","last_clean":"2024-09-12T01:34:32.954163+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:34:32.954163+0000","last_undegraded":"2024-09-12T01:34:32.954163+0000","last_fullsized":"2024-09-12T01:34:32.954163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.954082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:13.503355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'260","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.446512+0000","last_change":"2024-09-12T01:34:44.446512+0000","last_active":"2024-09-12T01:34:44.446512+0000","last_peered":"2024-09-12T01:34:44.446512+0000","last_clean":"2024-09-12T01:34:44.446512+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:34:44.446512+0000","last_undegraded":"2024-09-12T01:34:44.446512+0000","last_fullsized":"2024-09-12T01:34:44.446512+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T01:34:44.446412+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T01:34:44.446412+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.446412+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:44.400620+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52717,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":431,"num_read_kb":1088,"num_write":352,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.989728+0000","last_change":"2024-09-12T01:34:44.989728+0000","last_active":"2024-09-12T01:34:44.989728+0000","last_peered":"2024-09-12T01:34:44.989728+0000","last_clean":"2024-09-12T01:34:44.989728+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:34:44.989728+0000","last_undegraded":"2024-09-12T01:34:44.989728+0000","last_fullsized":"2024-09-12T01:34:44.989728+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.989639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.989639+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.989639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:27.776964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'151","reported_seq":1273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.745286+0000","last_change":"2024-09-12T01:34:50.745286+0000","last_active":"2024-09-12T01:34:50.745286+0000","last_peered":"2024-09-12T01:34:50.745286+0000","last_clean":"2024-09-12T01:34:50.745286+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:34:50.745286+0000","last_undegraded":"2024-09-12T01:34:50.745286+0000","last_fullsized":"2024-09-12T01:34:50.745286+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'151","last_scrub_stamp":"2024-09-12T01:34:50.745173+0000","last_deep_scrub":"267'151","last_deep_scrub_stamp":"2024-09-12T01:34:50.745173+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.745173+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:24.641759+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.895065+0000","last_change":"2024-09-12T01:34:23.895065+0000","last_active":"2024-09-12T01:34:23.895065+0000","last_peered":"2024-09-12T01:34:23.895065+0000","last_clean":"2024-09-12T01:34:23.895065+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:34:23.895065+0000","last_undegraded":"2024-09-12T01:34:23.895065+0000","last_fullsized":"2024-09-12T01:34:23.895065+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.894973+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:06.423997+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'398","reported_seq":1112,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.012963+0000","last_change":"2024-09-12T01:34:20.012963+0000","last_active":"2024-09-12T01:34:20.012963+0000","last_peered":"2024-09-12T01:34:20.012963+0000","last_clean":"2024-09-12T01:34:20.012963+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:34:20.012963+0000","last_undegraded":"2024-09-12T01:34:20.012963+0000","last_fullsized":"2024-09-12T01:34:20.012963+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'398","last_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_deep_scrub":"267'398","last_deep_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.012794+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:08.004025+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":743498,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":575,"num_read_kb":59663,"num_write":1347,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.585061+0000","last_change":"2024-09-12T01:34:32.585000+0000","last_active":"2024-09-12T01:34:32.585061+0000","last_peered":"2024-09-12T01:34:32.585061+0000","last_clean":"2024-09-12T01:34:32.585061+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:34:32.585061+0000","last_undegraded":"2024-09-12T01:34:32.585061+0000","last_fullsized":"2024-09-12T01:34:32.585061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.584912+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:03:22.037949+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'314","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.962515+0000","last_change":"2024-09-12T01:34:41.962515+0000","last_active":"2024-09-12T01:34:41.962515+0000","last_peered":"2024-09-12T01:34:41.962515+0000","last_clean":"2024-09-12T01:34:41.962515+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:34:41.962515+0000","last_undegraded":"2024-09-12T01:34:41.962515+0000","last_fullsized":"2024-09-12T01:34:41.962515+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:41.962402+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:41.962402+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.962402+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:01.083661+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52916,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":1085,"num_write":394,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.859390+0000","last_change":"2024-09-12T01:34:50.859390+0000","last_active":"2024-09-12T01:34:50.859390+0000","last_peered":"2024-09-12T01:34:50.859390+0000","last_clean":"2024-09-12T01:34:50.859390+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:34:50.859390+0000","last_undegraded":"2024-09-12T01:34:50.859390+0000","last_fullsized":"2024-09-12T01:34:50.859390+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:50.859295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:50.859295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.859295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:29.039867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'149","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.068043+0000","last_change":"2024-09-12T01:34:48.068043+0000","last_active":"2024-09-12T01:34:48.068043+0000","last_peered":"2024-09-12T01:34:48.068043+0000","last_clean":"2024-09-12T01:34:48.068043+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:34:48.068043+0000","last_undegraded":"2024-09-12T01:34:48.068043+0000","last_fullsized":"2024-09-12T01:34:48.068043+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'149","last_scrub_stamp":"2024-09-12T01:34:48.067959+0000","last_deep_scrub":"267'149","last_deep_scrub_stamp":"2024-09-12T01:34:48.067959+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.067959+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:22.663758+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.521776+0000","last_change":"2024-09-12T01:34:29.521776+0000","last_active":"2024-09-12T01:34:29.521776+0000","last_peered":"2024-09-12T01:34:29.521776+0000","last_clean":"2024-09-12T01:34:29.521776+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:34:29.521776+0000","last_undegraded":"2024-09-12T01:34:29.521776+0000","last_fullsized":"2024-09-12T01:34:29.521776+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.521687+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:28.039076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'401","reported_seq":1277,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.070964+0000","last_change":"2024-09-12T01:34:19.070964+0000","last_active":"2024-09-12T01:34:19.070964+0000","last_peered":"2024-09-12T01:34:19.070964+0000","last_clean":"2024-09-12T01:34:19.070964+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:34:19.070964+0000","last_undegraded":"2024-09-12T01:34:19.070964+0000","last_fullsized":"2024-09-12T01:34:19.070964+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'401","last_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_deep_scrub":"267'401","last_deep_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.070836+0000","objects_scrubbed":10,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.067432+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2978734,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":881,"num_read_kb":83650,"num_write":1284,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'262","reported_seq":931,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.564380+0000","last_change":"2024-09-12T01:34:28.564380+0000","last_active":"2024-09-12T01:34:28.564380+0000","last_peered":"2024-09-12T01:34:28.564380+0000","last_clean":"2024-09-12T01:34:28.564380+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:34:28.564380+0000","last_undegraded":"2024-09-12T01:34:28.564380+0000","last_fullsized":"2024-09-12T01:34:28.564380+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.564302+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:03.645677+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'315","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.085060+0000","last_change":"2024-09-12T01:34:20.085060+0000","last_active":"2024-09-12T01:34:20.085060+0000","last_peered":"2024-09-12T01:34:20.085060+0000","last_clean":"2024-09-12T01:34:20.085060+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:34:20.085060+0000","last_undegraded":"2024-09-12T01:34:20.085060+0000","last_fullsized":"2024-09-12T01:34:20.085060+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.084950+0000","objects_scrubbed":9,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:43.293280+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274246,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":520,"num_read_kb":13814,"num_write":1039,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.789794+0000","last_change":"2024-09-12T01:34:33.789794+0000","last_active":"2024-09-12T01:34:33.789794+0000","last_peered":"2024-09-12T01:34:33.789794+0000","last_clean":"2024-09-12T01:34:33.789794+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:34:33.789794+0000","last_undegraded":"2024-09-12T01:34:33.789794+0000","last_fullsized":"2024-09-12T01:34:33.789794+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.789709+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:35:50.024464+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":719,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'259","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.697406+0000","last_change":"2024-09-12T01:34:24.697406+0000","last_active":"2024-09-12T01:34:24.697406+0000","last_peered":"2024-09-12T01:34:24.697406+0000","last_clean":"2024-09-12T01:34:24.697406+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:34:24.697406+0000","last_undegraded":"2024-09-12T01:34:24.697406+0000","last_fullsized":"2024-09-12T01:34:24.697406+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'259","last_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_deep_scrub":"267'259","last_deep_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.697182+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:56.677953+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":359,"num_read_kb":7155,"num_write":838,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.520969+0000","last_change":"2024-09-12T01:34:27.520969+0000","last_active":"2024-09-12T01:34:27.520969+0000","last_peered":"2024-09-12T01:34:27.520969+0000","last_clean":"2024-09-12T01:34:27.520969+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:34:27.520969+0000","last_undegraded":"2024-09-12T01:34:27.520969+0000","last_fullsized":"2024-09-12T01:34:27.520969+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4121","last_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_deep_scrub":"267'4121","last_deep_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.520880+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:25.290009+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'336","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.969009+0000","last_change":"2024-09-12T01:34:17.969009+0000","last_active":"2024-09-12T01:34:17.969009+0000","last_peered":"2024-09-12T01:34:17.969009+0000","last_clean":"2024-09-12T01:34:17.969009+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:34:17.969009+0000","last_undegraded":"2024-09-12T01:34:17.969009+0000","last_fullsized":"2024-09-12T01:34:17.969009+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.968932+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:55.570479+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":478,"num_read_kb":2547,"num_write":1076,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1151,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.418353+0000","last_change":"2024-09-12T01:34:31.418353+0000","last_active":"2024-09-12T01:34:31.418353+0000","last_peered":"2024-09-12T01:34:31.418353+0000","last_clean":"2024-09-12T01:34:31.418353+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:34:31.418353+0000","last_undegraded":"2024-09-12T01:34:31.418353+0000","last_fullsized":"2024-09-12T01:34:31.418353+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.418249+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:24.741789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'317","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.613234+0000","last_change":"2024-09-12T01:34:18.613234+0000","last_active":"2024-09-12T01:34:18.613234+0000","last_peered":"2024-09-12T01:34:18.613234+0000","last_clean":"2024-09-12T01:34:18.613234+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:34:18.613234+0000","last_undegraded":"2024-09-12T01:34:18.613234+0000","last_fullsized":"2024-09-12T01:34:18.613234+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'317","last_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_deep_scrub":"267'317","last_deep_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.613114+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:35.780615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":509,"num_read_kb":4162,"num_write":1070,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":725,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.932678+0000","last_change":"2024-09-12T01:34:26.932678+0000","last_active":"2024-09-12T01:34:26.932678+0000","last_peered":"2024-09-12T01:34:26.932678+0000","last_clean":"2024-09-12T01:34:26.932678+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:34:26.932678+0000","last_undegraded":"2024-09-12T01:34:26.932678+0000","last_fullsized":"2024-09-12T01:34:26.932678+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.932591+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:29.073976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'312","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.510834+0000","last_change":"2024-09-12T01:34:19.510834+0000","last_active":"2024-09-12T01:34:19.510834+0000","last_peered":"2024-09-12T01:34:19.510834+0000","last_clean":"2024-09-12T01:34:19.510834+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:19.510834+0000","last_undegraded":"2024-09-12T01:34:19.510834+0000","last_fullsized":"2024-09-12T01:34:19.510834+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'312","last_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_deep_scrub":"267'312","last_deep_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.510601+0000","objects_scrubbed":7,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.136983+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1516925,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":400,"num_read_kb":3315,"num_write":987,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":798,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.421405+0000","last_change":"2024-09-12T01:34:30.421405+0000","last_active":"2024-09-12T01:34:30.421405+0000","last_peered":"2024-09-12T01:34:30.421405+0000","last_clean":"2024-09-12T01:34:30.421405+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:34:30.421405+0000","last_undegraded":"2024-09-12T01:34:30.421405+0000","last_fullsized":"2024-09-12T01:34:30.421405+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.421314+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:48.185139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'357","reported_seq":1039,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.037688+0000","last_change":"2024-09-12T01:34:22.037688+0000","last_active":"2024-09-12T01:34:22.037688+0000","last_peered":"2024-09-12T01:34:22.037688+0000","last_clean":"2024-09-12T01:34:22.037688+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:34:22.037688+0000","last_undegraded":"2024-09-12T01:34:22.037688+0000","last_fullsized":"2024-09-12T01:34:22.037688+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.037563+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:27.328379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":476950,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":558,"num_read_kb":33438,"num_write":1041,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":697,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.102637+0000","last_change":"2024-09-12T01:34:27.102637+0000","last_active":"2024-09-12T01:34:27.102637+0000","last_peered":"2024-09-12T01:34:27.102637+0000","last_clean":"2024-09-12T01:34:27.102637+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:34:27.102637+0000","last_undegraded":"2024-09-12T01:34:27.102637+0000","last_fullsized":"2024-09-12T01:34:27.102637+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'98","last_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_deep_scrub":"267'98","last_deep_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.102554+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:25.353286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'301","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.599486+0000","last_change":"2024-09-12T01:34:19.599486+0000","last_active":"2024-09-12T01:34:19.599486+0000","last_peered":"2024-09-12T01:34:19.599486+0000","last_clean":"2024-09-12T01:34:19.599486+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:34:19.599486+0000","last_undegraded":"2024-09-12T01:34:19.599486+0000","last_fullsized":"2024-09-12T01:34:19.599486+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.599358+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:45:19.577884+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":381,"num_read_kb":9501,"num_write":831,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.032551+0000","last_change":"2024-09-12T01:34:30.032551+0000","last_active":"2024-09-12T01:34:30.032551+0000","last_peered":"2024-09-12T01:34:30.032551+0000","last_clean":"2024-09-12T01:34:30.032551+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:34:30.032551+0000","last_undegraded":"2024-09-12T01:34:30.032551+0000","last_fullsized":"2024-09-12T01:34:30.032551+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.032465+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:04.159290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'402","reported_seq":1076,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.738511+0000","last_change":"2024-09-12T01:34:23.738511+0000","last_active":"2024-09-12T01:34:23.738511+0000","last_peered":"2024-09-12T01:34:23.738511+0000","last_clean":"2024-09-12T01:34:23.738511+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:34:23.738511+0000","last_undegraded":"2024-09-12T01:34:23.738511+0000","last_fullsized":"2024-09-12T01:34:23.738511+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'402","last_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_deep_scrub":"267'402","last_deep_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.738387+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:35.366071+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262208,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":615,"num_read_kb":25126,"num_write":1297,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.922043+0000","last_change":"2024-09-12T01:34:28.922043+0000","last_active":"2024-09-12T01:34:28.922043+0000","last_peered":"2024-09-12T01:34:28.922043+0000","last_clean":"2024-09-12T01:34:28.922043+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:34:28.922043+0000","last_undegraded":"2024-09-12T01:34:28.922043+0000","last_fullsized":"2024-09-12T01:34:28.922043+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.921928+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:23.829473+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'328","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.524219+0000","last_change":"2024-09-12T01:34:21.524219+0000","last_active":"2024-09-12T01:34:21.524219+0000","last_peered":"2024-09-12T01:34:21.524219+0000","last_clean":"2024-09-12T01:34:21.524219+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:34:21.524219+0000","last_undegraded":"2024-09-12T01:34:21.524219+0000","last_fullsized":"2024-09-12T01:34:21.524219+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.524109+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:39.905160+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079905,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":15684,"num_write":1001,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.144258+0000","last_change":"2024-09-12T01:34:23.144258+0000","last_active":"2024-09-12T01:34:23.144258+0000","last_peered":"2024-09-12T01:34:23.144258+0000","last_clean":"2024-09-12T01:34:23.144258+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:34:23.144258+0000","last_undegraded":"2024-09-12T01:34:23.144258+0000","last_fullsized":"2024-09-12T01:34:23.144258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.144174+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:14:55.225495+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'385","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.741147+0000","last_change":"2024-09-12T01:34:25.741147+0000","last_active":"2024-09-12T01:34:25.741147+0000","last_peered":"2024-09-12T01:34:25.741147+0000","last_clean":"2024-09-12T01:34:25.741147+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:34:25.741147+0000","last_undegraded":"2024-09-12T01:34:25.741147+0000","last_fullsized":"2024-09-12T01:34:25.741147+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'385","last_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_deep_scrub":"267'385","last_deep_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.741022+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:14.963390+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306231,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":654,"num_read_kb":61034,"num_write":1192,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.970911+0000","last_change":"2024-09-12T01:34:29.970911+0000","last_active":"2024-09-12T01:34:29.970911+0000","last_peered":"2024-09-12T01:34:29.970911+0000","last_clean":"2024-09-12T01:34:29.970911+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:34:29.970911+0000","last_undegraded":"2024-09-12T01:34:29.970911+0000","last_fullsized":"2024-09-12T01:34:29.970911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.970790+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:57.014312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'434","reported_seq":1156,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.047459+0000","last_change":"2024-09-12T01:34:29.047459+0000","last_active":"2024-09-12T01:34:29.047459+0000","last_peered":"2024-09-12T01:34:29.047459+0000","last_clean":"2024-09-12T01:34:29.047459+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:34:29.047459+0000","last_undegraded":"2024-09-12T01:34:29.047459+0000","last_fullsized":"2024-09-12T01:34:29.047459+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'434","last_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_deep_scrub":"267'434","last_deep_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.047287+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:07.269195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":11873,"num_write":1256,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.793350+0000","last_change":"2024-09-12T01:34:31.793350+0000","last_active":"2024-09-12T01:34:31.793350+0000","last_peered":"2024-09-12T01:34:31.793350+0000","last_clean":"2024-09-12T01:34:31.793350+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:34:31.793350+0000","last_undegraded":"2024-09-12T01:34:31.793350+0000","last_fullsized":"2024-09-12T01:34:31.793350+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.793266+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:30.006156+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'382","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.032333+0000","last_change":"2024-09-12T01:34:21.032333+0000","last_active":"2024-09-12T01:34:21.032333+0000","last_peered":"2024-09-12T01:34:21.032333+0000","last_clean":"2024-09-12T01:34:21.032333+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:34:21.032333+0000","last_undegraded":"2024-09-12T01:34:21.032333+0000","last_fullsized":"2024-09-12T01:34:21.032333+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'382","last_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_deep_scrub":"267'382","last_deep_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.032207+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:27.685133+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":5460,"num_write":1210,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.091576+0000","last_change":"2024-09-12T01:34:27.091576+0000","last_active":"2024-09-12T01:34:27.091576+0000","last_peered":"2024-09-12T01:34:27.091576+0000","last_clean":"2024-09-12T01:34:27.091576+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:34:27.091576+0000","last_undegraded":"2024-09-12T01:34:27.091576+0000","last_fullsized":"2024-09-12T01:34:27.091576+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.091489+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:09.003561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'351","reported_seq":1029,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.815112+0000","last_change":"2024-09-12T01:34:29.815112+0000","last_active":"2024-09-12T01:34:29.815112+0000","last_peered":"2024-09-12T01:34:29.815112+0000","last_clean":"2024-09-12T01:34:29.815112+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:34:29.815112+0000","last_undegraded":"2024-09-12T01:34:29.815112+0000","last_fullsized":"2024-09-12T01:34:29.815112+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.815004+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:22.799278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262279,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":107575,"num_write":1136,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.378575+0000","last_change":"2024-09-12T01:34:33.378575+0000","last_active":"2024-09-12T01:34:33.378575+0000","last_peered":"2024-09-12T01:34:33.378575+0000","last_clean":"2024-09-12T01:34:33.378575+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:34:33.378575+0000","last_undegraded":"2024-09-12T01:34:33.378575+0000","last_fullsized":"2024-09-12T01:34:33.378575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'96","last_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_deep_scrub":"267'96","last_deep_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.378492+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:48.593260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'331","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.071415+0000","last_change":"2024-09-12T01:34:19.071415+0000","last_active":"2024-09-12T01:34:19.071415+0000","last_peered":"2024-09-12T01:34:19.071415+0000","last_clean":"2024-09-12T01:34:19.071415+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:34:19.071415+0000","last_undegraded":"2024-09-12T01:34:19.071415+0000","last_fullsized":"2024-09-12T01:34:19.071415+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.071298+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:03.422801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":446,"num_read_kb":14376,"num_write":923,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.824532+0000","last_change":"2024-09-12T01:34:30.824532+0000","last_active":"2024-09-12T01:34:30.824532+0000","last_peered":"2024-09-12T01:34:30.824532+0000","last_clean":"2024-09-12T01:34:30.824532+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:34:30.824532+0000","last_undegraded":"2024-09-12T01:34:30.824532+0000","last_fullsized":"2024-09-12T01:34:30.824532+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.824419+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:40.424431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'314","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.693046+0000","last_change":"2024-09-12T01:34:26.693046+0000","last_active":"2024-09-12T01:34:26.693046+0000","last_peered":"2024-09-12T01:34:26.693046+0000","last_clean":"2024-09-12T01:34:26.693046+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:34:26.693046+0000","last_undegraded":"2024-09-12T01:34:26.693046+0000","last_fullsized":"2024-09-12T01:34:26.693046+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.692876+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:45.613799+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295466,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":611,"num_read_kb":6122,"num_write":1039,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'370","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.755259+0000","last_change":"2024-09-12T01:34:28.755259+0000","last_active":"2024-09-12T01:34:28.755259+0000","last_peered":"2024-09-12T01:34:28.755259+0000","last_clean":"2024-09-12T01:34:28.755259+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:34:28.755259+0000","last_undegraded":"2024-09-12T01:34:28.755259+0000","last_fullsized":"2024-09-12T01:34:28.755259+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.755132+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:22.090464+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262257,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":8735,"num_write":1149,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.984923+0000","last_change":"2024-09-12T01:34:30.984820+0000","last_active":"2024-09-12T01:34:30.984923+0000","last_peered":"2024-09-12T01:34:30.984923+0000","last_clean":"2024-09-12T01:34:30.984923+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:34:30.984923+0000","last_undegraded":"2024-09-12T01:34:30.984923+0000","last_fullsized":"2024-09-12T01:34:30.984923+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'375","last_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_deep_scrub":"267'375","last_deep_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.984709+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:24.075673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'327","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.473683+0000","last_change":"2024-09-12T01:34:20.473683+0000","last_active":"2024-09-12T01:34:20.473683+0000","last_peered":"2024-09-12T01:34:20.473683+0000","last_clean":"2024-09-12T01:34:20.473683+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:20.473683+0000","last_undegraded":"2024-09-12T01:34:20.473683+0000","last_fullsized":"2024-09-12T01:34:20.473683+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'327","last_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_deep_scrub":"267'327","last_deep_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.473540+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:40.836106+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":481,"num_read_kb":34153,"num_write":1087,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.763088+0000","last_change":"2024-09-12T01:34:34.763088+0000","last_active":"2024-09-12T01:34:34.763088+0000","last_peered":"2024-09-12T01:34:34.763088+0000","last_clean":"2024-09-12T01:34:34.763088+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:34:34.763088+0000","last_undegraded":"2024-09-12T01:34:34.763088+0000","last_fullsized":"2024-09-12T01:34:34.763088+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.762998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:54.162205+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4000,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":969,"ondisk_log_size":969,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2683,"num_omap_keys":17,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1551,"ondisk_log_size":1551,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":507,"ondisk_log_size":507,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1600277,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18870,"num_read_kb":39581,"num_write":15775,"num_write_kb":11966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":682482,"num_omap_keys":1560,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2080,"ondisk_log_size":2080,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44337,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4051,"ondisk_log_size":4051,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88977523,"num_objects":386,"num_object_clones":0,"num_object_copies":1158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":386,"num_whiteouts":0,"num_read":36399,"num_read_kb":1921846,"num_write":71564,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":135487488,"data_stored":135487488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3363,"ondisk_log_size":3363,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":206497,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":171,"num_read_kb":195193,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510300,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":317416,"kb_used_data":21080,"kb_used_omap":1,"kb_used_meta":296318,"kb_avail":94054424,"statfs":{"total":96636764160,"available":96311730176,"internally_reserved":0,"allocated":21585920,"data_stored":19603933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":303430090},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510299,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263124,"kb_used_data":19524,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108716,"statfs":{"total":96636764160,"available":96367325184,"internally_reserved":0,"allocated":19992576,"data_stored":18031409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510299,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":159796,"kb_used_data":20388,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94212044,"statfs":{"total":96636764160,"available":96473133056,"internally_reserved":0,"allocated":20877312,"data_stored":18848613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":142735814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510299,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104216,"kb_used_data":18888,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94267624,"statfs":{"total":96636764160,"available":96530046976,"internally_reserved":0,"allocated":19341312,"data_stored":17410557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510298,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287404,"kb_used_data":21660,"kb_used_omap":1,"kb_used_meta":265726,"kb_avail":94084436,"statfs":{"total":96636764160,"available":96342462464,"internally_reserved":0,"allocated":22179840,"data_stored":20193936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":272103879},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510299,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130772,"kb_used_data":23300,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94241068,"statfs":{"total":96636764160,"available":96502853632,"internally_reserved":0,"allocated":23859200,"data_stored":21925900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510301,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277684,"kb_used_data":21604,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94094156,"statfs":{"total":96636764160,"available":96352415744,"internally_reserved":0,"allocated":22122496,"data_stored":20098936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575706,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":168092,"kb_used_data":20364,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94203748,"statfs":{"total":96636764160,"available":96464637952,"internally_reserved":0,"allocated":20852736,"data_stored":18880542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17215488,"data_stored":17215488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16588800,"data_stored":16588800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":19636224,"data_stored":19636224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":17903616,"data_stored":17903616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15122432,"data_stored":15122432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16556032,"data_stored":16556032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15740928,"data_stored":15740928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16723968,"data_stored":16723968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:34:58.405 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.405 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.405 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.405 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.405 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.405 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.406 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.407 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.408 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.409 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.410 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.411 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.412 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T00:38:17.939245+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=38, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.413 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T00:42:12.947575+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.414 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T00:42:17.028047+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=42, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.416 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T00:24:17.711938+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=24, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:34:58.418 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:35:18.419 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:35:18.755 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:35:18.766 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:35:18.768 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2407,"stamp":"2024-09-12T01:35:18.593252+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":91185375,"num_objects":737,"num_object_clones":0,"num_object_copies":1860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":181508,"num_read_kb":2470446,"num_write":143716,"num_write_kb":2418205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":739630,"num_omap_keys":1786,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12891,"ondisk_log_size":12891,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1696024,"kb_used_data":166808,"kb_used_omap":12,"kb_used_meta":1529075,"kb_avail":753278696,"statfs":{"total":773094113280,"available":771357384704,"internally_reserved":0,"allocated":170811392,"data_stored":154993826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1565773361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006067"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.798698+0000","last_change":"2024-09-12T01:35:05.798698+0000","last_active":"2024-09-12T01:35:05.798698+0000","last_peered":"2024-09-12T01:35:05.798698+0000","last_clean":"2024-09-12T01:35:05.798698+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:35:05.798698+0000","last_undegraded":"2024-09-12T01:35:05.798698+0000","last_fullsized":"2024-09-12T01:35:05.798698+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.798613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.798613+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.798613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:56.243930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.737567+0000","last_change":"2024-09-12T01:35:00.737567+0000","last_active":"2024-09-12T01:35:00.737567+0000","last_peered":"2024-09-12T01:35:00.737567+0000","last_clean":"2024-09-12T01:35:00.737567+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:35:00.737567+0000","last_undegraded":"2024-09-12T01:35:00.737567+0000","last_fullsized":"2024-09-12T01:35:00.737567+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:35:00.737473+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:35:00.737473+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.737473+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:51.503002+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'3","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.389999+0000","last_change":"2024-09-12T01:35:04.389999+0000","last_active":"2024-09-12T01:35:04.389999+0000","last_peered":"2024-09-12T01:35:04.389999+0000","last_clean":"2024-09-12T01:35:04.389999+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:35:04.389999+0000","last_undegraded":"2024-09-12T01:35:04.389999+0000","last_fullsized":"2024-09-12T01:35:04.389999+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:35:04.389906+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:35:04.389906+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.389906+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:19:57.560152+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.023585+0000","last_change":"2024-09-12T01:35:04.023585+0000","last_active":"2024-09-12T01:35:04.023585+0000","last_peered":"2024-09-12T01:35:04.023585+0000","last_clean":"2024-09-12T01:35:04.023585+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:35:04.023585+0000","last_undegraded":"2024-09-12T01:35:04.023585+0000","last_fullsized":"2024-09-12T01:35:04.023585+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T01:35:04.023476+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T01:35:04.023476+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.023476+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:45.277873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.762354+0000","last_change":"2024-09-12T01:34:46.762354+0000","last_active":"2024-09-12T01:34:46.762354+0000","last_peered":"2024-09-12T01:34:46.762354+0000","last_clean":"2024-09-12T01:34:46.762354+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:34:46.762354+0000","last_undegraded":"2024-09-12T01:34:46.762354+0000","last_fullsized":"2024-09-12T01:34:46.762354+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.762270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.762270+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.762270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:13.686770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.934307+0000","last_change":"2024-09-12T01:35:00.934307+0000","last_active":"2024-09-12T01:35:00.934307+0000","last_peered":"2024-09-12T01:35:00.934307+0000","last_clean":"2024-09-12T01:35:00.934307+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:35:00.934307+0000","last_undegraded":"2024-09-12T01:35:00.934307+0000","last_fullsized":"2024-09-12T01:35:00.934307+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:35:00.934199+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:35:00.934199+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.934199+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:08.542144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.655842+0000","last_change":"2024-09-12T01:34:49.655842+0000","last_active":"2024-09-12T01:34:49.655842+0000","last_peered":"2024-09-12T01:34:49.655842+0000","last_clean":"2024-09-12T01:34:49.655842+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:34:49.655842+0000","last_undegraded":"2024-09-12T01:34:49.655842+0000","last_fullsized":"2024-09-12T01:34:49.655842+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.655734+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.655734+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.655734+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:57.057787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.864485+0000","last_change":"2024-09-12T01:34:37.864485+0000","last_active":"2024-09-12T01:34:37.864485+0000","last_peered":"2024-09-12T01:34:37.864485+0000","last_clean":"2024-09-12T01:34:37.864485+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:34:37.864485+0000","last_undegraded":"2024-09-12T01:34:37.864485+0000","last_fullsized":"2024-09-12T01:34:37.864485+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:37.864387+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:37.864387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.864387+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:01.250233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.994506+0000","last_change":"2024-09-12T01:34:52.994506+0000","last_active":"2024-09-12T01:34:52.994506+0000","last_peered":"2024-09-12T01:34:52.994506+0000","last_clean":"2024-09-12T01:34:52.994506+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:34:52.994506+0000","last_undegraded":"2024-09-12T01:34:52.994506+0000","last_fullsized":"2024-09-12T01:34:52.994506+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:52.994388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:52.994388+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.994388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:29.298482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:08.990409+0000","last_change":"2024-09-12T01:35:08.990409+0000","last_active":"2024-09-12T01:35:08.990409+0000","last_peered":"2024-09-12T01:35:08.990409+0000","last_clean":"2024-09-12T01:35:08.990409+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:35:08.990409+0000","last_undegraded":"2024-09-12T01:35:08.990409+0000","last_fullsized":"2024-09-12T01:35:08.990409+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T01:35:08.990326+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T01:35:08.990326+0000","last_clean_scrub_stamp":"2024-09-12T01:35:08.990326+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:42.070576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'6","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.870864+0000","last_change":"2024-09-12T01:34:39.870864+0000","last_active":"2024-09-12T01:34:39.870864+0000","last_peered":"2024-09-12T01:34:39.870864+0000","last_clean":"2024-09-12T01:34:39.870864+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:34:39.870864+0000","last_undegraded":"2024-09-12T01:34:39.870864+0000","last_fullsized":"2024-09-12T01:34:39.870864+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:39.870784+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:39.870784+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.870784+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:44.047899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.941024+0000","last_change":"2024-09-12T01:34:54.941024+0000","last_active":"2024-09-12T01:34:54.941024+0000","last_peered":"2024-09-12T01:34:54.941024+0000","last_clean":"2024-09-12T01:34:54.941024+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:34:54.941024+0000","last_undegraded":"2024-09-12T01:34:54.941024+0000","last_fullsized":"2024-09-12T01:34:54.941024+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'19","last_scrub_stamp":"2024-09-12T01:34:54.940866+0000","last_deep_scrub":"267'19","last_deep_scrub_stamp":"2024-09-12T01:34:54.940866+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.940866+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:32.807748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:11.244497+0000","last_change":"2024-09-12T01:00:41.035975+0000","last_active":"2024-09-12T01:32:11.244497+0000","last_peered":"2024-09-12T01:32:11.244497+0000","last_clean":"2024-09-12T01:32:11.244497+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:32:11.244497+0000","last_undegraded":"2024-09-12T01:32:11.244497+0000","last_fullsized":"2024-09-12T01:32:11.244497+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:12.439491+0000","last_change":"2024-09-12T01:35:12.439491+0000","last_active":"2024-09-12T01:35:12.439491+0000","last_peered":"2024-09-12T01:35:12.439491+0000","last_clean":"2024-09-12T01:35:12.439491+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:35:12.439491+0000","last_undegraded":"2024-09-12T01:35:12.439491+0000","last_fullsized":"2024-09-12T01:35:12.439491+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:12.439393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:12.439393+0000","last_clean_scrub_stamp":"2024-09-12T01:35:12.439393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:16.141098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.939816+0000","last_change":"2024-09-12T01:34:56.939816+0000","last_active":"2024-09-12T01:34:56.939816+0000","last_peered":"2024-09-12T01:34:56.939816+0000","last_clean":"2024-09-12T01:34:56.939816+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:34:56.939816+0000","last_undegraded":"2024-09-12T01:34:56.939816+0000","last_fullsized":"2024-09-12T01:34:56.939816+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:56.939696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:56.939696+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.939696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:28:41.800394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.366155+0000","last_change":"2024-09-12T01:35:01.366155+0000","last_active":"2024-09-12T01:35:01.366155+0000","last_peered":"2024-09-12T01:35:01.366155+0000","last_clean":"2024-09-12T01:35:01.366155+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:35:01.366155+0000","last_undegraded":"2024-09-12T01:35:01.366155+0000","last_fullsized":"2024-09-12T01:35:01.366155+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T01:35:01.366066+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T01:35:01.366066+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.366066+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:24.177717+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":30,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:32:46.248627+0000","last_change":"2024-09-12T01:00:41.037011+0000","last_active":"2024-09-12T01:32:46.248627+0000","last_peered":"2024-09-12T01:32:46.248627+0000","last_clean":"2024-09-12T01:32:46.248627+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:32:46.248627+0000","last_undegraded":"2024-09-12T01:32:46.248627+0000","last_fullsized":"2024-09-12T01:32:46.248627+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:40.008629+0000","last_clean_scrub_stamp":"2024-09-12T01:00:40.008629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.779749+0000","last_change":"2024-09-12T01:35:03.779749+0000","last_active":"2024-09-12T01:35:03.779749+0000","last_peered":"2024-09-12T01:35:03.779749+0000","last_clean":"2024-09-12T01:35:03.779749+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:35:03.779749+0000","last_undegraded":"2024-09-12T01:35:03.779749+0000","last_fullsized":"2024-09-12T01:35:03.779749+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:35:03.779618+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:35:03.779618+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:17.913546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.014543+0000","last_change":"2024-09-12T01:35:03.014543+0000","last_active":"2024-09-12T01:35:03.014543+0000","last_peered":"2024-09-12T01:35:03.014543+0000","last_clean":"2024-09-12T01:35:03.014543+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:35:03.014543+0000","last_undegraded":"2024-09-12T01:35:03.014543+0000","last_fullsized":"2024-09-12T01:35:03.014543+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:35:03.014458+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:35:03.014458+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.014458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:27.325610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.386967+0000","last_change":"2024-09-12T01:35:02.386967+0000","last_active":"2024-09-12T01:35:02.386967+0000","last_peered":"2024-09-12T01:35:02.386967+0000","last_clean":"2024-09-12T01:35:02.386967+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:35:02.386967+0000","last_undegraded":"2024-09-12T01:35:02.386967+0000","last_fullsized":"2024-09-12T01:35:02.386967+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:35:02.386884+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:35:02.386884+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.386884+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:20.233115+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.698999+0000","last_change":"2024-09-12T01:34:57.698999+0000","last_active":"2024-09-12T01:34:57.698999+0000","last_peered":"2024-09-12T01:34:57.698999+0000","last_clean":"2024-09-12T01:34:57.698999+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:34:57.698999+0000","last_undegraded":"2024-09-12T01:34:57.698999+0000","last_fullsized":"2024-09-12T01:34:57.698999+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:57.698889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:57.698889+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.698889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:31.591278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'13","reported_seq":75,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.032899+0000","last_change":"2024-09-12T01:34:48.032899+0000","last_active":"2024-09-12T01:34:48.032899+0000","last_peered":"2024-09-12T01:34:48.032899+0000","last_clean":"2024-09-12T01:34:48.032899+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:34:48.032899+0000","last_undegraded":"2024-09-12T01:34:48.032899+0000","last_fullsized":"2024-09-12T01:34:48.032899+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T01:34:48.032758+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T01:34:48.032758+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.032758+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:05.636868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22578,"num_write":18,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'11","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.961629+0000","last_change":"2024-09-12T01:34:54.961629+0000","last_active":"2024-09-12T01:34:54.961629+0000","last_peered":"2024-09-12T01:34:54.961629+0000","last_clean":"2024-09-12T01:34:54.961629+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:34:54.961629+0000","last_undegraded":"2024-09-12T01:34:54.961629+0000","last_fullsized":"2024-09-12T01:34:54.961629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T01:34:54.961545+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T01:34:54.961545+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.961545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:52.620402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":13362,"num_write":16,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.139414+0000","last_change":"2024-09-12T01:34:43.139414+0000","last_active":"2024-09-12T01:34:43.139414+0000","last_peered":"2024-09-12T01:34:43.139414+0000","last_clean":"2024-09-12T01:34:43.139414+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:34:43.139414+0000","last_undegraded":"2024-09-12T01:34:43.139414+0000","last_fullsized":"2024-09-12T01:34:43.139414+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:43.139325+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:43.139325+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.139325+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:34.050575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'2","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:12.632766+0000","last_change":"2024-09-12T01:35:12.632766+0000","last_active":"2024-09-12T01:35:12.632766+0000","last_peered":"2024-09-12T01:35:12.632766+0000","last_clean":"2024-09-12T01:35:12.632766+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:35:12.632766+0000","last_undegraded":"2024-09-12T01:35:12.632766+0000","last_fullsized":"2024-09-12T01:35:12.632766+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:12.632680+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:12.632680+0000","last_clean_scrub_stamp":"2024-09-12T01:35:12.632680+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:21:53.226275+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'6","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.002602+0000","last_change":"2024-09-12T01:34:51.002517+0000","last_active":"2024-09-12T01:34:51.002602+0000","last_peered":"2024-09-12T01:34:51.002602+0000","last_clean":"2024-09-12T01:34:51.002602+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:34:51.002602+0000","last_undegraded":"2024-09-12T01:34:51.002602+0000","last_fullsized":"2024-09-12T01:34:51.002602+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:51.002403+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:51.002403+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.002403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:51.323394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":10242,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.924478+0000","last_change":"2024-09-12T01:34:55.924478+0000","last_active":"2024-09-12T01:34:55.924478+0000","last_peered":"2024-09-12T01:34:55.924478+0000","last_clean":"2024-09-12T01:34:55.924478+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:34:55.924478+0000","last_undegraded":"2024-09-12T01:34:55.924478+0000","last_fullsized":"2024-09-12T01:34:55.924478+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:55.924352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:55.924352+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.924352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:41.178817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'68","reported_seq":266,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.038816+0000","last_change":"2024-09-12T01:35:02.038816+0000","last_active":"2024-09-12T01:35:02.038816+0000","last_peered":"2024-09-12T01:35:02.038816+0000","last_clean":"2024-09-12T01:35:02.038816+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:35:02.038816+0000","last_undegraded":"2024-09-12T01:35:02.038816+0000","last_fullsized":"2024-09-12T01:35:02.038816+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'68","last_scrub_stamp":"2024-09-12T01:35:02.038728+0000","last_deep_scrub":"267'68","last_deep_scrub_stamp":"2024-09-12T01:35:02.038728+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.038728+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:07.685194+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:13.600399+0000","last_change":"2024-09-12T01:35:13.600399+0000","last_active":"2024-09-12T01:35:13.600399+0000","last_peered":"2024-09-12T01:35:13.600399+0000","last_clean":"2024-09-12T01:35:13.600399+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:35:13.600399+0000","last_undegraded":"2024-09-12T01:35:13.600399+0000","last_fullsized":"2024-09-12T01:35:13.600399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:13.600304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:13.600304+0000","last_clean_scrub_stamp":"2024-09-12T01:35:13.600304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:55.702190+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.733306+0000","last_change":"2024-09-12T01:35:02.733234+0000","last_active":"2024-09-12T01:35:02.733306+0000","last_peered":"2024-09-12T01:35:02.733306+0000","last_clean":"2024-09-12T01:35:02.733306+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:35:02.733306+0000","last_undegraded":"2024-09-12T01:35:02.733306+0000","last_fullsized":"2024-09-12T01:35:02.733306+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:02.733116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:02.733116+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.733116+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:46:30.470777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.992071+0000","last_change":"2024-09-12T01:35:05.992071+0000","last_active":"2024-09-12T01:35:05.992071+0000","last_peered":"2024-09-12T01:35:05.992071+0000","last_clean":"2024-09-12T01:35:05.992071+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:35:05.992071+0000","last_undegraded":"2024-09-12T01:35:05.992071+0000","last_fullsized":"2024-09-12T01:35:05.992071+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.991957+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.991957+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.991957+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:59.522669+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.731079+0000","last_change":"2024-09-12T01:34:45.731079+0000","last_active":"2024-09-12T01:34:45.731079+0000","last_peered":"2024-09-12T01:34:45.731079+0000","last_clean":"2024-09-12T01:34:45.731079+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:34:45.731079+0000","last_undegraded":"2024-09-12T01:34:45.731079+0000","last_fullsized":"2024-09-12T01:34:45.731079+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:34:45.730982+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:34:45.730982+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.730982+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:51.357993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.737018+0000","last_change":"2024-09-12T01:34:56.737018+0000","last_active":"2024-09-12T01:34:56.737018+0000","last_peered":"2024-09-12T01:34:56.737018+0000","last_clean":"2024-09-12T01:34:56.737018+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:34:56.737018+0000","last_undegraded":"2024-09-12T01:34:56.737018+0000","last_fullsized":"2024-09-12T01:34:56.737018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:56.736907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:56.736907+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.736907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:00.127449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'6","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:10.484955+0000","last_change":"2024-09-12T01:35:10.484955+0000","last_active":"2024-09-12T01:35:10.484955+0000","last_peered":"2024-09-12T01:35:10.484955+0000","last_clean":"2024-09-12T01:35:10.484955+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:35:10.484955+0000","last_undegraded":"2024-09-12T01:35:10.484955+0000","last_fullsized":"2024-09-12T01:35:10.484955+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:35:10.484868+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:35:10.484868+0000","last_clean_scrub_stamp":"2024-09-12T01:35:10.484868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:26.583837+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":4096,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'10","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.679322+0000","last_change":"2024-09-12T01:34:58.679322+0000","last_active":"2024-09-12T01:34:58.679322+0000","last_peered":"2024-09-12T01:34:58.679322+0000","last_clean":"2024-09-12T01:34:58.679322+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:34:58.679322+0000","last_undegraded":"2024-09-12T01:34:58.679322+0000","last_fullsized":"2024-09-12T01:34:58.679322+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:34:58.679230+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:34:58.679230+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.679230+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:47:35.055072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.008902+0000","last_change":"2024-09-12T01:35:01.008902+0000","last_active":"2024-09-12T01:35:01.008902+0000","last_peered":"2024-09-12T01:35:01.008902+0000","last_clean":"2024-09-12T01:35:01.008902+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:35:01.008902+0000","last_undegraded":"2024-09-12T01:35:01.008902+0000","last_fullsized":"2024-09-12T01:35:01.008902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'41","last_scrub_stamp":"2024-09-12T01:35:01.008823+0000","last_deep_scrub":"267'41","last_deep_scrub_stamp":"2024-09-12T01:35:01.008823+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.008823+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:17.714888+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.784393+0000","last_change":"2024-09-12T01:34:45.784393+0000","last_active":"2024-09-12T01:34:45.784393+0000","last_peered":"2024-09-12T01:34:45.784393+0000","last_clean":"2024-09-12T01:34:45.784393+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:34:45.784393+0000","last_undegraded":"2024-09-12T01:34:45.784393+0000","last_fullsized":"2024-09-12T01:34:45.784393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:45.784311+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:45.784311+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.784311+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:11.045570+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:08.492169+0000","last_change":"2024-09-12T01:35:08.492169+0000","last_active":"2024-09-12T01:35:08.492169+0000","last_peered":"2024-09-12T01:35:08.492169+0000","last_clean":"2024-09-12T01:35:08.492169+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:35:08.492169+0000","last_undegraded":"2024-09-12T01:35:08.492169+0000","last_fullsized":"2024-09-12T01:35:08.492169+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:08.492068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:08.492068+0000","last_clean_scrub_stamp":"2024-09-12T01:35:08.492068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:24:28.768181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'7","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.691376+0000","last_change":"2024-09-12T01:35:01.691376+0000","last_active":"2024-09-12T01:35:01.691376+0000","last_peered":"2024-09-12T01:35:01.691376+0000","last_clean":"2024-09-12T01:35:01.691376+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:35:01.691376+0000","last_undegraded":"2024-09-12T01:35:01.691376+0000","last_fullsized":"2024-09-12T01:35:01.691376+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:35:01.691280+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:35:01.691280+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.691280+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:30:10.351034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6144,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.415316+0000","last_change":"2024-09-12T01:34:59.415316+0000","last_active":"2024-09-12T01:34:59.415316+0000","last_peered":"2024-09-12T01:34:59.415316+0000","last_clean":"2024-09-12T01:34:59.415316+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:34:59.415316+0000","last_undegraded":"2024-09-12T01:34:59.415316+0000","last_fullsized":"2024-09-12T01:34:59.415316+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T01:34:59.415222+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T01:34:59.415222+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.415222+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:14.718800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:09.589322+0000","last_change":"2024-09-12T01:35:09.589322+0000","last_active":"2024-09-12T01:35:09.589322+0000","last_peered":"2024-09-12T01:35:09.589322+0000","last_clean":"2024-09-12T01:35:09.589322+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:35:09.589322+0000","last_undegraded":"2024-09-12T01:35:09.589322+0000","last_fullsized":"2024-09-12T01:35:09.589322+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:09.589191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:09.589191+0000","last_clean_scrub_stamp":"2024-09-12T01:35:09.589191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:05:31.484664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'10","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:11.483385+0000","last_change":"2024-09-12T01:35:11.483385+0000","last_active":"2024-09-12T01:35:11.483385+0000","last_peered":"2024-09-12T01:35:11.483385+0000","last_clean":"2024-09-12T01:35:11.483385+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:35:11.483385+0000","last_undegraded":"2024-09-12T01:35:11.483385+0000","last_fullsized":"2024-09-12T01:35:11.483385+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:35:11.483287+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:35:11.483287+0000","last_clean_scrub_stamp":"2024-09-12T01:35:11.483287+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:21.557168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":14338,"num_write":20,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.909629+0000","last_change":"2024-09-12T01:34:38.909629+0000","last_active":"2024-09-12T01:34:38.909629+0000","last_peered":"2024-09-12T01:34:38.909629+0000","last_clean":"2024-09-12T01:34:38.909629+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:34:38.909629+0000","last_undegraded":"2024-09-12T01:34:38.909629+0000","last_fullsized":"2024-09-12T01:34:38.909629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.909553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.909553+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.909553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:34:39.953624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.851167+0000","last_change":"2024-09-12T01:34:36.851167+0000","last_active":"2024-09-12T01:34:36.851167+0000","last_peered":"2024-09-12T01:34:36.851167+0000","last_clean":"2024-09-12T01:34:36.851167+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:34:36.851167+0000","last_undegraded":"2024-09-12T01:34:36.851167+0000","last_fullsized":"2024-09-12T01:34:36.851167+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T01:34:36.851085+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T01:34:36.851085+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.851085+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:36.565982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.775986+0000","last_change":"2024-09-12T01:35:04.775986+0000","last_active":"2024-09-12T01:35:04.775986+0000","last_peered":"2024-09-12T01:35:04.775986+0000","last_clean":"2024-09-12T01:35:04.775986+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:35:04.775986+0000","last_undegraded":"2024-09-12T01:35:04.775986+0000","last_fullsized":"2024-09-12T01:35:04.775986+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:04.775893+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:04.775893+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.775893+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:17.792095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.931841+0000","last_change":"2024-09-12T01:35:01.931841+0000","last_active":"2024-09-12T01:35:01.931841+0000","last_peered":"2024-09-12T01:35:01.931841+0000","last_clean":"2024-09-12T01:35:01.931841+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:35:01.931841+0000","last_undegraded":"2024-09-12T01:35:01.931841+0000","last_fullsized":"2024-09-12T01:35:01.931841+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:01.931757+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:01.931757+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.931757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:15.973531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":80,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.020735+0000","last_change":"2024-09-12T01:35:05.020735+0000","last_active":"2024-09-12T01:35:05.020735+0000","last_peered":"2024-09-12T01:35:05.020735+0000","last_clean":"2024-09-12T01:35:05.020735+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:35:05.020735+0000","last_undegraded":"2024-09-12T01:35:05.020735+0000","last_fullsized":"2024-09-12T01:35:05.020735+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.020639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.020639+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.020639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:19.932506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.762683+0000","last_change":"2024-09-12T01:34:54.762683+0000","last_active":"2024-09-12T01:34:54.762683+0000","last_peered":"2024-09-12T01:34:54.762683+0000","last_clean":"2024-09-12T01:34:54.762683+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:34:54.762683+0000","last_undegraded":"2024-09-12T01:34:54.762683+0000","last_fullsized":"2024-09-12T01:34:54.762683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'45","last_scrub_stamp":"2024-09-12T01:34:54.762599+0000","last_deep_scrub":"267'45","last_deep_scrub_stamp":"2024-09-12T01:34:54.762599+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.762599+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:28.425592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:15.433275+0000","last_change":"2024-09-12T01:35:15.433275+0000","last_active":"2024-09-12T01:35:15.433275+0000","last_peered":"2024-09-12T01:35:15.433275+0000","last_clean":"2024-09-12T01:35:15.433275+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:35:15.433275+0000","last_undegraded":"2024-09-12T01:35:15.433275+0000","last_fullsized":"2024-09-12T01:35:15.433275+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:15.433186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:15.433186+0000","last_clean_scrub_stamp":"2024-09-12T01:35:15.433186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:12.605343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.703003+0000","last_change":"2024-09-12T01:34:54.703003+0000","last_active":"2024-09-12T01:34:54.703003+0000","last_peered":"2024-09-12T01:34:54.703003+0000","last_clean":"2024-09-12T01:34:54.703003+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:34:54.703003+0000","last_undegraded":"2024-09-12T01:34:54.703003+0000","last_fullsized":"2024-09-12T01:34:54.703003+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:54.702913+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:54.702913+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.702913+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:22.417049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.029449+0000","last_change":"2024-09-12T01:34:52.029449+0000","last_active":"2024-09-12T01:34:52.029449+0000","last_peered":"2024-09-12T01:34:52.029449+0000","last_clean":"2024-09-12T01:34:52.029449+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:34:52.029449+0000","last_undegraded":"2024-09-12T01:34:52.029449+0000","last_fullsized":"2024-09-12T01:34:52.029449+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:52.029360+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:52.029360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.029360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:54.795321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":217,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.797951+0000","last_change":"2024-09-12T01:34:53.797951+0000","last_active":"2024-09-12T01:34:53.797951+0000","last_peered":"2024-09-12T01:34:53.797951+0000","last_clean":"2024-09-12T01:34:53.797951+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:34:53.797951+0000","last_undegraded":"2024-09-12T01:34:53.797951+0000","last_fullsized":"2024-09-12T01:34:53.797951+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:53.797849+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:53.797849+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.797849+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:36:04.871956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:14.109484+0000","last_change":"2024-09-12T01:35:14.109484+0000","last_active":"2024-09-12T01:35:14.109484+0000","last_peered":"2024-09-12T01:35:14.109484+0000","last_clean":"2024-09-12T01:35:14.109484+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:35:14.109484+0000","last_undegraded":"2024-09-12T01:35:14.109484+0000","last_fullsized":"2024-09-12T01:35:14.109484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:14.109406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:14.109406+0000","last_clean_scrub_stamp":"2024-09-12T01:35:14.109406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:58.070984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.664397+0000","last_change":"2024-09-12T01:34:53.664397+0000","last_active":"2024-09-12T01:34:53.664397+0000","last_peered":"2024-09-12T01:34:53.664397+0000","last_clean":"2024-09-12T01:34:53.664397+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:53.664397+0000","last_undegraded":"2024-09-12T01:34:53.664397+0000","last_fullsized":"2024-09-12T01:34:53.664397+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T01:34:53.664281+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T01:34:53.664281+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.664281+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:56.656843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.353517+0000","last_change":"2024-09-12T01:35:03.353517+0000","last_active":"2024-09-12T01:35:03.353517+0000","last_peered":"2024-09-12T01:35:03.353517+0000","last_clean":"2024-09-12T01:35:03.353517+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:35:03.353517+0000","last_undegraded":"2024-09-12T01:35:03.353517+0000","last_fullsized":"2024-09-12T01:35:03.353517+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:35:03.353403+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:35:03.353403+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.353403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:37.536449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":141,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.862926+0000","last_change":"2024-09-12T01:34:52.862926+0000","last_active":"2024-09-12T01:34:52.862926+0000","last_peered":"2024-09-12T01:34:52.862926+0000","last_clean":"2024-09-12T01:34:52.862926+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:34:52.862926+0000","last_undegraded":"2024-09-12T01:34:52.862926+0000","last_fullsized":"2024-09-12T01:34:52.862926+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'27","last_scrub_stamp":"2024-09-12T01:34:52.862825+0000","last_deep_scrub":"267'27","last_deep_scrub_stamp":"2024-09-12T01:34:52.862825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.862825+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:16.311558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:13.148319+0000","last_change":"2024-09-12T01:35:13.148319+0000","last_active":"2024-09-12T01:35:13.148319+0000","last_peered":"2024-09-12T01:35:13.148319+0000","last_clean":"2024-09-12T01:35:13.148319+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:35:13.148319+0000","last_undegraded":"2024-09-12T01:35:13.148319+0000","last_fullsized":"2024-09-12T01:35:13.148319+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:13.148233+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:13.148233+0000","last_clean_scrub_stamp":"2024-09-12T01:35:13.148233+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:54.144038+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:09.496456+0000","last_change":"2024-09-12T01:35:09.496456+0000","last_active":"2024-09-12T01:35:09.496456+0000","last_peered":"2024-09-12T01:35:09.496456+0000","last_clean":"2024-09-12T01:35:09.496456+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:35:09.496456+0000","last_undegraded":"2024-09-12T01:35:09.496456+0000","last_fullsized":"2024-09-12T01:35:09.496456+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:35:09.496371+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:35:09.496371+0000","last_clean_scrub_stamp":"2024-09-12T01:35:09.496371+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:07.419549+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.064260+0000","last_change":"2024-09-12T01:34:47.064260+0000","last_active":"2024-09-12T01:34:47.064260+0000","last_peered":"2024-09-12T01:34:47.064260+0000","last_clean":"2024-09-12T01:34:47.064260+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:34:47.064260+0000","last_undegraded":"2024-09-12T01:34:47.064260+0000","last_fullsized":"2024-09-12T01:34:47.064260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:47.064166+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:47.064166+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.064166+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:09:01.121116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":160,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.991035+0000","last_change":"2024-09-12T01:34:53.991035+0000","last_active":"2024-09-12T01:34:53.991035+0000","last_peered":"2024-09-12T01:34:53.991035+0000","last_clean":"2024-09-12T01:34:53.991035+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:34:53.991035+0000","last_undegraded":"2024-09-12T01:34:53.991035+0000","last_fullsized":"2024-09-12T01:34:53.991035+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'37","last_scrub_stamp":"2024-09-12T01:34:53.990952+0000","last_deep_scrub":"267'37","last_deep_scrub_stamp":"2024-09-12T01:34:53.990952+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.990952+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:03.694724+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:13.449641+0000","last_change":"2024-09-12T01:35:13.449641+0000","last_active":"2024-09-12T01:35:13.449641+0000","last_peered":"2024-09-12T01:35:13.449641+0000","last_clean":"2024-09-12T01:35:13.449641+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:35:13.449641+0000","last_undegraded":"2024-09-12T01:35:13.449641+0000","last_fullsized":"2024-09-12T01:35:13.449641+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:13.449529+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:13.449529+0000","last_clean_scrub_stamp":"2024-09-12T01:35:13.449529+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:41.957985+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.001532+0000","last_change":"2024-09-12T01:34:49.001532+0000","last_active":"2024-09-12T01:34:49.001532+0000","last_peered":"2024-09-12T01:34:49.001532+0000","last_clean":"2024-09-12T01:34:49.001532+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:34:49.001532+0000","last_undegraded":"2024-09-12T01:34:49.001532+0000","last_fullsized":"2024-09-12T01:34:49.001532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.001451+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.001451+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.001451+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:41.973203+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'6","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.718093+0000","last_change":"2024-09-12T01:34:57.718093+0000","last_active":"2024-09-12T01:34:57.718093+0000","last_peered":"2024-09-12T01:34:57.718093+0000","last_clean":"2024-09-12T01:34:57.718093+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:34:57.718093+0000","last_undegraded":"2024-09-12T01:34:57.718093+0000","last_fullsized":"2024-09-12T01:34:57.718093+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:57.717975+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:57.717975+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.717975+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:25.674826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.377573+0000","last_change":"2024-09-12T01:35:00.377573+0000","last_active":"2024-09-12T01:35:00.377573+0000","last_peered":"2024-09-12T01:35:00.377573+0000","last_clean":"2024-09-12T01:35:00.377573+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:35:00.377573+0000","last_undegraded":"2024-09-12T01:35:00.377573+0000","last_fullsized":"2024-09-12T01:35:00.377573+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T01:35:00.377491+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T01:35:00.377491+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.377491+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:30:21.527461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.832493+0000","last_change":"2024-09-12T01:34:44.832493+0000","last_active":"2024-09-12T01:34:44.832493+0000","last_peered":"2024-09-12T01:34:44.832493+0000","last_clean":"2024-09-12T01:34:44.832493+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:34:44.832493+0000","last_undegraded":"2024-09-12T01:34:44.832493+0000","last_fullsized":"2024-09-12T01:34:44.832493+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.832394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.832394+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.832394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:08.087408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:06.435290+0000","last_change":"2024-09-12T01:35:06.435290+0000","last_active":"2024-09-12T01:35:06.435290+0000","last_peered":"2024-09-12T01:35:06.435290+0000","last_clean":"2024-09-12T01:35:06.435290+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:35:06.435290+0000","last_undegraded":"2024-09-12T01:35:06.435290+0000","last_fullsized":"2024-09-12T01:35:06.435290+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:06.435198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:06.435198+0000","last_clean_scrub_stamp":"2024-09-12T01:35:06.435198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:45.245889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.719661+0000","last_change":"2024-09-12T01:35:00.719661+0000","last_active":"2024-09-12T01:35:00.719661+0000","last_peered":"2024-09-12T01:35:00.719661+0000","last_clean":"2024-09-12T01:35:00.719661+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:35:00.719661+0000","last_undegraded":"2024-09-12T01:35:00.719661+0000","last_fullsized":"2024-09-12T01:35:00.719661+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:00.719572+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:00.719572+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.719572+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:42.837747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":189,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.426549+0000","last_change":"2024-09-12T01:34:58.426549+0000","last_active":"2024-09-12T01:34:58.426549+0000","last_peered":"2024-09-12T01:34:58.426549+0000","last_clean":"2024-09-12T01:34:58.426549+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:34:58.426549+0000","last_undegraded":"2024-09-12T01:34:58.426549+0000","last_fullsized":"2024-09-12T01:34:58.426549+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'45","last_scrub_stamp":"2024-09-12T01:34:58.426486+0000","last_deep_scrub":"267'45","last_deep_scrub_stamp":"2024-09-12T01:34:58.426486+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.426486+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:17.002005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:10.624301+0000","last_change":"2024-09-12T01:35:10.624301+0000","last_active":"2024-09-12T01:35:10.624301+0000","last_peered":"2024-09-12T01:35:10.624301+0000","last_clean":"2024-09-12T01:35:10.624301+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:35:10.624301+0000","last_undegraded":"2024-09-12T01:35:10.624301+0000","last_fullsized":"2024-09-12T01:35:10.624301+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:10.624206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:10.624206+0000","last_clean_scrub_stamp":"2024-09-12T01:35:10.624206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:19.780666+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.425358+0000","last_change":"2024-09-12T01:35:05.425358+0000","last_active":"2024-09-12T01:35:05.425358+0000","last_peered":"2024-09-12T01:35:05.425358+0000","last_clean":"2024-09-12T01:35:05.425358+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:35:05.425358+0000","last_undegraded":"2024-09-12T01:35:05.425358+0000","last_fullsized":"2024-09-12T01:35:05.425358+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T01:35:05.425271+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T01:35:05.425271+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.425271+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:27.167939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'4","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.833490+0000","last_change":"2024-09-12T01:34:41.833490+0000","last_active":"2024-09-12T01:34:41.833490+0000","last_peered":"2024-09-12T01:34:41.833490+0000","last_clean":"2024-09-12T01:34:41.833490+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:34:41.833490+0000","last_undegraded":"2024-09-12T01:34:41.833490+0000","last_fullsized":"2024-09-12T01:34:41.833490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:41.833393+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:41.833393+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.833393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:33.770210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":84,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.683045+0000","last_change":"2024-09-12T01:34:55.683045+0000","last_active":"2024-09-12T01:34:55.683045+0000","last_peered":"2024-09-12T01:34:55.683045+0000","last_clean":"2024-09-12T01:34:55.683045+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:34:55.683045+0000","last_undegraded":"2024-09-12T01:34:55.683045+0000","last_fullsized":"2024-09-12T01:34:55.683045+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:55.682955+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:55.682955+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.682955+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:57.524678+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.027214+0000","last_change":"2024-09-12T01:34:52.027214+0000","last_active":"2024-09-12T01:34:52.027214+0000","last_peered":"2024-09-12T01:34:52.027214+0000","last_clean":"2024-09-12T01:34:52.027214+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:34:52.027214+0000","last_undegraded":"2024-09-12T01:34:52.027214+0000","last_fullsized":"2024-09-12T01:34:52.027214+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:52.027130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:52.027130+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.027130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:54.177428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'10","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.692412+0000","last_change":"2024-09-12T01:34:52.692412+0000","last_active":"2024-09-12T01:34:52.692412+0000","last_peered":"2024-09-12T01:34:52.692412+0000","last_clean":"2024-09-12T01:34:52.692412+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:34:52.692412+0000","last_undegraded":"2024-09-12T01:34:52.692412+0000","last_fullsized":"2024-09-12T01:34:52.692412+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:34:52.692327+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:34:52.692327+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.692327+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:04.034021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8721,"num_write":20,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.979815+0000","last_change":"2024-09-12T01:34:57.979815+0000","last_active":"2024-09-12T01:34:57.979815+0000","last_peered":"2024-09-12T01:34:57.979815+0000","last_clean":"2024-09-12T01:34:57.979815+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:34:57.979815+0000","last_undegraded":"2024-09-12T01:34:57.979815+0000","last_fullsized":"2024-09-12T01:34:57.979815+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:57.979687+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:57.979687+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.979687+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:14.413852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.114610+0000","last_change":"2024-09-12T01:34:45.114610+0000","last_active":"2024-09-12T01:34:45.114610+0000","last_peered":"2024-09-12T01:34:45.114610+0000","last_clean":"2024-09-12T01:34:45.114610+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:34:45.114610+0000","last_undegraded":"2024-09-12T01:34:45.114610+0000","last_fullsized":"2024-09-12T01:34:45.114610+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:45.114513+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:45.114513+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.114513+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:41.619991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:06.561641+0000","last_change":"2024-09-12T01:35:06.561641+0000","last_active":"2024-09-12T01:35:06.561641+0000","last_peered":"2024-09-12T01:35:06.561641+0000","last_clean":"2024-09-12T01:35:06.561641+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:35:06.561641+0000","last_undegraded":"2024-09-12T01:35:06.561641+0000","last_fullsized":"2024-09-12T01:35:06.561641+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:06.561550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:06.561550+0000","last_clean_scrub_stamp":"2024-09-12T01:35:06.561550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:00.862775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:07.472842+0000","last_change":"2024-09-12T01:35:07.472842+0000","last_active":"2024-09-12T01:35:07.472842+0000","last_peered":"2024-09-12T01:35:07.472842+0000","last_clean":"2024-09-12T01:35:07.472842+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:35:07.472842+0000","last_undegraded":"2024-09-12T01:35:07.472842+0000","last_fullsized":"2024-09-12T01:35:07.472842+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T01:35:07.472723+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T01:35:07.472723+0000","last_clean_scrub_stamp":"2024-09-12T01:35:07.472723+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:48:04.261340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'6","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.665561+0000","last_change":"2024-09-12T01:34:48.665561+0000","last_active":"2024-09-12T01:34:48.665561+0000","last_peered":"2024-09-12T01:34:48.665561+0000","last_clean":"2024-09-12T01:34:48.665561+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:34:48.665561+0000","last_undegraded":"2024-09-12T01:34:48.665561+0000","last_fullsized":"2024-09-12T01:34:48.665561+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:48.665471+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:48.665471+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.665471+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:07.815465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.853413+0000","last_change":"2024-09-12T01:34:40.853413+0000","last_active":"2024-09-12T01:34:40.853413+0000","last_peered":"2024-09-12T01:34:40.853413+0000","last_clean":"2024-09-12T01:34:40.853413+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:34:40.853413+0000","last_undegraded":"2024-09-12T01:34:40.853413+0000","last_fullsized":"2024-09-12T01:34:40.853413+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'7","last_scrub_stamp":"2024-09-12T01:34:40.853332+0000","last_deep_scrub":"256'7","last_deep_scrub_stamp":"2024-09-12T01:34:40.853332+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.853332+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:23.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:14.432224+0000","last_change":"2024-09-12T01:35:14.432224+0000","last_active":"2024-09-12T01:35:14.432224+0000","last_peered":"2024-09-12T01:35:14.432224+0000","last_clean":"2024-09-12T01:35:14.432224+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:35:14.432224+0000","last_undegraded":"2024-09-12T01:35:14.432224+0000","last_fullsized":"2024-09-12T01:35:14.432224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:14.432136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:14.432136+0000","last_clean_scrub_stamp":"2024-09-12T01:35:14.432136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:51.030532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.950362+0000","last_change":"2024-09-12T01:34:59.950362+0000","last_active":"2024-09-12T01:34:59.950362+0000","last_peered":"2024-09-12T01:34:59.950362+0000","last_clean":"2024-09-12T01:34:59.950362+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:34:59.950362+0000","last_undegraded":"2024-09-12T01:34:59.950362+0000","last_fullsized":"2024-09-12T01:34:59.950362+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:34:59.950247+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:34:59.950247+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.950247+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:30.987283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'7","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.964896+0000","last_change":"2024-09-12T01:34:59.964896+0000","last_active":"2024-09-12T01:34:59.964896+0000","last_peered":"2024-09-12T01:34:59.964896+0000","last_clean":"2024-09-12T01:34:59.964896+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:34:59.964896+0000","last_undegraded":"2024-09-12T01:34:59.964896+0000","last_fullsized":"2024-09-12T01:34:59.964896+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:59.964796+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:59.964796+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.964796+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:31:39.705086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.894864+0000","last_change":"2024-09-12T01:34:53.894864+0000","last_active":"2024-09-12T01:34:53.894864+0000","last_peered":"2024-09-12T01:34:53.894864+0000","last_clean":"2024-09-12T01:34:53.894864+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:34:53.894864+0000","last_undegraded":"2024-09-12T01:34:53.894864+0000","last_fullsized":"2024-09-12T01:34:53.894864+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:53.894757+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:53.894757+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.894757+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:55.704036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:08.572694+0000","last_change":"2024-09-12T01:35:08.572694+0000","last_active":"2024-09-12T01:35:08.572694+0000","last_peered":"2024-09-12T01:35:08.572694+0000","last_clean":"2024-09-12T01:35:08.572694+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:35:08.572694+0000","last_undegraded":"2024-09-12T01:35:08.572694+0000","last_fullsized":"2024-09-12T01:35:08.572694+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:08.572606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:08.572606+0000","last_clean_scrub_stamp":"2024-09-12T01:35:08.572606+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:53:40.483016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.672386+0000","last_change":"2024-09-12T01:35:02.672386+0000","last_active":"2024-09-12T01:35:02.672386+0000","last_peered":"2024-09-12T01:35:02.672386+0000","last_clean":"2024-09-12T01:35:02.672386+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:35:02.672386+0000","last_undegraded":"2024-09-12T01:35:02.672386+0000","last_fullsized":"2024-09-12T01:35:02.672386+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:35:02.672297+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:35:02.672297+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.672297+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:02.746334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.651278+0000","last_change":"2024-09-12T01:34:47.651278+0000","last_active":"2024-09-12T01:34:47.651278+0000","last_peered":"2024-09-12T01:34:47.651278+0000","last_clean":"2024-09-12T01:34:47.651278+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:34:47.651278+0000","last_undegraded":"2024-09-12T01:34:47.651278+0000","last_fullsized":"2024-09-12T01:34:47.651278+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:47.651177+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:47.651177+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.651177+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:57.666466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":192,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.773019+0000","last_change":"2024-09-12T01:34:51.773019+0000","last_active":"2024-09-12T01:34:51.773019+0000","last_peered":"2024-09-12T01:34:51.773019+0000","last_clean":"2024-09-12T01:34:51.773019+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:34:51.773019+0000","last_undegraded":"2024-09-12T01:34:51.773019+0000","last_fullsized":"2024-09-12T01:34:51.773019+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T01:34:51.772932+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T01:34:51.772932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.772932+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:13.981296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:11.592202+0000","last_change":"2024-09-12T01:35:11.592202+0000","last_active":"2024-09-12T01:35:11.592202+0000","last_peered":"2024-09-12T01:35:11.592202+0000","last_clean":"2024-09-12T01:35:11.592202+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:35:11.592202+0000","last_undegraded":"2024-09-12T01:35:11.592202+0000","last_fullsized":"2024-09-12T01:35:11.592202+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:11.592114+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:11.592114+0000","last_clean_scrub_stamp":"2024-09-12T01:35:11.592114+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:05:35.062644+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.645295+0000","last_change":"2024-09-12T01:34:51.645295+0000","last_active":"2024-09-12T01:34:51.645295+0000","last_peered":"2024-09-12T01:34:51.645295+0000","last_clean":"2024-09-12T01:34:51.645295+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:34:51.645295+0000","last_undegraded":"2024-09-12T01:34:51.645295+0000","last_fullsized":"2024-09-12T01:34:51.645295+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:51.645168+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:51.645168+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.645168+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:16.236924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'4","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.996892+0000","last_change":"2024-09-12T01:34:56.996892+0000","last_active":"2024-09-12T01:34:56.996892+0000","last_peered":"2024-09-12T01:34:56.996892+0000","last_clean":"2024-09-12T01:34:56.996892+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:34:56.996892+0000","last_undegraded":"2024-09-12T01:34:56.996892+0000","last_fullsized":"2024-09-12T01:34:56.996892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:56.996804+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:56.996804+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.996804+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:43.535576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":129,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.401258+0000","last_change":"2024-09-12T01:34:57.401258+0000","last_active":"2024-09-12T01:34:57.401258+0000","last_peered":"2024-09-12T01:34:57.401258+0000","last_clean":"2024-09-12T01:34:57.401258+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:34:57.401258+0000","last_undegraded":"2024-09-12T01:34:57.401258+0000","last_fullsized":"2024-09-12T01:34:57.401258+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:57.401172+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:57.401172+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.401172+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:30.640823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:11.081014+0000","last_change":"2024-09-12T01:35:11.081014+0000","last_active":"2024-09-12T01:35:11.081014+0000","last_peered":"2024-09-12T01:35:11.081014+0000","last_clean":"2024-09-12T01:35:11.081014+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:35:11.081014+0000","last_undegraded":"2024-09-12T01:35:11.081014+0000","last_fullsized":"2024-09-12T01:35:11.081014+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:11.080915+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:11.080915+0000","last_clean_scrub_stamp":"2024-09-12T01:35:11.080915+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:02.015518+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.651492+0000","last_change":"2024-09-12T01:35:03.651492+0000","last_active":"2024-09-12T01:35:03.651492+0000","last_peered":"2024-09-12T01:35:03.651492+0000","last_clean":"2024-09-12T01:35:03.651492+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:35:03.651492+0000","last_undegraded":"2024-09-12T01:35:03.651492+0000","last_fullsized":"2024-09-12T01:35:03.651492+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:03.651402+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:03.651402+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.651402+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:22.304387+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.014787+0000","last_change":"2024-09-12T01:34:51.014787+0000","last_active":"2024-09-12T01:34:51.014787+0000","last_peered":"2024-09-12T01:34:51.014787+0000","last_clean":"2024-09-12T01:34:51.014787+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:34:51.014787+0000","last_undegraded":"2024-09-12T01:34:51.014787+0000","last_fullsized":"2024-09-12T01:34:51.014787+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:51.014698+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:51.014698+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.014698+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:05.488187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":222,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.119259+0000","last_change":"2024-09-12T01:34:42.119259+0000","last_active":"2024-09-12T01:34:42.119259+0000","last_peered":"2024-09-12T01:34:42.119259+0000","last_clean":"2024-09-12T01:34:42.119259+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:34:42.119259+0000","last_undegraded":"2024-09-12T01:34:42.119259+0000","last_fullsized":"2024-09-12T01:34:42.119259+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'56","last_scrub_stamp":"2024-09-12T01:34:42.119147+0000","last_deep_scrub":"267'56","last_deep_scrub_stamp":"2024-09-12T01:34:42.119147+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.119147+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:27.758254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.637098+0000","last_change":"2024-09-12T01:35:04.637098+0000","last_active":"2024-09-12T01:35:04.637098+0000","last_peered":"2024-09-12T01:35:04.637098+0000","last_clean":"2024-09-12T01:35:04.637098+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:35:04.637098+0000","last_undegraded":"2024-09-12T01:35:04.637098+0000","last_fullsized":"2024-09-12T01:35:04.637098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:04.637010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:04.637010+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.637010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:26.491190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:07.998636+0000","last_change":"2024-09-12T01:35:07.998636+0000","last_active":"2024-09-12T01:35:07.998636+0000","last_peered":"2024-09-12T01:35:07.998636+0000","last_clean":"2024-09-12T01:35:07.998636+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:35:07.998636+0000","last_undegraded":"2024-09-12T01:35:07.998636+0000","last_fullsized":"2024-09-12T01:35:07.998636+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:07.998548+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:07.998548+0000","last_clean_scrub_stamp":"2024-09-12T01:35:07.998548+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:00.637291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.679067+0000","last_change":"2024-09-12T01:34:58.679067+0000","last_active":"2024-09-12T01:34:58.679067+0000","last_peered":"2024-09-12T01:34:58.679067+0000","last_clean":"2024-09-12T01:34:58.679067+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:34:58.679067+0000","last_undegraded":"2024-09-12T01:34:58.679067+0000","last_fullsized":"2024-09-12T01:34:58.679067+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:58.678938+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:58.678938+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.678938+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:09.262451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":298,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.952767+0000","last_change":"2024-09-12T01:34:58.952767+0000","last_active":"2024-09-12T01:34:58.952767+0000","last_peered":"2024-09-12T01:34:58.952767+0000","last_clean":"2024-09-12T01:34:58.952767+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:34:58.952767+0000","last_undegraded":"2024-09-12T01:34:58.952767+0000","last_fullsized":"2024-09-12T01:34:58.952767+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'82","last_scrub_stamp":"2024-09-12T01:34:58.952682+0000","last_deep_scrub":"267'82","last_deep_scrub_stamp":"2024-09-12T01:34:58.952682+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.952682+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:28.411314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.723255+0000","last_change":"2024-09-12T01:35:01.723255+0000","last_active":"2024-09-12T01:35:01.723255+0000","last_peered":"2024-09-12T01:35:01.723255+0000","last_clean":"2024-09-12T01:35:01.723255+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:35:01.723255+0000","last_undegraded":"2024-09-12T01:35:01.723255+0000","last_fullsized":"2024-09-12T01:35:01.723255+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:01.723167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:01.723167+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.723167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:15.502433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:06.963955+0000","last_change":"2024-09-12T01:35:06.963955+0000","last_active":"2024-09-12T01:35:06.963955+0000","last_peered":"2024-09-12T01:35:06.963955+0000","last_clean":"2024-09-12T01:35:06.963955+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:35:06.963955+0000","last_undegraded":"2024-09-12T01:35:06.963955+0000","last_fullsized":"2024-09-12T01:35:06.963955+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:06.963869+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:06.963869+0000","last_clean_scrub_stamp":"2024-09-12T01:35:06.963869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:40.683078+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'2","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.853496+0000","last_change":"2024-09-12T01:34:42.853496+0000","last_active":"2024-09-12T01:34:42.853496+0000","last_peered":"2024-09-12T01:34:42.853496+0000","last_clean":"2024-09-12T01:34:42.853496+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:34:42.853496+0000","last_undegraded":"2024-09-12T01:34:42.853496+0000","last_fullsized":"2024-09-12T01:34:42.853496+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:42.853414+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:42.853414+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.853414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:36.129504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.160224+0000","last_change":"2024-09-12T01:34:41.160140+0000","last_active":"2024-09-12T01:34:41.160224+0000","last_peered":"2024-09-12T01:34:41.160224+0000","last_clean":"2024-09-12T01:34:41.160224+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:34:41.160224+0000","last_undegraded":"2024-09-12T01:34:41.160224+0000","last_fullsized":"2024-09-12T01:34:41.160224+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T01:34:41.160048+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T01:34:41.160048+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.160048+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:17.706247+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.704801+0000","last_change":"2024-09-12T01:34:55.704715+0000","last_active":"2024-09-12T01:34:55.704801+0000","last_peered":"2024-09-12T01:34:55.704801+0000","last_clean":"2024-09-12T01:34:55.704801+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:34:55.704801+0000","last_undegraded":"2024-09-12T01:34:55.704801+0000","last_fullsized":"2024-09-12T01:34:55.704801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:55.704589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:55.704589+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.704589+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:25.500612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'3","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:07.563632+0000","last_change":"2024-09-12T01:35:07.563632+0000","last_active":"2024-09-12T01:35:07.563632+0000","last_peered":"2024-09-12T01:35:07.563632+0000","last_clean":"2024-09-12T01:35:07.563632+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:35:07.563632+0000","last_undegraded":"2024-09-12T01:35:07.563632+0000","last_fullsized":"2024-09-12T01:35:07.563632+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:35:07.563545+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:35:07.563545+0000","last_clean_scrub_stamp":"2024-09-12T01:35:07.563545+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:34.163085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.701122+0000","last_change":"2024-09-12T01:34:56.701122+0000","last_active":"2024-09-12T01:34:56.701122+0000","last_peered":"2024-09-12T01:34:56.701122+0000","last_clean":"2024-09-12T01:34:56.701122+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:34:56.701122+0000","last_undegraded":"2024-09-12T01:34:56.701122+0000","last_fullsized":"2024-09-12T01:34:56.701122+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:34:56.701030+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:34:56.701030+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.701030+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:57.219391+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":193,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.746462+0000","last_change":"2024-09-12T01:34:55.746462+0000","last_active":"2024-09-12T01:34:55.746462+0000","last_peered":"2024-09-12T01:34:55.746462+0000","last_clean":"2024-09-12T01:34:55.746462+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:34:55.746462+0000","last_undegraded":"2024-09-12T01:34:55.746462+0000","last_fullsized":"2024-09-12T01:34:55.746462+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'43","last_scrub_stamp":"2024-09-12T01:34:55.746375+0000","last_deep_scrub":"267'43","last_deep_scrub_stamp":"2024-09-12T01:34:55.746375+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.746375+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:27.017775+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.975279+0000","last_change":"2024-09-12T01:35:02.975279+0000","last_active":"2024-09-12T01:35:02.975279+0000","last_peered":"2024-09-12T01:35:02.975279+0000","last_clean":"2024-09-12T01:35:02.975279+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:35:02.975279+0000","last_undegraded":"2024-09-12T01:35:02.975279+0000","last_fullsized":"2024-09-12T01:35:02.975279+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:02.975185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:02.975185+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.975185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:34.586999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'13","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.967083+0000","last_change":"2024-09-12T01:34:58.967083+0000","last_active":"2024-09-12T01:34:58.967083+0000","last_peered":"2024-09-12T01:34:58.967083+0000","last_clean":"2024-09-12T01:34:58.967083+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:34:58.967083+0000","last_undegraded":"2024-09-12T01:34:58.967083+0000","last_fullsized":"2024-09-12T01:34:58.967083+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T01:34:58.966974+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T01:34:58.966974+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.966974+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:30.931797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":39940,"num_write":18,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.720774+0000","last_change":"2024-09-12T01:34:59.720774+0000","last_active":"2024-09-12T01:34:59.720774+0000","last_peered":"2024-09-12T01:34:59.720774+0000","last_clean":"2024-09-12T01:34:59.720774+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:34:59.720774+0000","last_undegraded":"2024-09-12T01:34:59.720774+0000","last_fullsized":"2024-09-12T01:34:59.720774+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:34:59.720653+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:34:59.720653+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.720653+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:10.488558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.728265+0000","last_change":"2024-09-12T01:34:44.728265+0000","last_active":"2024-09-12T01:34:44.728265+0000","last_peered":"2024-09-12T01:34:44.728265+0000","last_clean":"2024-09-12T01:34:44.728265+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:34:44.728265+0000","last_undegraded":"2024-09-12T01:34:44.728265+0000","last_fullsized":"2024-09-12T01:34:44.728265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:34:44.728146+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:34:44.728146+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.728146+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:00.259826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.840891+0000","last_change":"2024-09-12T01:34:43.840891+0000","last_active":"2024-09-12T01:34:43.840891+0000","last_peered":"2024-09-12T01:34:43.840891+0000","last_clean":"2024-09-12T01:34:43.840891+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:34:43.840891+0000","last_undegraded":"2024-09-12T01:34:43.840891+0000","last_fullsized":"2024-09-12T01:34:43.840891+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:43.840805+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:43.840805+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.840805+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:51.233985+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.623919+0000","last_change":"2024-09-12T01:34:50.623919+0000","last_active":"2024-09-12T01:34:50.623919+0000","last_peered":"2024-09-12T01:34:50.623919+0000","last_clean":"2024-09-12T01:34:50.623919+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:34:50.623919+0000","last_undegraded":"2024-09-12T01:34:50.623919+0000","last_fullsized":"2024-09-12T01:34:50.623919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:50.623808+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:50.623808+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.623808+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:17.361960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'8","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.698002+0000","last_change":"2024-09-12T01:34:57.698002+0000","last_active":"2024-09-12T01:34:57.698002+0000","last_peered":"2024-09-12T01:34:57.698002+0000","last_clean":"2024-09-12T01:34:57.698002+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:34:57.698002+0000","last_undegraded":"2024-09-12T01:34:57.698002+0000","last_fullsized":"2024-09-12T01:34:57.698002+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T01:34:57.697912+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T01:34:57.697912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.697912+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:59.985672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15360,"num_write":8,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.732768+0000","last_change":"2024-09-12T01:34:54.732768+0000","last_active":"2024-09-12T01:34:54.732768+0000","last_peered":"2024-09-12T01:34:54.732768+0000","last_clean":"2024-09-12T01:34:54.732768+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:34:54.732768+0000","last_undegraded":"2024-09-12T01:34:54.732768+0000","last_fullsized":"2024-09-12T01:34:54.732768+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T01:34:54.732663+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T01:34:54.732663+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.732663+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:56.788219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:12.127137+0000","last_change":"2024-09-12T01:35:12.127137+0000","last_active":"2024-09-12T01:35:12.127137+0000","last_peered":"2024-09-12T01:35:12.127137+0000","last_clean":"2024-09-12T01:35:12.127137+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:35:12.127137+0000","last_undegraded":"2024-09-12T01:35:12.127137+0000","last_fullsized":"2024-09-12T01:35:12.127137+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:12.127046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:12.127046+0000","last_clean_scrub_stamp":"2024-09-12T01:35:12.127046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:19.479371+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.724916+0000","last_change":"2024-09-12T01:34:59.724916+0000","last_active":"2024-09-12T01:34:59.724916+0000","last_peered":"2024-09-12T01:34:59.724916+0000","last_clean":"2024-09-12T01:34:59.724916+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:34:59.724916+0000","last_undegraded":"2024-09-12T01:34:59.724916+0000","last_fullsized":"2024-09-12T01:34:59.724916+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:59.724826+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:59.724826+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.724826+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:07:55.618809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.707367+0000","last_change":"2024-09-12T01:34:56.707367+0000","last_active":"2024-09-12T01:34:56.707367+0000","last_peered":"2024-09-12T01:34:56.707367+0000","last_clean":"2024-09-12T01:34:56.707367+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:34:56.707367+0000","last_undegraded":"2024-09-12T01:34:56.707367+0000","last_fullsized":"2024-09-12T01:34:56.707367+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:56.707282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:56.707282+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.707282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:09.990737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.043468+0000","last_change":"2024-09-12T01:34:50.043468+0000","last_active":"2024-09-12T01:34:50.043468+0000","last_peered":"2024-09-12T01:34:50.043468+0000","last_clean":"2024-09-12T01:34:50.043468+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:34:50.043468+0000","last_undegraded":"2024-09-12T01:34:50.043468+0000","last_fullsized":"2024-09-12T01:34:50.043468+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'42","last_scrub_stamp":"2024-09-12T01:34:50.043385+0000","last_deep_scrub":"267'42","last_deep_scrub_stamp":"2024-09-12T01:34:50.043385+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.043385+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:44.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:10.032049+0000","last_change":"2024-09-12T01:35:10.032049+0000","last_active":"2024-09-12T01:35:10.032049+0000","last_peered":"2024-09-12T01:35:10.032049+0000","last_clean":"2024-09-12T01:35:10.032049+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:35:10.032049+0000","last_undegraded":"2024-09-12T01:35:10.032049+0000","last_fullsized":"2024-09-12T01:35:10.032049+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:10.031965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:10.031965+0000","last_clean_scrub_stamp":"2024-09-12T01:35:10.031965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:51.365969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.990318+0000","last_change":"2024-09-12T01:34:49.990318+0000","last_active":"2024-09-12T01:34:49.990318+0000","last_peered":"2024-09-12T01:34:49.990318+0000","last_clean":"2024-09-12T01:34:49.990318+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:34:49.990318+0000","last_undegraded":"2024-09-12T01:34:49.990318+0000","last_fullsized":"2024-09-12T01:34:49.990318+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.990185+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.990185+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.990185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:04.593494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.699201+0000","last_change":"2024-09-12T01:34:46.699201+0000","last_active":"2024-09-12T01:34:46.699201+0000","last_peered":"2024-09-12T01:34:46.699201+0000","last_clean":"2024-09-12T01:34:46.699201+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:34:46.699201+0000","last_undegraded":"2024-09-12T01:34:46.699201+0000","last_fullsized":"2024-09-12T01:34:46.699201+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T01:34:46.699073+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T01:34:46.699073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.699073+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:25.794540+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.134798+0000","last_change":"2024-09-12T01:34:44.134798+0000","last_active":"2024-09-12T01:34:44.134798+0000","last_peered":"2024-09-12T01:34:44.134798+0000","last_clean":"2024-09-12T01:34:44.134798+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:34:44.134798+0000","last_undegraded":"2024-09-12T01:34:44.134798+0000","last_fullsized":"2024-09-12T01:34:44.134798+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T01:34:44.134695+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T01:34:44.134695+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.134695+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:07.085359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.605393+0000","last_change":"2024-09-12T01:35:05.605393+0000","last_active":"2024-09-12T01:35:05.605393+0000","last_peered":"2024-09-12T01:35:05.605393+0000","last_clean":"2024-09-12T01:35:05.605393+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:35:05.605393+0000","last_undegraded":"2024-09-12T01:35:05.605393+0000","last_fullsized":"2024-09-12T01:35:05.605393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.605257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.605257+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.605257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:51.900778+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.918261+0000","last_change":"2024-09-12T01:34:57.918261+0000","last_active":"2024-09-12T01:34:57.918261+0000","last_peered":"2024-09-12T01:34:57.918261+0000","last_clean":"2024-09-12T01:34:57.918261+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:34:57.918261+0000","last_undegraded":"2024-09-12T01:34:57.918261+0000","last_fullsized":"2024-09-12T01:34:57.918261+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:57.918170+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:57.918170+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.918170+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:19.748815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'7","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.075468+0000","last_change":"2024-09-12T01:34:46.075468+0000","last_active":"2024-09-12T01:34:46.075468+0000","last_peered":"2024-09-12T01:34:46.075468+0000","last_clean":"2024-09-12T01:34:46.075468+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:34:46.075468+0000","last_undegraded":"2024-09-12T01:34:46.075468+0000","last_fullsized":"2024-09-12T01:34:46.075468+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:46.075382+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:46.075382+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.075382+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:21.866682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'116","reported_seq":428,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.816450+0000","last_change":"2024-09-12T01:34:52.816450+0000","last_active":"2024-09-12T01:34:52.816450+0000","last_peered":"2024-09-12T01:34:52.816450+0000","last_clean":"2024-09-12T01:34:52.816450+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:34:52.816450+0000","last_undegraded":"2024-09-12T01:34:52.816450+0000","last_fullsized":"2024-09-12T01:34:52.816450+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T01:34:52.816350+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T01:34:52.816350+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.816350+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:03.374057+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4000,"num_omap_keys":8,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'373","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.822871+0000","last_change":"2024-09-12T01:34:28.822745+0000","last_active":"2024-09-12T01:34:28.822871+0000","last_peered":"2024-09-12T01:34:28.822871+0000","last_clean":"2024-09-12T01:34:28.822871+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:34:28.822871+0000","last_undegraded":"2024-09-12T01:34:28.822871+0000","last_fullsized":"2024-09-12T01:34:28.822871+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.822602+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:57.210619+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":564,"num_read_kb":12865,"num_write":1138,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'584","reported_seq":1367,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.775021+0000","last_change":"2024-09-12T01:34:35.775021+0000","last_active":"2024-09-12T01:34:35.775021+0000","last_peered":"2024-09-12T01:34:35.775021+0000","last_clean":"2024-09-12T01:34:35.775021+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:34:35.775021+0000","last_undegraded":"2024-09-12T01:34:35.775021+0000","last_fullsized":"2024-09-12T01:34:35.775021+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'584","last_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_deep_scrub":"267'584","last_deep_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.774933+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":500,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:01.307835+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'322","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.478923+0000","last_change":"2024-09-12T01:34:21.478830+0000","last_active":"2024-09-12T01:34:21.478923+0000","last_peered":"2024-09-12T01:34:21.478923+0000","last_clean":"2024-09-12T01:34:21.478923+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:21.478923+0000","last_undegraded":"2024-09-12T01:34:21.478923+0000","last_fullsized":"2024-09-12T01:34:21.478923+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.478689+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:10.750548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":413,"num_read_kb":19914,"num_write":961,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.840717+0000","last_change":"2024-09-12T01:34:33.840717+0000","last_active":"2024-09-12T01:34:33.840717+0000","last_peered":"2024-09-12T01:34:33.840717+0000","last_clean":"2024-09-12T01:34:33.840717+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:34:33.840717+0000","last_undegraded":"2024-09-12T01:34:33.840717+0000","last_fullsized":"2024-09-12T01:34:33.840717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'88","last_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_deep_scrub":"267'88","last_deep_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.840628+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:22.395568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'318","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.042984+0000","last_change":"2024-09-12T01:34:21.042916+0000","last_active":"2024-09-12T01:34:21.042984+0000","last_peered":"2024-09-12T01:34:21.042984+0000","last_clean":"2024-09-12T01:34:21.042984+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:34:21.042984+0000","last_undegraded":"2024-09-12T01:34:21.042984+0000","last_fullsized":"2024-09-12T01:34:21.042984+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.042789+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:07.692628+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536353,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":23511,"num_write":1046,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.003777+0000","last_change":"2024-09-12T01:34:32.003777+0000","last_active":"2024-09-12T01:34:32.003777+0000","last_peered":"2024-09-12T01:34:32.003777+0000","last_clean":"2024-09-12T01:34:32.003777+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:34:32.003777+0000","last_undegraded":"2024-09-12T01:34:32.003777+0000","last_fullsized":"2024-09-12T01:34:32.003777+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.003697+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:27.129285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'370","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.714828+0000","last_change":"2024-09-12T01:34:29.714828+0000","last_active":"2024-09-12T01:34:29.714828+0000","last_peered":"2024-09-12T01:34:29.714828+0000","last_clean":"2024-09-12T01:34:29.714828+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:34:29.714828+0000","last_undegraded":"2024-09-12T01:34:29.714828+0000","last_fullsized":"2024-09-12T01:34:29.714828+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.714718+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:06.335075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079945,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":514,"num_read_kb":21240,"num_write":1215,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.032684+0000","last_change":"2024-09-12T01:34:32.032684+0000","last_active":"2024-09-12T01:34:32.032684+0000","last_peered":"2024-09-12T01:34:32.032684+0000","last_clean":"2024-09-12T01:34:32.032684+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:34:32.032684+0000","last_undegraded":"2024-09-12T01:34:32.032684+0000","last_fullsized":"2024-09-12T01:34:32.032684+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.032605+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:13.948710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'368","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.855277+0000","last_change":"2024-09-12T01:34:27.855277+0000","last_active":"2024-09-12T01:34:27.855277+0000","last_peered":"2024-09-12T01:34:27.855277+0000","last_clean":"2024-09-12T01:34:27.855277+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:34:27.855277+0000","last_undegraded":"2024-09-12T01:34:27.855277+0000","last_fullsized":"2024-09-12T01:34:27.855277+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.855133+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:20.267221+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4566127,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":531,"num_read_kb":15568,"num_write":1193,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.098512+0000","last_change":"2024-09-12T01:34:28.098512+0000","last_active":"2024-09-12T01:34:28.098512+0000","last_peered":"2024-09-12T01:34:28.098512+0000","last_clean":"2024-09-12T01:34:28.098512+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:34:28.098512+0000","last_undegraded":"2024-09-12T01:34:28.098512+0000","last_fullsized":"2024-09-12T01:34:28.098512+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.098426+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:52.927496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'381","reported_seq":1066,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.727474+0000","last_change":"2024-09-12T01:34:27.727474+0000","last_active":"2024-09-12T01:34:27.727474+0000","last_peered":"2024-09-12T01:34:27.727474+0000","last_clean":"2024-09-12T01:34:27.727474+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:34:27.727474+0000","last_undegraded":"2024-09-12T01:34:27.727474+0000","last_fullsized":"2024-09-12T01:34:27.727474+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.727360+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:45.693916+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":607,"num_read_kb":19657,"num_write":1231,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.941161+0000","last_change":"2024-09-12T01:34:35.941090+0000","last_active":"2024-09-12T01:34:35.941161+0000","last_peered":"2024-09-12T01:34:35.941161+0000","last_clean":"2024-09-12T01:34:35.941161+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:34:35.941161+0000","last_undegraded":"2024-09-12T01:34:35.941161+0000","last_fullsized":"2024-09-12T01:34:35.941161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'58","last_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_deep_scrub":"267'58","last_deep_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.941009+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:39.898452+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'358","reported_seq":1044,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.817593+0000","last_change":"2024-09-12T01:34:26.817593+0000","last_active":"2024-09-12T01:34:26.817593+0000","last_peered":"2024-09-12T01:34:26.817593+0000","last_clean":"2024-09-12T01:34:26.817593+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:34:26.817593+0000","last_undegraded":"2024-09-12T01:34:26.817593+0000","last_fullsized":"2024-09-12T01:34:26.817593+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.817477+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:18.988712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":600,"num_read_kb":23929,"num_write":1105,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.794967+0000","last_change":"2024-09-12T01:34:36.794890+0000","last_active":"2024-09-12T01:34:36.794967+0000","last_peered":"2024-09-12T01:34:36.794967+0000","last_clean":"2024-09-12T01:34:36.794967+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:34:36.794967+0000","last_undegraded":"2024-09-12T01:34:36.794967+0000","last_fullsized":"2024-09-12T01:34:36.794967+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'87","last_scrub_stamp":"2024-09-12T01:34:36.794797+0000","last_deep_scrub":"267'87","last_deep_scrub_stamp":"2024-09-12T01:34:36.794797+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.794797+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:21.330685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'323","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.386137+0000","last_change":"2024-09-12T01:34:29.386137+0000","last_active":"2024-09-12T01:34:29.386137+0000","last_peered":"2024-09-12T01:34:29.386137+0000","last_clean":"2024-09-12T01:34:29.386137+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:34:29.386137+0000","last_undegraded":"2024-09-12T01:34:29.386137+0000","last_fullsized":"2024-09-12T01:34:29.386137+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.386004+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:39.783125+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":447,"num_read_kb":8621,"num_write":1128,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.066679+0000","last_change":"2024-09-12T01:34:27.066577+0000","last_active":"2024-09-12T01:34:27.066679+0000","last_peered":"2024-09-12T01:34:27.066679+0000","last_clean":"2024-09-12T01:34:27.066679+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:34:27.066679+0000","last_undegraded":"2024-09-12T01:34:27.066679+0000","last_fullsized":"2024-09-12T01:34:27.066679+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.066477+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:27.414803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.004022+0000","last_change":"2024-09-12T01:34:31.004022+0000","last_active":"2024-09-12T01:34:31.004022+0000","last_peered":"2024-09-12T01:34:31.004022+0000","last_clean":"2024-09-12T01:34:31.004022+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:34:31.004022+0000","last_undegraded":"2024-09-12T01:34:31.004022+0000","last_fullsized":"2024-09-12T01:34:31.004022+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.003912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:27.385824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'358","reported_seq":1043,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.729841+0000","last_change":"2024-09-12T01:34:23.729773+0000","last_active":"2024-09-12T01:34:23.729841+0000","last_peered":"2024-09-12T01:34:23.729841+0000","last_clean":"2024-09-12T01:34:23.729841+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:34:23.729841+0000","last_undegraded":"2024-09-12T01:34:23.729841+0000","last_fullsized":"2024-09-12T01:34:23.729841+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.729668+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:58.094213+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":3675,"num_write":1102,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.830474+0000","last_change":"2024-09-12T01:34:32.830474+0000","last_active":"2024-09-12T01:34:32.830474+0000","last_peered":"2024-09-12T01:34:32.830474+0000","last_clean":"2024-09-12T01:34:32.830474+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:34:32.830474+0000","last_undegraded":"2024-09-12T01:34:32.830474+0000","last_fullsized":"2024-09-12T01:34:32.830474+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.830395+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:42.542033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'353","reported_seq":1243,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.039183+0000","last_change":"2024-09-12T01:34:23.039183+0000","last_active":"2024-09-12T01:34:23.039183+0000","last_peered":"2024-09-12T01:34:23.039183+0000","last_clean":"2024-09-12T01:34:23.039183+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:34:23.039183+0000","last_undegraded":"2024-09-12T01:34:23.039183+0000","last_fullsized":"2024-09-12T01:34:23.039183+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'353","last_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_deep_scrub":"267'353","last_deep_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.039016+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:40.497421+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342158,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":949,"num_read_kb":51989,"num_write":1139,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.781223+0000","last_change":"2024-09-12T01:34:32.781223+0000","last_active":"2024-09-12T01:34:32.781223+0000","last_peered":"2024-09-12T01:34:32.781223+0000","last_clean":"2024-09-12T01:34:32.781223+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:34:32.781223+0000","last_undegraded":"2024-09-12T01:34:32.781223+0000","last_fullsized":"2024-09-12T01:34:32.781223+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4187","last_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_deep_scrub":"267'4187","last_deep_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.781135+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:54.823902+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.079544+0000","last_change":"2024-09-12T01:34:20.079544+0000","last_active":"2024-09-12T01:34:20.079544+0000","last_peered":"2024-09-12T01:34:20.079544+0000","last_clean":"2024-09-12T01:34:20.079544+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:34:20.079544+0000","last_undegraded":"2024-09-12T01:34:20.079544+0000","last_fullsized":"2024-09-12T01:34:20.079544+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.079424+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:58.397404+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":487,"num_read_kb":22078,"num_write":1096,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.111124+0000","last_change":"2024-09-12T01:34:24.111124+0000","last_active":"2024-09-12T01:34:24.111124+0000","last_peered":"2024-09-12T01:34:24.111124+0000","last_clean":"2024-09-12T01:34:24.111124+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:34:24.111124+0000","last_undegraded":"2024-09-12T01:34:24.111124+0000","last_fullsized":"2024-09-12T01:34:24.111124+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.111034+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:11.749199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'328","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.097509+0000","last_change":"2024-09-12T01:34:21.097509+0000","last_active":"2024-09-12T01:34:21.097509+0000","last_peered":"2024-09-12T01:34:21.097509+0000","last_clean":"2024-09-12T01:34:21.097509+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:34:21.097509+0000","last_undegraded":"2024-09-12T01:34:21.097509+0000","last_fullsized":"2024-09-12T01:34:21.097509+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.097370+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.555314+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2163654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":506,"num_read_kb":45990,"num_write":1061,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'38","reported_seq":578,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.085175+0000","last_change":"2024-09-12T01:34:26.085175+0000","last_active":"2024-09-12T01:34:26.085175+0000","last_peered":"2024-09-12T01:34:26.085175+0000","last_clean":"2024-09-12T01:34:26.085175+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:34:26.085175+0000","last_undegraded":"2024-09-12T01:34:26.085175+0000","last_fullsized":"2024-09-12T01:34:26.085175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.085091+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:21.918594+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'314","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.557875+0000","last_change":"2024-09-12T01:34:20.557875+0000","last_active":"2024-09-12T01:34:20.557875+0000","last_peered":"2024-09-12T01:34:20.557875+0000","last_clean":"2024-09-12T01:34:20.557875+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:34:20.557875+0000","last_undegraded":"2024-09-12T01:34:20.557875+0000","last_fullsized":"2024-09-12T01:34:20.557875+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.557783+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:34.864214+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398791,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":455,"num_read_kb":21059,"num_write":1038,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'153","reported_seq":778,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.960214+0000","last_change":"2024-09-12T01:34:34.960214+0000","last_active":"2024-09-12T01:34:34.960214+0000","last_peered":"2024-09-12T01:34:34.960214+0000","last_clean":"2024-09-12T01:34:34.960214+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:34:34.960214+0000","last_undegraded":"2024-09-12T01:34:34.960214+0000","last_fullsized":"2024-09-12T01:34:34.960214+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'153","last_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_deep_scrub":"267'153","last_deep_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.960103+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:46.821492+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'431","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.110094+0000","last_change":"2024-09-12T01:34:24.109998+0000","last_active":"2024-09-12T01:34:24.110094+0000","last_peered":"2024-09-12T01:34:24.110094+0000","last_clean":"2024-09-12T01:34:24.110094+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:34:24.110094+0000","last_undegraded":"2024-09-12T01:34:24.110094+0000","last_fullsized":"2024-09-12T01:34:24.110094+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.109839+0000","objects_scrubbed":6,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:12.201535+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":809,"num_read_kb":13798,"num_write":1265,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'142","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.091149+0000","last_change":"2024-09-12T01:34:49.091149+0000","last_active":"2024-09-12T01:34:49.091149+0000","last_peered":"2024-09-12T01:34:49.091149+0000","last_clean":"2024-09-12T01:34:49.091149+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:34:49.091149+0000","last_undegraded":"2024-09-12T01:34:49.091149+0000","last_fullsized":"2024-09-12T01:34:49.091149+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:49.091041+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:49.091041+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.091041+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:20.151965+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.461357+0000","last_change":"2024-09-12T01:34:23.461293+0000","last_active":"2024-09-12T01:34:23.461357+0000","last_peered":"2024-09-12T01:34:23.461357+0000","last_clean":"2024-09-12T01:34:23.461357+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:34:23.461357+0000","last_undegraded":"2024-09-12T01:34:23.461357+0000","last_fullsized":"2024-09-12T01:34:23.461357+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.461195+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:08.982552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'415","reported_seq":1111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.724177+0000","last_change":"2024-09-12T01:34:22.724177+0000","last_active":"2024-09-12T01:34:22.724177+0000","last_peered":"2024-09-12T01:34:22.724177+0000","last_clean":"2024-09-12T01:34:22.724177+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:34:22.724177+0000","last_undegraded":"2024-09-12T01:34:22.724177+0000","last_fullsized":"2024-09-12T01:34:22.724177+0000","mapping_epoch":40,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'415","last_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_deep_scrub":"267'415","last_deep_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.724063+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:08:43.500449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524410,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":29392,"num_write":1283,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.828744+0000","last_change":"2024-09-12T01:34:39.828744+0000","last_active":"2024-09-12T01:34:39.828744+0000","last_peered":"2024-09-12T01:34:39.828744+0000","last_clean":"2024-09-12T01:34:39.828744+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:34:39.828744+0000","last_undegraded":"2024-09-12T01:34:39.828744+0000","last_fullsized":"2024-09-12T01:34:39.828744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:39.828637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:39.828637+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.828637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:39.394786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'351","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.915083+0000","last_change":"2024-09-12T01:34:38.915083+0000","last_active":"2024-09-12T01:34:38.915083+0000","last_peered":"2024-09-12T01:34:38.915083+0000","last_clean":"2024-09-12T01:34:38.915083+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:34:38.915083+0000","last_undegraded":"2024-09-12T01:34:38.915083+0000","last_fullsized":"2024-09-12T01:34:38.915083+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:38.915002+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:38.915002+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.915002+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:19.865605+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44419,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":561,"num_read_kb":1171,"num_write":436,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.759751+0000","last_change":"2024-09-12T01:34:46.759751+0000","last_active":"2024-09-12T01:34:46.759751+0000","last_peered":"2024-09-12T01:34:46.759751+0000","last_clean":"2024-09-12T01:34:46.759751+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:34:46.759751+0000","last_undegraded":"2024-09-12T01:34:46.759751+0000","last_fullsized":"2024-09-12T01:34:46.759751+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.759664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.759664+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.759664+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:46.399413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'161","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.757140+0000","last_change":"2024-09-12T01:34:52.757140+0000","last_active":"2024-09-12T01:34:52.757140+0000","last_peered":"2024-09-12T01:34:52.757140+0000","last_clean":"2024-09-12T01:34:52.757140+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:34:52.757140+0000","last_undegraded":"2024-09-12T01:34:52.757140+0000","last_fullsized":"2024-09-12T01:34:52.757140+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T01:34:52.757045+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T01:34:52.757045+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.757045+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:44:47.551370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.734753+0000","last_change":"2024-09-12T01:34:31.734753+0000","last_active":"2024-09-12T01:34:31.734753+0000","last_peered":"2024-09-12T01:34:31.734753+0000","last_clean":"2024-09-12T01:34:31.734753+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:34:31.734753+0000","last_undegraded":"2024-09-12T01:34:31.734753+0000","last_fullsized":"2024-09-12T01:34:31.734753+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.734673+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:16.877361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'414","reported_seq":1119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.923233+0000","last_change":"2024-09-12T01:34:15.923233+0000","last_active":"2024-09-12T01:34:15.923233+0000","last_peered":"2024-09-12T01:34:15.923233+0000","last_clean":"2024-09-12T01:34:15.923233+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:34:15.923233+0000","last_undegraded":"2024-09-12T01:34:15.923233+0000","last_fullsized":"2024-09-12T01:34:15.923233+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'414","last_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_deep_scrub":"267'414","last_deep_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.923149+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:52.215181+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":687,"num_read_kb":44477,"num_write":1209,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.423143+0000","last_change":"2024-09-12T01:34:37.423143+0000","last_active":"2024-09-12T01:34:37.423143+0000","last_peered":"2024-09-12T01:34:37.423143+0000","last_clean":"2024-09-12T01:34:37.423143+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:34:37.423143+0000","last_undegraded":"2024-09-12T01:34:37.423143+0000","last_fullsized":"2024-09-12T01:34:37.423143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.423026+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.423026+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.423026+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:59.457502+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'107","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.980703+0000","last_change":"2024-09-12T01:34:39.980703+0000","last_active":"2024-09-12T01:34:39.980703+0000","last_peered":"2024-09-12T01:34:39.980703+0000","last_clean":"2024-09-12T01:34:39.980703+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:34:39.980703+0000","last_undegraded":"2024-09-12T01:34:39.980703+0000","last_fullsized":"2024-09-12T01:34:39.980703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:39.980600+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:39.980600+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.980600+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:45.348413+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.037002+0000","last_change":"2024-09-12T01:34:46.037002+0000","last_active":"2024-09-12T01:34:46.037002+0000","last_peered":"2024-09-12T01:34:46.037002+0000","last_clean":"2024-09-12T01:34:46.037002+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:34:46.037002+0000","last_undegraded":"2024-09-12T01:34:46.037002+0000","last_fullsized":"2024-09-12T01:34:46.037002+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.036903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.036903+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.036903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:38.371679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'120","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.861786+0000","last_change":"2024-09-12T01:34:48.861786+0000","last_active":"2024-09-12T01:34:48.861786+0000","last_peered":"2024-09-12T01:34:48.861786+0000","last_clean":"2024-09-12T01:34:48.861786+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:34:48.861786+0000","last_undegraded":"2024-09-12T01:34:48.861786+0000","last_fullsized":"2024-09-12T01:34:48.861786+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'120","last_scrub_stamp":"2024-09-12T01:34:48.861670+0000","last_deep_scrub":"267'120","last_deep_scrub_stamp":"2024-09-12T01:34:48.861670+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.861670+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.154182+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.077597+0000","last_change":"2024-09-12T01:34:25.077597+0000","last_active":"2024-09-12T01:34:25.077597+0000","last_peered":"2024-09-12T01:34:25.077597+0000","last_clean":"2024-09-12T01:34:25.077597+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:34:25.077597+0000","last_undegraded":"2024-09-12T01:34:25.077597+0000","last_fullsized":"2024-09-12T01:34:25.077597+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.077510+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:29.922789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'330","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.715662+0000","last_change":"2024-09-12T01:34:21.715662+0000","last_active":"2024-09-12T01:34:21.715662+0000","last_peered":"2024-09-12T01:34:21.715662+0000","last_clean":"2024-09-12T01:34:21.715662+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:34:21.715662+0000","last_undegraded":"2024-09-12T01:34:21.715662+0000","last_fullsized":"2024-09-12T01:34:21.715662+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'330","last_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_deep_scrub":"267'330","last_deep_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.715506+0000","objects_scrubbed":4,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:42.318145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524334,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":21947,"num_write":1108,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.423323+0000","last_change":"2024-09-12T01:34:38.423323+0000","last_active":"2024-09-12T01:34:38.423323+0000","last_peered":"2024-09-12T01:34:38.423323+0000","last_clean":"2024-09-12T01:34:38.423323+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:34:38.423323+0000","last_undegraded":"2024-09-12T01:34:38.423323+0000","last_fullsized":"2024-09-12T01:34:38.423323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.423244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.423244+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.423244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:26.132060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.890235+0000","last_change":"2024-09-12T01:34:35.890235+0000","last_active":"2024-09-12T01:34:35.890235+0000","last_peered":"2024-09-12T01:34:35.890235+0000","last_clean":"2024-09-12T01:34:35.890235+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:34:35.890235+0000","last_undegraded":"2024-09-12T01:34:35.890235+0000","last_fullsized":"2024-09-12T01:34:35.890235+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.890143+0000","objects_scrubbed":7,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:01.133231+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'785","reported_seq":6763,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.756222+0000","last_change":"2024-09-12T01:34:47.756222+0000","last_active":"2024-09-12T01:34:47.756222+0000","last_peered":"2024-09-12T01:34:47.756222+0000","last_clean":"2024-09-12T01:34:47.756222+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:34:47.756222+0000","last_undegraded":"2024-09-12T01:34:47.756222+0000","last_fullsized":"2024-09-12T01:34:47.756222+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'785","last_scrub_stamp":"2024-09-12T01:34:47.756129+0000","last_deep_scrub":"267'785","last_deep_scrub_stamp":"2024-09-12T01:34:47.756129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.756129+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":701,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:52.066832+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'227","reported_seq":1073,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.003202+0000","last_change":"2024-09-12T01:34:53.003202+0000","last_active":"2024-09-12T01:34:53.003202+0000","last_peered":"2024-09-12T01:34:53.003202+0000","last_clean":"2024-09-12T01:34:53.003202+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:34:53.003202+0000","last_undegraded":"2024-09-12T01:34:53.003202+0000","last_fullsized":"2024-09-12T01:34:53.003202+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'227","last_scrub_stamp":"2024-09-12T01:34:53.003110+0000","last_deep_scrub":"267'227","last_deep_scrub_stamp":"2024-09-12T01:34:53.003110+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.003110+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:19.926968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.468048+0000","last_change":"2024-09-12T01:34:25.468048+0000","last_active":"2024-09-12T01:34:25.468048+0000","last_peered":"2024-09-12T01:34:25.468048+0000","last_clean":"2024-09-12T01:34:25.468048+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:34:25.468048+0000","last_undegraded":"2024-09-12T01:34:25.468048+0000","last_fullsized":"2024-09-12T01:34:25.468048+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'62","last_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_deep_scrub":"267'62","last_deep_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.467949+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.428327+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'337","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.147965+0000","last_change":"2024-09-12T01:34:17.147916+0000","last_active":"2024-09-12T01:34:17.147965+0000","last_peered":"2024-09-12T01:34:17.147965+0000","last_clean":"2024-09-12T01:34:17.147965+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:34:17.147965+0000","last_undegraded":"2024-09-12T01:34:17.147965+0000","last_fullsized":"2024-09-12T01:34:17.147965+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.147829+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:40.923194+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568655,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":38039,"num_write":1084,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"267'4","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.832165+0000","last_change":"2024-09-12T01:34:40.832165+0000","last_active":"2024-09-12T01:34:40.832165+0000","last_peered":"2024-09-12T01:34:40.832165+0000","last_clean":"2024-09-12T01:34:40.832165+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:34:40.832165+0000","last_undegraded":"2024-09-12T01:34:40.832165+0000","last_fullsized":"2024-09-12T01:34:40.832165+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:40.832054+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:40.832054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.832054+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:51.979794+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'295","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.804309+0000","last_change":"2024-09-12T01:34:43.804309+0000","last_active":"2024-09-12T01:34:43.804309+0000","last_peered":"2024-09-12T01:34:43.804309+0000","last_clean":"2024-09-12T01:34:43.804309+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:43.804309+0000","last_undegraded":"2024-09-12T01:34:43.804309+0000","last_fullsized":"2024-09-12T01:34:43.804309+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:43.804198+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:43.804198+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.804198+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:52.537725+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45912,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1100,"num_write":382,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'765","reported_seq":2510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.414057+0000","last_change":"2024-09-12T01:34:52.414057+0000","last_active":"2024-09-12T01:34:52.414057+0000","last_peered":"2024-09-12T01:34:52.414057+0000","last_clean":"2024-09-12T01:34:52.414057+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:34:52.414057+0000","last_undegraded":"2024-09-12T01:34:52.414057+0000","last_fullsized":"2024-09-12T01:34:52.414057+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'765","last_scrub_stamp":"2024-09-12T01:34:52.413942+0000","last_deep_scrub":"267'765","last_deep_scrub_stamp":"2024-09-12T01:34:52.413942+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.413942+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:31.445269+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.759260+0000","last_change":"2024-09-12T01:34:30.759260+0000","last_active":"2024-09-12T01:34:30.759260+0000","last_peered":"2024-09-12T01:34:30.759260+0000","last_clean":"2024-09-12T01:34:30.759260+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:34:30.759260+0000","last_undegraded":"2024-09-12T01:34:30.759260+0000","last_fullsized":"2024-09-12T01:34:30.759260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.759163+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:53.114927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'357","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.157402+0000","last_change":"2024-09-12T01:34:16.157347+0000","last_active":"2024-09-12T01:34:16.157402+0000","last_peered":"2024-09-12T01:34:16.157402+0000","last_clean":"2024-09-12T01:34:16.157402+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:34:16.157402+0000","last_undegraded":"2024-09-12T01:34:16.157402+0000","last_fullsized":"2024-09-12T01:34:16.157402+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.157167+0000","objects_scrubbed":9,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:58.281772+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":29153,"num_write":1128,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.776830+0000","last_change":"2024-09-12T01:34:35.776830+0000","last_active":"2024-09-12T01:34:35.776830+0000","last_peered":"2024-09-12T01:34:35.776830+0000","last_clean":"2024-09-12T01:34:35.776830+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:34:35.776830+0000","last_undegraded":"2024-09-12T01:34:35.776830+0000","last_fullsized":"2024-09-12T01:34:35.776830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.776721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:19.680052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'425","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.810974+0000","last_change":"2024-09-12T01:34:46.810974+0000","last_active":"2024-09-12T01:34:46.810974+0000","last_peered":"2024-09-12T01:34:46.810974+0000","last_clean":"2024-09-12T01:34:46.810974+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:34:46.810974+0000","last_undegraded":"2024-09-12T01:34:46.810974+0000","last_fullsized":"2024-09-12T01:34:46.810974+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'425","last_scrub_stamp":"2024-09-12T01:34:46.810852+0000","last_deep_scrub":"267'425","last_deep_scrub_stamp":"2024-09-12T01:34:46.810852+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.810852+0000","objects_scrubbed":10,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:43.287077+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47925,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":680,"num_read_kb":1437,"num_write":538,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.651457+0000","last_change":"2024-09-12T01:34:37.651457+0000","last_active":"2024-09-12T01:34:37.651457+0000","last_peered":"2024-09-12T01:34:37.651457+0000","last_clean":"2024-09-12T01:34:37.651457+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:34:37.651457+0000","last_undegraded":"2024-09-12T01:34:37.651457+0000","last_fullsized":"2024-09-12T01:34:37.651457+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.651354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.651354+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.651354+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:52.773769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'520","reported_seq":1341,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.788891+0000","last_change":"2024-09-12T01:34:48.788798+0000","last_active":"2024-09-12T01:34:48.788891+0000","last_peered":"2024-09-12T01:34:48.788891+0000","last_clean":"2024-09-12T01:34:48.788891+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:34:48.788891+0000","last_undegraded":"2024-09-12T01:34:48.788891+0000","last_fullsized":"2024-09-12T01:34:48.788891+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'520","last_scrub_stamp":"2024-09-12T01:34:48.788697+0000","last_deep_scrub":"267'520","last_deep_scrub_stamp":"2024-09-12T01:34:48.788697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.788697+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:13.649795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.852370+0000","last_change":"2024-09-12T01:34:20.852370+0000","last_active":"2024-09-12T01:34:20.852370+0000","last_peered":"2024-09-12T01:34:20.852370+0000","last_clean":"2024-09-12T01:34:20.852370+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:34:20.852370+0000","last_undegraded":"2024-09-12T01:34:20.852370+0000","last_fullsized":"2024-09-12T01:34:20.852370+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.852242+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:36.610350+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'379","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.744938+0000","last_change":"2024-09-12T01:34:20.744938+0000","last_active":"2024-09-12T01:34:20.744938+0000","last_peered":"2024-09-12T01:34:20.744938+0000","last_clean":"2024-09-12T01:34:20.744938+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:34:20.744938+0000","last_undegraded":"2024-09-12T01:34:20.744938+0000","last_fullsized":"2024-09-12T01:34:20.744938+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.744827+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:27.931700+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":555,"num_read_kb":10519,"num_write":1110,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.100525+0000","last_change":"2024-09-12T01:34:29.100525+0000","last_active":"2024-09-12T01:34:29.100525+0000","last_peered":"2024-09-12T01:34:29.100525+0000","last_clean":"2024-09-12T01:34:29.100525+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:34:29.100525+0000","last_undegraded":"2024-09-12T01:34:29.100525+0000","last_fullsized":"2024-09-12T01:34:29.100525+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.100443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:31.292041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'299","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.382352+0000","last_change":"2024-09-12T01:34:39.382352+0000","last_active":"2024-09-12T01:34:39.382352+0000","last_peered":"2024-09-12T01:34:39.382352+0000","last_clean":"2024-09-12T01:34:39.382352+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:34:39.382352+0000","last_undegraded":"2024-09-12T01:34:39.382352+0000","last_fullsized":"2024-09-12T01:34:39.382352+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T01:34:39.382210+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T01:34:39.382210+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.382210+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:39.896651+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46719,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":1130,"num_write":398,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.449704+0000","last_change":"2024-09-12T01:34:49.449704+0000","last_active":"2024-09-12T01:34:49.449704+0000","last_peered":"2024-09-12T01:34:49.449704+0000","last_clean":"2024-09-12T01:34:49.449704+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:34:49.449704+0000","last_undegraded":"2024-09-12T01:34:49.449704+0000","last_fullsized":"2024-09-12T01:34:49.449704+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:49.449618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:49.449618+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.449618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:50.732429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2395","reported_seq":4242,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.194998+0000","last_change":"2024-09-12T01:34:38.194998+0000","last_active":"2024-09-12T01:34:38.194998+0000","last_peered":"2024-09-12T01:34:38.194998+0000","last_clean":"2024-09-12T01:34:38.194998+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:34:38.194998+0000","last_undegraded":"2024-09-12T01:34:38.194998+0000","last_fullsized":"2024-09-12T01:34:38.194998+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2395","last_scrub_stamp":"2024-09-12T01:34:38.194891+0000","last_deep_scrub":"267'2395","last_deep_scrub_stamp":"2024-09-12T01:34:38.194891+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.194891+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":2300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:57.779274+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.061603+0000","last_change":"2024-09-12T01:34:25.061603+0000","last_active":"2024-09-12T01:34:25.061603+0000","last_peered":"2024-09-12T01:34:25.061603+0000","last_clean":"2024-09-12T01:34:25.061603+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:34:25.061603+0000","last_undegraded":"2024-09-12T01:34:25.061603+0000","last_fullsized":"2024-09-12T01:34:25.061603+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.061482+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:08.362142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'334","reported_seq":1069,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.780657+0000","last_change":"2024-09-12T01:34:24.780657+0000","last_active":"2024-09-12T01:34:24.780657+0000","last_peered":"2024-09-12T01:34:24.780657+0000","last_clean":"2024-09-12T01:34:24.780657+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:34:24.780657+0000","last_undegraded":"2024-09-12T01:34:24.780657+0000","last_fullsized":"2024-09-12T01:34:24.780657+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.780549+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:22.258260+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4951266,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":707,"num_read_kb":68545,"num_write":961,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.053134+0000","last_change":"2024-09-12T01:34:31.053134+0000","last_active":"2024-09-12T01:34:31.053134+0000","last_peered":"2024-09-12T01:34:31.053134+0000","last_clean":"2024-09-12T01:34:31.053134+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:34:31.053134+0000","last_undegraded":"2024-09-12T01:34:31.053134+0000","last_fullsized":"2024-09-12T01:34:31.053134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.053039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:41.960411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'351","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.845053+0000","last_change":"2024-09-12T01:34:40.845053+0000","last_active":"2024-09-12T01:34:40.845053+0000","last_peered":"2024-09-12T01:34:40.845053+0000","last_clean":"2024-09-12T01:34:40.845053+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:34:40.845053+0000","last_undegraded":"2024-09-12T01:34:40.845053+0000","last_fullsized":"2024-09-12T01:34:40.845053+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:40.844931+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:40.844931+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.844931+0000","objects_scrubbed":9,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:30.280189+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48064,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":576,"num_read_kb":1269,"num_write":460,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'789","reported_seq":2570,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.895139+0000","last_change":"2024-09-12T01:34:42.895139+0000","last_active":"2024-09-12T01:34:42.895139+0000","last_peered":"2024-09-12T01:34:42.895139+0000","last_clean":"2024-09-12T01:34:42.895139+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:34:42.895139+0000","last_undegraded":"2024-09-12T01:34:42.895139+0000","last_fullsized":"2024-09-12T01:34:42.895139+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'789","last_scrub_stamp":"2024-09-12T01:34:42.895051+0000","last_deep_scrub":"267'789","last_deep_scrub_stamp":"2024-09-12T01:34:42.895051+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.895051+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:04:02.305795+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'133","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.845557+0000","last_change":"2024-09-12T01:34:45.845557+0000","last_active":"2024-09-12T01:34:45.845557+0000","last_peered":"2024-09-12T01:34:45.845557+0000","last_clean":"2024-09-12T01:34:45.845557+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:34:45.845557+0000","last_undegraded":"2024-09-12T01:34:45.845557+0000","last_fullsized":"2024-09-12T01:34:45.845557+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T01:34:45.845469+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T01:34:45.845469+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.845469+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:54.425168+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.075786+0000","last_change":"2024-09-12T01:34:28.075786+0000","last_active":"2024-09-12T01:34:28.075786+0000","last_peered":"2024-09-12T01:34:28.075786+0000","last_clean":"2024-09-12T01:34:28.075786+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:34:28.075786+0000","last_undegraded":"2024-09-12T01:34:28.075786+0000","last_fullsized":"2024-09-12T01:34:28.075786+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.075654+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:58.219938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'408","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.803564+0000","last_change":"2024-09-12T01:34:18.803564+0000","last_active":"2024-09-12T01:34:18.803564+0000","last_peered":"2024-09-12T01:34:18.803564+0000","last_clean":"2024-09-12T01:34:18.803564+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:34:18.803564+0000","last_undegraded":"2024-09-12T01:34:18.803564+0000","last_fullsized":"2024-09-12T01:34:18.803564+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.803453+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:17.183164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306505,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":608,"num_read_kb":88898,"num_write":1349,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.069139+0000","last_change":"2024-09-12T01:34:30.069139+0000","last_active":"2024-09-12T01:34:30.069139+0000","last_peered":"2024-09-12T01:34:30.069139+0000","last_clean":"2024-09-12T01:34:30.069139+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:34:30.069139+0000","last_undegraded":"2024-09-12T01:34:30.069139+0000","last_fullsized":"2024-09-12T01:34:30.069139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.069054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:31:34.127539+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'508","reported_seq":1182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.991006+0000","last_change":"2024-09-12T01:34:36.991006+0000","last_active":"2024-09-12T01:34:36.991006+0000","last_peered":"2024-09-12T01:34:36.991006+0000","last_clean":"2024-09-12T01:34:36.991006+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:34:36.991006+0000","last_undegraded":"2024-09-12T01:34:36.991006+0000","last_fullsized":"2024-09-12T01:34:36.991006+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'508","last_scrub_stamp":"2024-09-12T01:34:36.990856+0000","last_deep_scrub":"267'508","last_deep_scrub_stamp":"2024-09-12T01:34:36.990856+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.990856+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":400,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:06.282542+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2065,"num_write":706,"num_write_kb":560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.029234+0000","last_change":"2024-09-12T01:34:33.029234+0000","last_active":"2024-09-12T01:34:33.029234+0000","last_peered":"2024-09-12T01:34:33.029234+0000","last_clean":"2024-09-12T01:34:33.029234+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:34:33.029234+0000","last_undegraded":"2024-09-12T01:34:33.029234+0000","last_fullsized":"2024-09-12T01:34:33.029234+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.029150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:53.956603+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'141","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.687578+0000","last_change":"2024-09-12T01:34:42.687578+0000","last_active":"2024-09-12T01:34:42.687578+0000","last_peered":"2024-09-12T01:34:42.687578+0000","last_clean":"2024-09-12T01:34:42.687578+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:34:42.687578+0000","last_undegraded":"2024-09-12T01:34:42.687578+0000","last_fullsized":"2024-09-12T01:34:42.687578+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T01:34:42.687480+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T01:34:42.687480+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.687480+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:36.269327+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.899283+0000","last_change":"2024-09-12T01:34:19.899283+0000","last_active":"2024-09-12T01:34:19.899283+0000","last_peered":"2024-09-12T01:34:19.899283+0000","last_clean":"2024-09-12T01:34:19.899283+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:34:19.899283+0000","last_undegraded":"2024-09-12T01:34:19.899283+0000","last_fullsized":"2024-09-12T01:34:19.899283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.899189+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:27:20.309842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'341","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.643720+0000","last_change":"2024-09-12T01:34:17.643720+0000","last_active":"2024-09-12T01:34:17.643720+0000","last_peered":"2024-09-12T01:34:17.643720+0000","last_clean":"2024-09-12T01:34:17.643720+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:34:17.643720+0000","last_undegraded":"2024-09-12T01:34:17.643720+0000","last_fullsized":"2024-09-12T01:34:17.643720+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'341","last_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_deep_scrub":"267'341","last_deep_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.643620+0000","objects_scrubbed":9,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:47.621287+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1906898,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":632,"num_read_kb":18249,"num_write":1064,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.036601+0000","last_change":"2024-09-12T01:34:32.036601+0000","last_active":"2024-09-12T01:34:32.036601+0000","last_peered":"2024-09-12T01:34:32.036601+0000","last_clean":"2024-09-12T01:34:32.036601+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:34:32.036601+0000","last_undegraded":"2024-09-12T01:34:32.036601+0000","last_fullsized":"2024-09-12T01:34:32.036601+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.036514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:47.757248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'333","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.985265+0000","last_change":"2024-09-12T01:34:40.985265+0000","last_active":"2024-09-12T01:34:40.985265+0000","last_peered":"2024-09-12T01:34:40.985265+0000","last_clean":"2024-09-12T01:34:40.985265+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:34:40.985265+0000","last_undegraded":"2024-09-12T01:34:40.985265+0000","last_fullsized":"2024-09-12T01:34:40.985265+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'333","last_scrub_stamp":"2024-09-12T01:34:40.985164+0000","last_deep_scrub":"267'333","last_deep_scrub_stamp":"2024-09-12T01:34:40.985164+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.985164+0000","objects_scrubbed":7,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:48.028153+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50461,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":563,"num_read_kb":1271,"num_write":500,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.883543+0000","last_change":"2024-09-12T01:34:44.883543+0000","last_active":"2024-09-12T01:34:44.883543+0000","last_peered":"2024-09-12T01:34:44.883543+0000","last_clean":"2024-09-12T01:34:44.883543+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:34:44.883543+0000","last_undegraded":"2024-09-12T01:34:44.883543+0000","last_fullsized":"2024-09-12T01:34:44.883543+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.883433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.883433+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.883433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:31.608993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'176","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.446352+0000","last_change":"2024-09-12T01:34:53.446352+0000","last_active":"2024-09-12T01:34:53.446352+0000","last_peered":"2024-09-12T01:34:53.446352+0000","last_clean":"2024-09-12T01:34:53.446352+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:34:53.446352+0000","last_undegraded":"2024-09-12T01:34:53.446352+0000","last_fullsized":"2024-09-12T01:34:53.446352+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:53.446254+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:53.446254+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.446254+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:41:41.559140+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.933497+0000","last_change":"2024-09-12T01:34:22.933497+0000","last_active":"2024-09-12T01:34:22.933497+0000","last_peered":"2024-09-12T01:34:22.933497+0000","last_clean":"2024-09-12T01:34:22.933497+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:34:22.933497+0000","last_undegraded":"2024-09-12T01:34:22.933497+0000","last_fullsized":"2024-09-12T01:34:22.933497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.933410+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:09:24.737888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'332","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.078981+0000","last_change":"2024-09-12T01:34:18.078981+0000","last_active":"2024-09-12T01:34:18.078981+0000","last_peered":"2024-09-12T01:34:18.078981+0000","last_clean":"2024-09-12T01:34:18.078981+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:34:18.078981+0000","last_undegraded":"2024-09-12T01:34:18.078981+0000","last_fullsized":"2024-09-12T01:34:18.078981+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.078859+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:22.833924+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536448,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":21516,"num_write":1002,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.552015+0000","last_change":"2024-09-12T01:34:30.552015+0000","last_active":"2024-09-12T01:34:30.552015+0000","last_peered":"2024-09-12T01:34:30.552015+0000","last_clean":"2024-09-12T01:34:30.552015+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:34:30.552015+0000","last_undegraded":"2024-09-12T01:34:30.552015+0000","last_fullsized":"2024-09-12T01:34:30.552015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.551922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:18.944281+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'349","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.940892+0000","last_change":"2024-09-12T01:34:34.940892+0000","last_active":"2024-09-12T01:34:34.940892+0000","last_peered":"2024-09-12T01:34:34.940892+0000","last_clean":"2024-09-12T01:34:34.940892+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:34:34.940892+0000","last_undegraded":"2024-09-12T01:34:34.940892+0000","last_fullsized":"2024-09-12T01:34:34.940892+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.940742+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:30.334813+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58840,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":1252,"num_write":446,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'721","reported_seq":2593,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.981023+0000","last_change":"2024-09-12T01:34:33.981023+0000","last_active":"2024-09-12T01:34:33.981023+0000","last_peered":"2024-09-12T01:34:33.981023+0000","last_clean":"2024-09-12T01:34:33.981023+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:34:33.981023+0000","last_undegraded":"2024-09-12T01:34:33.981023+0000","last_fullsized":"2024-09-12T01:34:33.981023+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'721","last_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_deep_scrub":"267'721","last_deep_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.980936+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:57.481745+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'109","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.691400+0000","last_change":"2024-09-12T01:34:40.691337+0000","last_active":"2024-09-12T01:34:40.691400+0000","last_peered":"2024-09-12T01:34:40.691400+0000","last_clean":"2024-09-12T01:34:40.691400+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:34:40.691400+0000","last_undegraded":"2024-09-12T01:34:40.691400+0000","last_fullsized":"2024-09-12T01:34:40.691400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'109","last_scrub_stamp":"2024-09-12T01:34:40.691233+0000","last_deep_scrub":"267'109","last_deep_scrub_stamp":"2024-09-12T01:34:40.691233+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.691233+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:20.322033+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'730","reported_seq":1490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.886272+0000","last_change":"2024-09-12T01:34:21.886272+0000","last_active":"2024-09-12T01:34:21.886272+0000","last_peered":"2024-09-12T01:34:21.886272+0000","last_clean":"2024-09-12T01:34:21.886272+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:34:21.886272+0000","last_undegraded":"2024-09-12T01:34:21.886272+0000","last_fullsized":"2024-09-12T01:34:21.886272+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'730","last_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_deep_scrub":"267'730","last_deep_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.886175+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:22.782866+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3142,"num_omap_keys":13,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'368","reported_seq":1040,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.919460+0000","last_change":"2024-09-12T01:34:17.919460+0000","last_active":"2024-09-12T01:34:17.919460+0000","last_peered":"2024-09-12T01:34:17.919460+0000","last_clean":"2024-09-12T01:34:17.919460+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:34:17.919460+0000","last_undegraded":"2024-09-12T01:34:17.919460+0000","last_fullsized":"2024-09-12T01:34:17.919460+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.919295+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:03.299288+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274220,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":564,"num_read_kb":28786,"num_write":1187,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1464,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.850754+0000","last_change":"2024-09-12T01:34:38.850754+0000","last_active":"2024-09-12T01:34:38.850754+0000","last_peered":"2024-09-12T01:34:38.850754+0000","last_clean":"2024-09-12T01:34:38.850754+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:34:38.850754+0000","last_undegraded":"2024-09-12T01:34:38.850754+0000","last_fullsized":"2024-09-12T01:34:38.850754+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:38.850672+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:38.850672+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.850672+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:00.936935+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.382771+0000","last_change":"2024-09-12T01:34:40.382771+0000","last_active":"2024-09-12T01:34:40.382771+0000","last_peered":"2024-09-12T01:34:40.382771+0000","last_clean":"2024-09-12T01:34:40.382771+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:34:40.382771+0000","last_undegraded":"2024-09-12T01:34:40.382771+0000","last_fullsized":"2024-09-12T01:34:40.382771+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:40.382666+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:40.382666+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.382666+0000","objects_scrubbed":5,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:54:50.690808+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'750","reported_seq":2513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.119434+0000","last_change":"2024-09-12T01:34:34.119434+0000","last_active":"2024-09-12T01:34:34.119434+0000","last_peered":"2024-09-12T01:34:34.119434+0000","last_clean":"2024-09-12T01:34:34.119434+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:34:34.119434+0000","last_undegraded":"2024-09-12T01:34:34.119434+0000","last_fullsized":"2024-09-12T01:34:34.119434+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.119235+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":701,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:24:51.245296+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'123","reported_seq":659,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.037026+0000","last_change":"2024-09-12T01:34:47.036946+0000","last_active":"2024-09-12T01:34:47.037026+0000","last_peered":"2024-09-12T01:34:47.037026+0000","last_clean":"2024-09-12T01:34:47.037026+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:34:47.037026+0000","last_undegraded":"2024-09-12T01:34:47.037026+0000","last_fullsized":"2024-09-12T01:34:47.037026+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T01:34:47.036851+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T01:34:47.036851+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.036851+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:21.537198+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.471170+0000","last_change":"2024-09-12T01:34:24.471170+0000","last_active":"2024-09-12T01:34:24.471170+0000","last_peered":"2024-09-12T01:34:24.471170+0000","last_clean":"2024-09-12T01:34:24.471170+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:34:24.471170+0000","last_undegraded":"2024-09-12T01:34:24.471170+0000","last_fullsized":"2024-09-12T01:34:24.471170+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.471057+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:34:26.310957+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'332","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.510493+0000","last_change":"2024-09-12T01:34:24.510493+0000","last_active":"2024-09-12T01:34:24.510493+0000","last_peered":"2024-09-12T01:34:24.510493+0000","last_clean":"2024-09-12T01:34:24.510493+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:34:24.510493+0000","last_undegraded":"2024-09-12T01:34:24.510493+0000","last_fullsized":"2024-09-12T01:34:24.510493+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.510312+0000","objects_scrubbed":10,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:26.392464+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421954,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":498,"num_read_kb":7676,"num_write":1106,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.945900+0000","last_change":"2024-09-12T01:34:36.945900+0000","last_active":"2024-09-12T01:34:36.945900+0000","last_peered":"2024-09-12T01:34:36.945900+0000","last_clean":"2024-09-12T01:34:36.945900+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:34:36.945900+0000","last_undegraded":"2024-09-12T01:34:36.945900+0000","last_fullsized":"2024-09-12T01:34:36.945900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.945787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.945787+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.945787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:56.306936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'392","reported_seq":1023,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.782271+0000","last_change":"2024-09-12T01:34:43.782271+0000","last_active":"2024-09-12T01:34:43.782271+0000","last_peered":"2024-09-12T01:34:43.782271+0000","last_clean":"2024-09-12T01:34:43.782271+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:34:43.782271+0000","last_undegraded":"2024-09-12T01:34:43.782271+0000","last_fullsized":"2024-09-12T01:34:43.782271+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'392","last_scrub_stamp":"2024-09-12T01:34:43.782080+0000","last_deep_scrub":"267'392","last_deep_scrub_stamp":"2024-09-12T01:34:43.782080+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.782080+0000","objects_scrubbed":8,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:08.357440+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45416,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1331,"num_write":498,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.120037+0000","last_change":"2024-09-12T01:34:33.120037+0000","last_active":"2024-09-12T01:34:33.120037+0000","last_peered":"2024-09-12T01:34:33.120037+0000","last_clean":"2024-09-12T01:34:33.120037+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:34:33.120037+0000","last_undegraded":"2024-09-12T01:34:33.120037+0000","last_fullsized":"2024-09-12T01:34:33.120037+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.119946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:47.834088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'169","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.646365+0000","last_change":"2024-09-12T01:34:41.646252+0000","last_active":"2024-09-12T01:34:41.646365+0000","last_peered":"2024-09-12T01:34:41.646365+0000","last_clean":"2024-09-12T01:34:41.646365+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:34:41.646365+0000","last_undegraded":"2024-09-12T01:34:41.646365+0000","last_fullsized":"2024-09-12T01:34:41.646365+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:41.646150+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:41.646150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.646150+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:16.995767+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.024384+0000","last_change":"2024-09-12T01:34:24.024291+0000","last_active":"2024-09-12T01:34:24.024384+0000","last_peered":"2024-09-12T01:34:24.024384+0000","last_clean":"2024-09-12T01:34:24.024384+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:34:24.024384+0000","last_undegraded":"2024-09-12T01:34:24.024384+0000","last_fullsized":"2024-09-12T01:34:24.024384+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'66","last_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_deep_scrub":"267'66","last_deep_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.024200+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:15.892496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.837996+0000","last_change":"2024-09-12T01:34:17.837996+0000","last_active":"2024-09-12T01:34:17.837996+0000","last_peered":"2024-09-12T01:34:17.837996+0000","last_clean":"2024-09-12T01:34:17.837996+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:34:17.837996+0000","last_undegraded":"2024-09-12T01:34:17.837996+0000","last_fullsized":"2024-09-12T01:34:17.837996+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.837909+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:57.730211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.802105+0000","last_change":"2024-09-12T01:34:17.802052+0000","last_active":"2024-09-12T01:34:17.802105+0000","last_peered":"2024-09-12T01:34:17.802105+0000","last_clean":"2024-09-12T01:34:17.802105+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:34:17.802105+0000","last_undegraded":"2024-09-12T01:34:17.802105+0000","last_fullsized":"2024-09-12T01:34:17.802105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.801970+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:00.499495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'326","reported_seq":1081,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.146147+0000","last_change":"2024-09-12T01:34:15.146147+0000","last_active":"2024-09-12T01:34:15.146147+0000","last_peered":"2024-09-12T01:34:15.146147+0000","last_clean":"2024-09-12T01:34:15.146147+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:34:15.146147+0000","last_undegraded":"2024-09-12T01:34:15.146147+0000","last_fullsized":"2024-09-12T01:34:15.146147+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'326","last_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_deep_scrub":"267'326","last_deep_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.146025+0000","objects_scrubbed":10,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.214986+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":644,"num_read_kb":57182,"num_write":1084,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.801243+0000","last_change":"2024-09-12T01:34:34.801168+0000","last_active":"2024-09-12T01:34:34.801243+0000","last_peered":"2024-09-12T01:34:34.801243+0000","last_clean":"2024-09-12T01:34:34.801243+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:34:34.801243+0000","last_undegraded":"2024-09-12T01:34:34.801243+0000","last_fullsized":"2024-09-12T01:34:34.801243+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.801086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:23.223834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'771","reported_seq":1498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.765424+0000","last_change":"2024-09-12T01:34:42.765424+0000","last_active":"2024-09-12T01:34:42.765424+0000","last_peered":"2024-09-12T01:34:42.765424+0000","last_clean":"2024-09-12T01:34:42.765424+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:34:42.765424+0000","last_undegraded":"2024-09-12T01:34:42.765424+0000","last_fullsized":"2024-09-12T01:34:42.765424+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'771","last_scrub_stamp":"2024-09-12T01:34:42.765334+0000","last_deep_scrub":"267'771","last_deep_scrub_stamp":"2024-09-12T01:34:42.765334+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.765334+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:28.807330+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162603,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1479,"num_read_kb":3529,"num_write":1386,"num_write_kb":1232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":90366,"num_omap_keys":220,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.890986+0000","last_change":"2024-09-12T01:34:41.890986+0000","last_active":"2024-09-12T01:34:41.890986+0000","last_peered":"2024-09-12T01:34:41.890986+0000","last_clean":"2024-09-12T01:34:41.890986+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:34:41.890986+0000","last_undegraded":"2024-09-12T01:34:41.890986+0000","last_fullsized":"2024-09-12T01:34:41.890986+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:41.890906+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:41.890906+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.890906+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:59.612536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'198","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.165676+0000","last_change":"2024-09-12T01:34:40.165676+0000","last_active":"2024-09-12T01:34:40.165676+0000","last_peered":"2024-09-12T01:34:40.165676+0000","last_clean":"2024-09-12T01:34:40.165676+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:34:40.165676+0000","last_undegraded":"2024-09-12T01:34:40.165676+0000","last_fullsized":"2024-09-12T01:34:40.165676+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T01:34:40.165593+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T01:34:40.165593+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.165593+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:27.382339+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'446","reported_seq":1195,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.075217+0000","last_change":"2024-09-12T01:34:22.075217+0000","last_active":"2024-09-12T01:34:22.075217+0000","last_peered":"2024-09-12T01:34:22.075217+0000","last_clean":"2024-09-12T01:34:22.075217+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:34:22.075217+0000","last_undegraded":"2024-09-12T01:34:22.075217+0000","last_fullsized":"2024-09-12T01:34:22.075217+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'446","last_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_deep_scrub":"267'446","last_deep_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.075129+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:43.397797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":29760,"num_omap_keys":119,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.819349+0000","last_change":"2024-09-12T01:34:18.819349+0000","last_active":"2024-09-12T01:34:18.819349+0000","last_peered":"2024-09-12T01:34:18.819349+0000","last_clean":"2024-09-12T01:34:18.819349+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:34:18.819349+0000","last_undegraded":"2024-09-12T01:34:18.819349+0000","last_fullsized":"2024-09-12T01:34:18.819349+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.819269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:58.762555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'300","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:13.916891+0000","last_change":"2024-09-12T01:34:13.916836+0000","last_active":"2024-09-12T01:34:13.916891+0000","last_peered":"2024-09-12T01:34:13.916891+0000","last_clean":"2024-09-12T01:34:13.916891+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:34:13.916891+0000","last_undegraded":"2024-09-12T01:34:13.916891+0000","last_fullsized":"2024-09-12T01:34:13.916891+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'300","last_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_deep_scrub":"267'300","last_deep_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:13.916697+0000","objects_scrubbed":7,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:19.782527+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1017100,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":44739,"num_write":973,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.806438+0000","last_change":"2024-09-12T01:34:37.806438+0000","last_active":"2024-09-12T01:34:37.806438+0000","last_peered":"2024-09-12T01:34:37.806438+0000","last_clean":"2024-09-12T01:34:37.806438+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:34:37.806438+0000","last_undegraded":"2024-09-12T01:34:37.806438+0000","last_fullsized":"2024-09-12T01:34:37.806438+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.806359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.806359+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.806359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:13.637800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1326","reported_seq":3129,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.570541+0000","last_change":"2024-09-12T01:34:35.570479+0000","last_active":"2024-09-12T01:34:35.570541+0000","last_peered":"2024-09-12T01:34:35.570541+0000","last_clean":"2024-09-12T01:34:35.570541+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:35.570541+0000","last_undegraded":"2024-09-12T01:34:35.570541+0000","last_fullsized":"2024-09-12T01:34:35.570541+0000","mapping_epoch":33,"log_start":"267'1300","ondisk_log_start":"267'1300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1326","last_scrub_stamp":"2024-09-12T01:34:35.570355+0000","last_deep_scrub":"267'1326","last_deep_scrub_stamp":"2024-09-12T01:34:35.570355+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.570355+0000","objects_scrubbed":12,"log_size":26,"log_dups_size":1300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:51.261513+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148918,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2099,"num_read_kb":4055,"num_write":1204,"num_write_kb":1018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.800916+0000","last_change":"2024-09-12T01:34:45.800795+0000","last_active":"2024-09-12T01:34:45.800916+0000","last_peered":"2024-09-12T01:34:45.800916+0000","last_clean":"2024-09-12T01:34:45.800916+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:34:45.800916+0000","last_undegraded":"2024-09-12T01:34:45.800916+0000","last_fullsized":"2024-09-12T01:34:45.800916+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:45.800704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:45.800704+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.800704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:37.294269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'240","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.726493+0000","last_change":"2024-09-12T01:34:43.726493+0000","last_active":"2024-09-12T01:34:43.726493+0000","last_peered":"2024-09-12T01:34:43.726493+0000","last_clean":"2024-09-12T01:34:43.726493+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:34:43.726493+0000","last_undegraded":"2024-09-12T01:34:43.726493+0000","last_fullsized":"2024-09-12T01:34:43.726493+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'240","last_scrub_stamp":"2024-09-12T01:34:43.726393+0000","last_deep_scrub":"267'240","last_deep_scrub_stamp":"2024-09-12T01:34:43.726393+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.726393+0000","objects_scrubbed":4,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:33.287796+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.483889+0000","last_change":"2024-09-12T01:34:23.483889+0000","last_active":"2024-09-12T01:34:23.483889+0000","last_peered":"2024-09-12T01:34:23.483889+0000","last_clean":"2024-09-12T01:34:23.483889+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:34:23.483889+0000","last_undegraded":"2024-09-12T01:34:23.483889+0000","last_fullsized":"2024-09-12T01:34:23.483889+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.483788+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:47.232362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.116153+0000","last_change":"2024-09-12T01:34:18.116106+0000","last_active":"2024-09-12T01:34:18.116153+0000","last_peered":"2024-09-12T01:34:18.116153+0000","last_clean":"2024-09-12T01:34:18.116153+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:34:18.116153+0000","last_undegraded":"2024-09-12T01:34:18.116153+0000","last_fullsized":"2024-09-12T01:34:18.116153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.116039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:30.723064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'348","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.484956+0000","last_change":"2024-09-12T01:34:16.484900+0000","last_active":"2024-09-12T01:34:16.484956+0000","last_peered":"2024-09-12T01:34:16.484956+0000","last_clean":"2024-09-12T01:34:16.484956+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:16.484956+0000","last_undegraded":"2024-09-12T01:34:16.484956+0000","last_fullsized":"2024-09-12T01:34:16.484956+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.484792+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:14.565279+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254653,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":556,"num_read_kb":20707,"num_write":1178,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.114241+0000","last_change":"2024-09-12T01:34:28.114241+0000","last_active":"2024-09-12T01:34:28.114241+0000","last_peered":"2024-09-12T01:34:28.114241+0000","last_clean":"2024-09-12T01:34:28.114241+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:34:28.114241+0000","last_undegraded":"2024-09-12T01:34:28.114241+0000","last_fullsized":"2024-09-12T01:34:28.114241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.114157+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:01.418886+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'303","reported_seq":1706,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.900946+0000","last_change":"2024-09-12T01:34:38.900887+0000","last_active":"2024-09-12T01:34:38.900946+0000","last_peered":"2024-09-12T01:34:38.900946+0000","last_clean":"2024-09-12T01:34:38.900946+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:34:38.900946+0000","last_undegraded":"2024-09-12T01:34:38.900946+0000","last_fullsized":"2024-09-12T01:34:38.900946+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T01:34:38.900767+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T01:34:38.900767+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.900767+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:00.078961+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5400,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.874490+0000","last_change":"2024-09-12T01:34:40.874432+0000","last_active":"2024-09-12T01:34:40.874490+0000","last_peered":"2024-09-12T01:34:40.874490+0000","last_clean":"2024-09-12T01:34:40.874490+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:34:40.874490+0000","last_undegraded":"2024-09-12T01:34:40.874490+0000","last_fullsized":"2024-09-12T01:34:40.874490+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:40.874345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:40.874345+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.874345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:23.192919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'258","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.431331+0000","last_change":"2024-09-12T01:34:50.431331+0000","last_active":"2024-09-12T01:34:50.431331+0000","last_peered":"2024-09-12T01:34:50.431331+0000","last_clean":"2024-09-12T01:34:50.431331+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:34:50.431331+0000","last_undegraded":"2024-09-12T01:34:50.431331+0000","last_fullsized":"2024-09-12T01:34:50.431331+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:50.431239+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:50.431239+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.431239+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:58.090232+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.437281+0000","last_change":"2024-09-12T01:34:22.437219+0000","last_active":"2024-09-12T01:34:22.437281+0000","last_peered":"2024-09-12T01:34:22.437281+0000","last_clean":"2024-09-12T01:34:22.437281+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:34:22.437281+0000","last_undegraded":"2024-09-12T01:34:22.437281+0000","last_fullsized":"2024-09-12T01:34:22.437281+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'253","last_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_deep_scrub":"267'253","last_deep_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.437125+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:14.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.805478+0000","last_change":"2024-09-12T01:34:16.805418+0000","last_active":"2024-09-12T01:34:16.805478+0000","last_peered":"2024-09-12T01:34:16.805478+0000","last_clean":"2024-09-12T01:34:16.805478+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:34:16.805478+0000","last_undegraded":"2024-09-12T01:34:16.805478+0000","last_fullsized":"2024-09-12T01:34:16.805478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.805297+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:32.740528+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'378","reported_seq":1142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.994003+0000","last_change":"2024-09-12T01:34:15.993941+0000","last_active":"2024-09-12T01:34:15.994003+0000","last_peered":"2024-09-12T01:34:15.994003+0000","last_clean":"2024-09-12T01:34:15.994003+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:34:15.994003+0000","last_undegraded":"2024-09-12T01:34:15.994003+0000","last_fullsized":"2024-09-12T01:34:15.994003+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.993789+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:07.647063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":849,"num_read_kb":10017,"num_write":1078,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":522,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.991487+0000","last_change":"2024-09-12T01:34:33.991487+0000","last_active":"2024-09-12T01:34:33.991487+0000","last_peered":"2024-09-12T01:34:33.991487+0000","last_clean":"2024-09-12T01:34:33.991487+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:34:33.991487+0000","last_undegraded":"2024-09-12T01:34:33.991487+0000","last_fullsized":"2024-09-12T01:34:33.991487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.991407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:25.721633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.424579+0000","last_change":"2024-09-12T01:34:42.424579+0000","last_active":"2024-09-12T01:34:42.424579+0000","last_peered":"2024-09-12T01:34:42.424579+0000","last_clean":"2024-09-12T01:34:42.424579+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:34:42.424579+0000","last_undegraded":"2024-09-12T01:34:42.424579+0000","last_fullsized":"2024-09-12T01:34:42.424579+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'157","last_scrub_stamp":"2024-09-12T01:34:42.424471+0000","last_deep_scrub":"267'157","last_deep_scrub_stamp":"2024-09-12T01:34:42.424471+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.424471+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:40:51.306811+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.165307+0000","last_change":"2024-09-12T01:34:32.165307+0000","last_active":"2024-09-12T01:34:32.165307+0000","last_peered":"2024-09-12T01:34:32.165307+0000","last_clean":"2024-09-12T01:34:32.165307+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:34:32.165307+0000","last_undegraded":"2024-09-12T01:34:32.165307+0000","last_fullsized":"2024-09-12T01:34:32.165307+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.165192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:20.255992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.765219+0000","last_change":"2024-09-12T01:34:49.765219+0000","last_active":"2024-09-12T01:34:49.765219+0000","last_peered":"2024-09-12T01:34:49.765219+0000","last_clean":"2024-09-12T01:34:49.765219+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:34:49.765219+0000","last_undegraded":"2024-09-12T01:34:49.765219+0000","last_fullsized":"2024-09-12T01:34:49.765219+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'117","last_scrub_stamp":"2024-09-12T01:34:49.765136+0000","last_deep_scrub":"267'117","last_deep_scrub_stamp":"2024-09-12T01:34:49.765136+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.765136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:12.873221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.509588+0000","last_change":"2024-09-12T01:34:25.509536+0000","last_active":"2024-09-12T01:34:25.509588+0000","last_peered":"2024-09-12T01:34:25.509588+0000","last_clean":"2024-09-12T01:34:25.509588+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:34:25.509588+0000","last_undegraded":"2024-09-12T01:34:25.509588+0000","last_fullsized":"2024-09-12T01:34:25.509588+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.509452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:06.849965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'325","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.820971+0000","last_change":"2024-09-12T01:34:19.820914+0000","last_active":"2024-09-12T01:34:19.820971+0000","last_peered":"2024-09-12T01:34:19.820971+0000","last_clean":"2024-09-12T01:34:19.820971+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:34:19.820971+0000","last_undegraded":"2024-09-12T01:34:19.820971+0000","last_fullsized":"2024-09-12T01:34:19.820971+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'325","last_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_deep_scrub":"267'325","last_deep_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.820806+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:55.116462+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":22107,"num_write":972,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.495738+0000","last_change":"2024-09-12T01:34:14.495680+0000","last_active":"2024-09-12T01:34:14.495738+0000","last_peered":"2024-09-12T01:34:14.495738+0000","last_clean":"2024-09-12T01:34:14.495738+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:34:14.495738+0000","last_undegraded":"2024-09-12T01:34:14.495738+0000","last_fullsized":"2024-09-12T01:34:14.495738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.495604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:30.097107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":523,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.003258+0000","last_change":"2024-09-12T01:34:33.003172+0000","last_active":"2024-09-12T01:34:33.003258+0000","last_peered":"2024-09-12T01:34:33.003258+0000","last_clean":"2024-09-12T01:34:33.003258+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:34:33.003258+0000","last_undegraded":"2024-09-12T01:34:33.003258+0000","last_fullsized":"2024-09-12T01:34:33.003258+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.003073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:18:43.680240+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'630","reported_seq":1344,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.028870+0000","last_change":"2024-09-12T01:34:36.028870+0000","last_active":"2024-09-12T01:34:36.028870+0000","last_peered":"2024-09-12T01:34:36.028870+0000","last_clean":"2024-09-12T01:34:36.028870+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:34:36.028870+0000","last_undegraded":"2024-09-12T01:34:36.028870+0000","last_fullsized":"2024-09-12T01:34:36.028870+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'630","last_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_deep_scrub":"267'630","last_deep_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.028675+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":600,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:42.358619+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90053,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1640,"num_read_kb":2839,"num_write":2124,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":500702,"num_omap_keys":1132,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.963676+0000","last_change":"2024-09-12T01:34:43.963615+0000","last_active":"2024-09-12T01:34:43.963676+0000","last_peered":"2024-09-12T01:34:43.963676+0000","last_clean":"2024-09-12T01:34:43.963676+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:34:43.963676+0000","last_undegraded":"2024-09-12T01:34:43.963676+0000","last_fullsized":"2024-09-12T01:34:43.963676+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:43.963500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:43.963500+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.963500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:40.495769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'150","reported_seq":679,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.871603+0000","last_change":"2024-09-12T01:34:51.871603+0000","last_active":"2024-09-12T01:34:51.871603+0000","last_peered":"2024-09-12T01:34:51.871603+0000","last_clean":"2024-09-12T01:34:51.871603+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:34:51.871603+0000","last_undegraded":"2024-09-12T01:34:51.871603+0000","last_fullsized":"2024-09-12T01:34:51.871603+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:51.871510+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:51.871510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.871510+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:44:04.000102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4782,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.068096+0000","last_change":"2024-09-12T01:34:23.068031+0000","last_active":"2024-09-12T01:34:23.068096+0000","last_peered":"2024-09-12T01:34:23.068096+0000","last_clean":"2024-09-12T01:34:23.068096+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:34:23.068096+0000","last_undegraded":"2024-09-12T01:34:23.068096+0000","last_fullsized":"2024-09-12T01:34:23.068096+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4160","last_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_deep_scrub":"267'4160","last_deep_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.067935+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:01.251585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'339","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.513422+0000","last_change":"2024-09-12T01:34:17.513367+0000","last_active":"2024-09-12T01:34:17.513422+0000","last_peered":"2024-09-12T01:34:17.513422+0000","last_clean":"2024-09-12T01:34:17.513422+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:17.513422+0000","last_undegraded":"2024-09-12T01:34:17.513422+0000","last_fullsized":"2024-09-12T01:34:17.513422+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.513285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:02.649255+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":455,"num_read_kb":28271,"num_write":956,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.786402+0000","last_change":"2024-09-12T01:34:19.786349+0000","last_active":"2024-09-12T01:34:19.786402+0000","last_peered":"2024-09-12T01:34:19.786402+0000","last_clean":"2024-09-12T01:34:19.786402+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:34:19.786402+0000","last_undegraded":"2024-09-12T01:34:19.786402+0000","last_fullsized":"2024-09-12T01:34:19.786402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.786263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:17.736311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.110872+0000","last_change":"2024-09-12T01:34:29.110785+0000","last_active":"2024-09-12T01:34:29.110872+0000","last_peered":"2024-09-12T01:34:29.110872+0000","last_clean":"2024-09-12T01:34:29.110872+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:34:29.110872+0000","last_undegraded":"2024-09-12T01:34:29.110872+0000","last_fullsized":"2024-09-12T01:34:29.110872+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.110667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:32.655136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'250","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.528603+0000","last_change":"2024-09-12T01:34:34.528546+0000","last_active":"2024-09-12T01:34:34.528603+0000","last_peered":"2024-09-12T01:34:34.528603+0000","last_clean":"2024-09-12T01:34:34.528603+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:34:34.528603+0000","last_undegraded":"2024-09-12T01:34:34.528603+0000","last_fullsized":"2024-09-12T01:34:34.528603+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T01:34:34.528436+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T01:34:34.528436+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.528436+0000","objects_scrubbed":9,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:02.075400+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'787","reported_seq":2841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.760628+0000","last_change":"2024-09-12T01:34:47.760628+0000","last_active":"2024-09-12T01:34:47.760628+0000","last_peered":"2024-09-12T01:34:47.760628+0000","last_clean":"2024-09-12T01:34:47.760628+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:34:47.760628+0000","last_undegraded":"2024-09-12T01:34:47.760628+0000","last_fullsized":"2024-09-12T01:34:47.760628+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'787","last_scrub_stamp":"2024-09-12T01:34:47.760547+0000","last_deep_scrub":"267'787","last_deep_scrub_stamp":"2024-09-12T01:34:47.760547+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.760547+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:34.727540+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'124","reported_seq":664,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.398549+0000","last_change":"2024-09-12T01:34:51.398549+0000","last_active":"2024-09-12T01:34:51.398549+0000","last_peered":"2024-09-12T01:34:51.398549+0000","last_clean":"2024-09-12T01:34:51.398549+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:34:51.398549+0000","last_undegraded":"2024-09-12T01:34:51.398549+0000","last_fullsized":"2024-09-12T01:34:51.398549+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T01:34:51.398434+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T01:34:51.398434+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.398434+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:35.221569+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.409388+0000","last_change":"2024-09-12T01:34:32.409388+0000","last_active":"2024-09-12T01:34:32.409388+0000","last_peered":"2024-09-12T01:34:32.409388+0000","last_clean":"2024-09-12T01:34:32.409388+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:34:32.409388+0000","last_undegraded":"2024-09-12T01:34:32.409388+0000","last_fullsized":"2024-09-12T01:34:32.409388+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.409287+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:33.131297+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'340","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.622061+0000","last_change":"2024-09-12T01:34:15.622061+0000","last_active":"2024-09-12T01:34:15.622061+0000","last_peered":"2024-09-12T01:34:15.622061+0000","last_clean":"2024-09-12T01:34:15.622061+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:34:15.622061+0000","last_undegraded":"2024-09-12T01:34:15.622061+0000","last_fullsized":"2024-09-12T01:34:15.622061+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.621956+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:24.982161+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1367628,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":48228,"num_write":1099,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.502032+0000","last_change":"2024-09-12T01:34:15.502032+0000","last_active":"2024-09-12T01:34:15.502032+0000","last_peered":"2024-09-12T01:34:15.502032+0000","last_clean":"2024-09-12T01:34:15.502032+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:34:15.502032+0000","last_undegraded":"2024-09-12T01:34:15.502032+0000","last_fullsized":"2024-09-12T01:34:15.502032+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.501954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:44.069241+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.966999+0000","last_change":"2024-09-12T01:34:33.966945+0000","last_active":"2024-09-12T01:34:33.966999+0000","last_peered":"2024-09-12T01:34:33.966999+0000","last_clean":"2024-09-12T01:34:33.966999+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:34:33.966999+0000","last_undegraded":"2024-09-12T01:34:33.966999+0000","last_fullsized":"2024-09-12T01:34:33.966999+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.966853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:37.007239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'136","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.934823+0000","last_change":"2024-09-12T01:34:38.934763+0000","last_active":"2024-09-12T01:34:38.934823+0000","last_peered":"2024-09-12T01:34:38.934823+0000","last_clean":"2024-09-12T01:34:38.934823+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:34:38.934823+0000","last_undegraded":"2024-09-12T01:34:38.934823+0000","last_fullsized":"2024-09-12T01:34:38.934823+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T01:34:38.934678+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T01:34:38.934678+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.934678+0000","objects_scrubbed":6,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:45.362096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'765","reported_seq":2823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.424795+0000","last_change":"2024-09-12T01:34:47.424726+0000","last_active":"2024-09-12T01:34:47.424795+0000","last_peered":"2024-09-12T01:34:47.424795+0000","last_clean":"2024-09-12T01:34:47.424795+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:34:47.424795+0000","last_undegraded":"2024-09-12T01:34:47.424795+0000","last_fullsized":"2024-09-12T01:34:47.424795+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'765","last_scrub_stamp":"2024-09-12T01:34:47.424640+0000","last_deep_scrub":"267'765","last_deep_scrub_stamp":"2024-09-12T01:34:47.424640+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.424640+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:13:45.292396+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'174","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.827892+0000","last_change":"2024-09-12T01:34:47.827892+0000","last_active":"2024-09-12T01:34:47.827892+0000","last_peered":"2024-09-12T01:34:47.827892+0000","last_clean":"2024-09-12T01:34:47.827892+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:34:47.827892+0000","last_undegraded":"2024-09-12T01:34:47.827892+0000","last_fullsized":"2024-09-12T01:34:47.827892+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T01:34:47.827796+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T01:34:47.827796+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.827796+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:18.237666+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":920,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.892568+0000","last_change":"2024-09-12T01:34:18.892485+0000","last_active":"2024-09-12T01:34:18.892568+0000","last_peered":"2024-09-12T01:34:18.892568+0000","last_clean":"2024-09-12T01:34:18.892568+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:34:18.892568+0000","last_undegraded":"2024-09-12T01:34:18.892568+0000","last_fullsized":"2024-09-12T01:34:18.892568+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.892378+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:45.684343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'421","reported_seq":1209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.896388+0000","last_change":"2024-09-12T01:34:14.896388+0000","last_active":"2024-09-12T01:34:14.896388+0000","last_peered":"2024-09-12T01:34:14.896388+0000","last_clean":"2024-09-12T01:34:14.896388+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:34:14.896388+0000","last_undegraded":"2024-09-12T01:34:14.896388+0000","last_fullsized":"2024-09-12T01:34:14.896388+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'421","last_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_deep_scrub":"267'421","last_deep_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.896180+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:41.713570+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568689,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":944,"num_read_kb":34525,"num_write":1532,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":539,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.044997+0000","last_change":"2024-09-12T01:34:17.044997+0000","last_active":"2024-09-12T01:34:17.044997+0000","last_peered":"2024-09-12T01:34:17.044997+0000","last_clean":"2024-09-12T01:34:17.044997+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:34:17.044997+0000","last_undegraded":"2024-09-12T01:34:17.044997+0000","last_fullsized":"2024-09-12T01:34:17.044997+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.044921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:11.939390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.451167+0000","last_change":"2024-09-12T01:34:36.451167+0000","last_active":"2024-09-12T01:34:36.451167+0000","last_peered":"2024-09-12T01:34:36.451167+0000","last_clean":"2024-09-12T01:34:36.451167+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:34:36.451167+0000","last_undegraded":"2024-09-12T01:34:36.451167+0000","last_fullsized":"2024-09-12T01:34:36.451167+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.451071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.451071+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.451071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:24.388984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'790","reported_seq":1546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.865246+0000","last_change":"2024-09-12T01:34:39.865178+0000","last_active":"2024-09-12T01:34:39.865246+0000","last_peered":"2024-09-12T01:34:39.865246+0000","last_clean":"2024-09-12T01:34:39.865246+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:39.865246+0000","last_undegraded":"2024-09-12T01:34:39.865246+0000","last_fullsized":"2024-09-12T01:34:39.865246+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'790","last_scrub_stamp":"2024-09-12T01:34:39.865080+0000","last_deep_scrub":"267'790","last_deep_scrub_stamp":"2024-09-12T01:34:39.865080+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.865080+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:09.711292+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157749,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1393,"num_read_kb":3424,"num_write":1134,"num_write_kb":938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.445705+0000","last_change":"2024-09-12T01:34:46.445641+0000","last_active":"2024-09-12T01:34:46.445705+0000","last_peered":"2024-09-12T01:34:46.445705+0000","last_clean":"2024-09-12T01:34:46.445705+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:34:46.445705+0000","last_undegraded":"2024-09-12T01:34:46.445705+0000","last_fullsized":"2024-09-12T01:34:46.445705+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.445549+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.445549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.445549+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:44.077940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'150","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.772311+0000","last_change":"2024-09-12T01:34:50.772311+0000","last_active":"2024-09-12T01:34:50.772311+0000","last_peered":"2024-09-12T01:34:50.772311+0000","last_clean":"2024-09-12T01:34:50.772311+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:34:50.772311+0000","last_undegraded":"2024-09-12T01:34:50.772311+0000","last_fullsized":"2024-09-12T01:34:50.772311+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:50.772213+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:50.772213+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.772213+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:16.383911+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'152","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.952860+0000","last_change":"2024-09-12T01:34:55.952770+0000","last_active":"2024-09-12T01:34:55.952860+0000","last_peered":"2024-09-12T01:34:55.952860+0000","last_clean":"2024-09-12T01:34:55.952860+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:34:55.952860+0000","last_undegraded":"2024-09-12T01:34:55.952860+0000","last_fullsized":"2024-09-12T01:34:55.952860+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:55.952647+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:55.952647+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.952647+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:41.778803+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'272","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.913990+0000","last_change":"2024-09-12T01:34:25.913990+0000","last_active":"2024-09-12T01:34:25.913990+0000","last_peered":"2024-09-12T01:34:25.913990+0000","last_clean":"2024-09-12T01:34:25.913990+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:34:25.913990+0000","last_undegraded":"2024-09-12T01:34:25.913990+0000","last_fullsized":"2024-09-12T01:34:25.913990+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'272","last_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_deep_scrub":"267'272","last_deep_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.913875+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:22.426422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'349","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.958473+0000","last_change":"2024-09-12T01:34:16.958404+0000","last_active":"2024-09-12T01:34:16.958473+0000","last_peered":"2024-09-12T01:34:16.958473+0000","last_clean":"2024-09-12T01:34:16.958473+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:34:16.958473+0000","last_undegraded":"2024-09-12T01:34:16.958473+0000","last_fullsized":"2024-09-12T01:34:16.958473+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.958297+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.717002+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":475,"num_read_kb":11763,"num_write":1112,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"267'6","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.539930+0000","last_change":"2024-09-12T01:34:31.539930+0000","last_active":"2024-09-12T01:34:31.539930+0000","last_peered":"2024-09-12T01:34:31.539930+0000","last_clean":"2024-09-12T01:34:31.539930+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:31.539930+0000","last_undegraded":"2024-09-12T01:34:31.539930+0000","last_fullsized":"2024-09-12T01:34:31.539930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.539807+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:17.150923+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'293","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.406399+0000","last_change":"2024-09-12T01:34:41.406399+0000","last_active":"2024-09-12T01:34:41.406399+0000","last_peered":"2024-09-12T01:34:41.406399+0000","last_clean":"2024-09-12T01:34:41.406399+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:34:41.406399+0000","last_undegraded":"2024-09-12T01:34:41.406399+0000","last_fullsized":"2024-09-12T01:34:41.406399+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'293","last_scrub_stamp":"2024-09-12T01:34:41.406312+0000","last_deep_scrub":"267'293","last_deep_scrub_stamp":"2024-09-12T01:34:41.406312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.406312+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:08.479673+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57010,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":482,"num_read_kb":1112,"num_write":382,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.407298+0000","last_change":"2024-09-12T01:34:48.407298+0000","last_active":"2024-09-12T01:34:48.407298+0000","last_peered":"2024-09-12T01:34:48.407298+0000","last_clean":"2024-09-12T01:34:48.407298+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:34:48.407298+0000","last_undegraded":"2024-09-12T01:34:48.407298+0000","last_fullsized":"2024-09-12T01:34:48.407298+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:48.407197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:48.407197+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.407197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:06.527884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":653,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.404275+0000","last_change":"2024-09-12T01:34:56.404275+0000","last_active":"2024-09-12T01:34:56.404275+0000","last_peered":"2024-09-12T01:34:56.404275+0000","last_clean":"2024-09-12T01:34:56.404275+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:34:56.404275+0000","last_undegraded":"2024-09-12T01:34:56.404275+0000","last_fullsized":"2024-09-12T01:34:56.404275+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T01:34:56.404184+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T01:34:56.404184+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.404184+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:35.833856+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.507002+0000","last_change":"2024-09-12T01:34:26.507002+0000","last_active":"2024-09-12T01:34:26.507002+0000","last_peered":"2024-09-12T01:34:26.507002+0000","last_clean":"2024-09-12T01:34:26.507002+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:34:26.507002+0000","last_undegraded":"2024-09-12T01:34:26.507002+0000","last_fullsized":"2024-09-12T01:34:26.507002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.506915+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:00.370512+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'308","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.810783+0000","last_change":"2024-09-12T01:34:25.810783+0000","last_active":"2024-09-12T01:34:25.810783+0000","last_peered":"2024-09-12T01:34:25.810783+0000","last_clean":"2024-09-12T01:34:25.810783+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:34:25.810783+0000","last_undegraded":"2024-09-12T01:34:25.810783+0000","last_fullsized":"2024-09-12T01:34:25.810783+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'308","last_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_deep_scrub":"267'308","last_deep_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.810606+0000","objects_scrubbed":17,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:07.696707+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3358968,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":473,"num_read_kb":41828,"num_write":1086,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.425194+0000","last_change":"2024-09-12T01:34:35.425194+0000","last_active":"2024-09-12T01:34:35.425194+0000","last_peered":"2024-09-12T01:34:35.425194+0000","last_clean":"2024-09-12T01:34:35.425194+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:34:35.425194+0000","last_undegraded":"2024-09-12T01:34:35.425194+0000","last_fullsized":"2024-09-12T01:34:35.425194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.425083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:55.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'53","reported_seq":582,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.941553+0000","last_change":"2024-09-12T01:34:37.941553+0000","last_active":"2024-09-12T01:34:37.941553+0000","last_peered":"2024-09-12T01:34:37.941553+0000","last_clean":"2024-09-12T01:34:37.941553+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:34:37.941553+0000","last_undegraded":"2024-09-12T01:34:37.941553+0000","last_fullsized":"2024-09-12T01:34:37.941553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'53","last_scrub_stamp":"2024-09-12T01:34:37.941491+0000","last_deep_scrub":"267'53","last_deep_scrub_stamp":"2024-09-12T01:34:37.941491+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.941491+0000","objects_scrubbed":3,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:59.021473+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.849386+0000","last_change":"2024-09-12T01:34:44.849386+0000","last_active":"2024-09-12T01:34:44.849386+0000","last_peered":"2024-09-12T01:34:44.849386+0000","last_clean":"2024-09-12T01:34:44.849386+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:34:44.849386+0000","last_undegraded":"2024-09-12T01:34:44.849386+0000","last_fullsized":"2024-09-12T01:34:44.849386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.849299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.849299+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.849299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:35.906083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'211","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.910201+0000","last_change":"2024-09-12T01:34:49.910201+0000","last_active":"2024-09-12T01:34:49.910201+0000","last_peered":"2024-09-12T01:34:49.910201+0000","last_clean":"2024-09-12T01:34:49.910201+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:34:49.910201+0000","last_undegraded":"2024-09-12T01:34:49.910201+0000","last_fullsized":"2024-09-12T01:34:49.910201+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'211","last_scrub_stamp":"2024-09-12T01:34:49.910104+0000","last_deep_scrub":"267'211","last_deep_scrub_stamp":"2024-09-12T01:34:49.910104+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.910104+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:10.687016+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.404492+0000","last_change":"2024-09-12T01:34:27.404492+0000","last_active":"2024-09-12T01:34:27.404492+0000","last_peered":"2024-09-12T01:34:27.404492+0000","last_clean":"2024-09-12T01:34:27.404492+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:34:27.404492+0000","last_undegraded":"2024-09-12T01:34:27.404492+0000","last_fullsized":"2024-09-12T01:34:27.404492+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.404361+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:27.367324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'373","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.783960+0000","last_change":"2024-09-12T01:34:22.783960+0000","last_active":"2024-09-12T01:34:22.783960+0000","last_peered":"2024-09-12T01:34:22.783960+0000","last_clean":"2024-09-12T01:34:22.783960+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:34:22.783960+0000","last_undegraded":"2024-09-12T01:34:22.783960+0000","last_fullsized":"2024-09-12T01:34:22.783960+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.783825+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:28:18.925791+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":4589,"num_write":1138,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.826875+0000","last_change":"2024-09-12T01:34:36.826875+0000","last_active":"2024-09-12T01:34:36.826875+0000","last_peered":"2024-09-12T01:34:36.826875+0000","last_clean":"2024-09-12T01:34:36.826875+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:34:36.826875+0000","last_undegraded":"2024-09-12T01:34:36.826875+0000","last_fullsized":"2024-09-12T01:34:36.826875+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.826768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.826768+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.826768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:36.551474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'333","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.454443+0000","last_change":"2024-09-12T01:34:43.454443+0000","last_active":"2024-09-12T01:34:43.454443+0000","last_peered":"2024-09-12T01:34:43.454443+0000","last_clean":"2024-09-12T01:34:43.454443+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:34:43.454443+0000","last_undegraded":"2024-09-12T01:34:43.454443+0000","last_fullsized":"2024-09-12T01:34:43.454443+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'333","last_scrub_stamp":"2024-09-12T01:34:43.454330+0000","last_deep_scrub":"267'333","last_deep_scrub_stamp":"2024-09-12T01:34:43.454330+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.454330+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:52.353033+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55179,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":1183,"num_write":422,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.137666+0000","last_change":"2024-09-12T01:34:35.137666+0000","last_active":"2024-09-12T01:34:35.137666+0000","last_peered":"2024-09-12T01:34:35.137666+0000","last_clean":"2024-09-12T01:34:35.137666+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:34:35.137666+0000","last_undegraded":"2024-09-12T01:34:35.137666+0000","last_fullsized":"2024-09-12T01:34:35.137666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.137570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:49.663428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'136","reported_seq":666,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.769355+0000","last_change":"2024-09-12T01:34:53.769355+0000","last_active":"2024-09-12T01:34:53.769355+0000","last_peered":"2024-09-12T01:34:53.769355+0000","last_clean":"2024-09-12T01:34:53.769355+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:34:53.769355+0000","last_undegraded":"2024-09-12T01:34:53.769355+0000","last_fullsized":"2024-09-12T01:34:53.769355+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T01:34:53.769258+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T01:34:53.769258+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.769258+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:55.486248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.406169+0000","last_change":"2024-09-12T01:34:34.406169+0000","last_active":"2024-09-12T01:34:34.406169+0000","last_peered":"2024-09-12T01:34:34.406169+0000","last_clean":"2024-09-12T01:34:34.406169+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:34:34.406169+0000","last_undegraded":"2024-09-12T01:34:34.406169+0000","last_fullsized":"2024-09-12T01:34:34.406169+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.406079+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:34.169239+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'384","reported_seq":1094,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.015783+0000","last_change":"2024-09-12T01:34:19.015783+0000","last_active":"2024-09-12T01:34:19.015783+0000","last_peered":"2024-09-12T01:34:19.015783+0000","last_clean":"2024-09-12T01:34:19.015783+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:34:19.015783+0000","last_undegraded":"2024-09-12T01:34:19.015783+0000","last_fullsized":"2024-09-12T01:34:19.015783+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.015642+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:30:57.540100+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767553,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":652,"num_read_kb":109340,"num_write":1204,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.145487+0000","last_change":"2024-09-12T01:34:30.145487+0000","last_active":"2024-09-12T01:34:30.145487+0000","last_peered":"2024-09-12T01:34:30.145487+0000","last_clean":"2024-09-12T01:34:30.145487+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:34:30.145487+0000","last_undegraded":"2024-09-12T01:34:30.145487+0000","last_fullsized":"2024-09-12T01:34:30.145487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.145370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:38.705267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'277","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.866206+0000","last_change":"2024-09-12T01:34:41.866206+0000","last_active":"2024-09-12T01:34:41.866206+0000","last_peered":"2024-09-12T01:34:41.866206+0000","last_clean":"2024-09-12T01:34:41.866206+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:34:41.866206+0000","last_undegraded":"2024-09-12T01:34:41.866206+0000","last_fullsized":"2024-09-12T01:34:41.866206+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'277","last_scrub_stamp":"2024-09-12T01:34:41.866106+0000","last_deep_scrub":"267'277","last_deep_scrub_stamp":"2024-09-12T01:34:41.866106+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.866106+0000","objects_scrubbed":4,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:14:45.326356+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47537,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":1107,"num_write":380,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.850065+0000","last_change":"2024-09-12T01:34:43.850065+0000","last_active":"2024-09-12T01:34:43.850065+0000","last_peered":"2024-09-12T01:34:43.850065+0000","last_clean":"2024-09-12T01:34:43.850065+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:34:43.850065+0000","last_undegraded":"2024-09-12T01:34:43.850065+0000","last_fullsized":"2024-09-12T01:34:43.850065+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:43.849963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:43.849963+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.849963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:12.869660+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":768,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.084401+0000","last_change":"2024-09-12T01:34:26.084318+0000","last_active":"2024-09-12T01:34:26.084401+0000","last_peered":"2024-09-12T01:34:26.084401+0000","last_clean":"2024-09-12T01:34:26.084401+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:34:26.084401+0000","last_undegraded":"2024-09-12T01:34:26.084401+0000","last_fullsized":"2024-09-12T01:34:26.084401+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.084217+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:31.181477+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'405","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.505343+0000","last_change":"2024-09-12T01:34:22.505343+0000","last_active":"2024-09-12T01:34:22.505343+0000","last_peered":"2024-09-12T01:34:22.505343+0000","last_clean":"2024-09-12T01:34:22.505343+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:34:22.505343+0000","last_undegraded":"2024-09-12T01:34:22.505343+0000","last_fullsized":"2024-09-12T01:34:22.505343+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.505234+0000","objects_scrubbed":6,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:53.875083+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069245,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":583,"num_read_kb":81052,"num_write":1273,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":524,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.990519+0000","last_change":"2024-09-12T01:34:34.990519+0000","last_active":"2024-09-12T01:34:34.990519+0000","last_peered":"2024-09-12T01:34:34.990519+0000","last_clean":"2024-09-12T01:34:34.990519+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:34:34.990519+0000","last_undegraded":"2024-09-12T01:34:34.990519+0000","last_fullsized":"2024-09-12T01:34:34.990519+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.990438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:05:24.980247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'508","reported_seq":1163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.612989+0000","last_change":"2024-09-12T01:34:36.612989+0000","last_active":"2024-09-12T01:34:36.612989+0000","last_peered":"2024-09-12T01:34:36.612989+0000","last_clean":"2024-09-12T01:34:36.612989+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:36.612989+0000","last_undegraded":"2024-09-12T01:34:36.612989+0000","last_fullsized":"2024-09-12T01:34:36.612989+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'508","last_scrub_stamp":"2024-09-12T01:34:36.612885+0000","last_deep_scrub":"267'508","last_deep_scrub_stamp":"2024-09-12T01:34:36.612885+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.612885+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":400,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:33.485593+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":889,"num_read_kb":2138,"num_write":758,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.775412+0000","last_change":"2024-09-12T01:34:45.775412+0000","last_active":"2024-09-12T01:34:45.775412+0000","last_peered":"2024-09-12T01:34:45.775412+0000","last_clean":"2024-09-12T01:34:45.775412+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:34:45.775412+0000","last_undegraded":"2024-09-12T01:34:45.775412+0000","last_fullsized":"2024-09-12T01:34:45.775412+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:45.775328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:45.775328+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.775328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:26.064648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'156","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.430176+0000","last_change":"2024-09-12T01:34:54.430176+0000","last_active":"2024-09-12T01:34:54.430176+0000","last_peered":"2024-09-12T01:34:54.430176+0000","last_clean":"2024-09-12T01:34:54.430176+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:34:54.430176+0000","last_undegraded":"2024-09-12T01:34:54.430176+0000","last_fullsized":"2024-09-12T01:34:54.430176+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T01:34:54.430047+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T01:34:54.430047+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.430047+0000","objects_scrubbed":2,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:57.041023+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'143","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.082254+0000","last_change":"2024-09-12T01:34:26.082195+0000","last_active":"2024-09-12T01:34:26.082254+0000","last_peered":"2024-09-12T01:34:26.082254+0000","last_clean":"2024-09-12T01:34:26.082254+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:34:26.082254+0000","last_undegraded":"2024-09-12T01:34:26.082254+0000","last_fullsized":"2024-09-12T01:34:26.082254+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.082118+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:10.499731+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'360","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.511779+0000","last_change":"2024-09-12T01:34:18.511704+0000","last_active":"2024-09-12T01:34:18.511779+0000","last_peered":"2024-09-12T01:34:18.511779+0000","last_clean":"2024-09-12T01:34:18.511779+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:18.511779+0000","last_undegraded":"2024-09-12T01:34:18.511779+0000","last_fullsized":"2024-09-12T01:34:18.511779+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.511572+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:35.435878+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331375,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":60969,"num_write":1122,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.143693+0000","last_change":"2024-09-12T01:34:31.143624+0000","last_active":"2024-09-12T01:34:31.143693+0000","last_peered":"2024-09-12T01:34:31.143693+0000","last_clean":"2024-09-12T01:34:31.143693+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:34:31.143693+0000","last_undegraded":"2024-09-12T01:34:31.143693+0000","last_fullsized":"2024-09-12T01:34:31.143693+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.143510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:08.265309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'329","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.824559+0000","last_change":"2024-09-12T01:34:42.824559+0000","last_active":"2024-09-12T01:34:42.824559+0000","last_peered":"2024-09-12T01:34:42.824559+0000","last_clean":"2024-09-12T01:34:42.824559+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:34:42.824559+0000","last_undegraded":"2024-09-12T01:34:42.824559+0000","last_fullsized":"2024-09-12T01:34:42.824559+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T01:34:42.824450+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T01:34:42.824450+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.824450+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:33.121850+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53294,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":537,"num_read_kb":1150,"num_write":448,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.685909+0000","last_change":"2024-09-12T01:34:38.685909+0000","last_active":"2024-09-12T01:34:38.685909+0000","last_peered":"2024-09-12T01:34:38.685909+0000","last_clean":"2024-09-12T01:34:38.685909+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:34:38.685909+0000","last_undegraded":"2024-09-12T01:34:38.685909+0000","last_fullsized":"2024-09-12T01:34:38.685909+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.685840+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.685840+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.685840+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:00.578868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'193","reported_seq":1075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.160479+0000","last_change":"2024-09-12T01:34:39.160479+0000","last_active":"2024-09-12T01:34:39.160479+0000","last_peered":"2024-09-12T01:34:39.160479+0000","last_clean":"2024-09-12T01:34:39.160479+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:34:39.160479+0000","last_undegraded":"2024-09-12T01:34:39.160479+0000","last_fullsized":"2024-09-12T01:34:39.160479+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T01:34:39.160383+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T01:34:39.160383+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.160383+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:02:47.922167+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.376932+0000","last_change":"2024-09-12T01:34:28.376932+0000","last_active":"2024-09-12T01:34:28.376932+0000","last_peered":"2024-09-12T01:34:28.376932+0000","last_clean":"2024-09-12T01:34:28.376932+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:34:28.376932+0000","last_undegraded":"2024-09-12T01:34:28.376932+0000","last_fullsized":"2024-09-12T01:34:28.376932+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.376842+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:32.749633+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'371","reported_seq":1020,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.130743+0000","last_change":"2024-09-12T01:34:22.130636+0000","last_active":"2024-09-12T01:34:22.130743+0000","last_peered":"2024-09-12T01:34:22.130743+0000","last_clean":"2024-09-12T01:34:22.130743+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:34:22.130743+0000","last_undegraded":"2024-09-12T01:34:22.130743+0000","last_fullsized":"2024-09-12T01:34:22.130743+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.130410+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:34.204605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":44547,"num_write":1250,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.976520+0000","last_change":"2024-09-12T01:34:37.976520+0000","last_active":"2024-09-12T01:34:37.976520+0000","last_peered":"2024-09-12T01:34:37.976520+0000","last_clean":"2024-09-12T01:34:37.976520+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:34:37.976520+0000","last_undegraded":"2024-09-12T01:34:37.976520+0000","last_fullsized":"2024-09-12T01:34:37.976520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.976403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.976403+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.976403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:46.533428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'297","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.456844+0000","last_change":"2024-09-12T01:34:45.456784+0000","last_active":"2024-09-12T01:34:45.456844+0000","last_peered":"2024-09-12T01:34:45.456844+0000","last_clean":"2024-09-12T01:34:45.456844+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:34:45.456844+0000","last_undegraded":"2024-09-12T01:34:45.456844+0000","last_fullsized":"2024-09-12T01:34:45.456844+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:45.456678+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:45.456678+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.456678+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:18.266643+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46845,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":1057,"num_write":376,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.650153+0000","last_change":"2024-09-12T01:34:39.650153+0000","last_active":"2024-09-12T01:34:39.650153+0000","last_peered":"2024-09-12T01:34:39.650153+0000","last_clean":"2024-09-12T01:34:39.650153+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:34:39.650153+0000","last_undegraded":"2024-09-12T01:34:39.650153+0000","last_fullsized":"2024-09-12T01:34:39.650153+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:39.650065+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:39.650065+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.650065+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:48.162037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'133","reported_seq":641,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.727546+0000","last_change":"2024-09-12T01:34:51.727546+0000","last_active":"2024-09-12T01:34:51.727546+0000","last_peered":"2024-09-12T01:34:51.727546+0000","last_clean":"2024-09-12T01:34:51.727546+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:34:51.727546+0000","last_undegraded":"2024-09-12T01:34:51.727546+0000","last_fullsized":"2024-09-12T01:34:51.727546+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T01:34:51.727462+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T01:34:51.727462+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.727462+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:56.756613+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.123845+0000","last_change":"2024-09-12T01:34:25.123845+0000","last_active":"2024-09-12T01:34:25.123845+0000","last_peered":"2024-09-12T01:34:25.123845+0000","last_clean":"2024-09-12T01:34:25.123845+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:34:25.123845+0000","last_undegraded":"2024-09-12T01:34:25.123845+0000","last_fullsized":"2024-09-12T01:34:25.123845+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.123746+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:47.552268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'360","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.923709+0000","last_change":"2024-09-12T01:34:16.923709+0000","last_active":"2024-09-12T01:34:16.923709+0000","last_peered":"2024-09-12T01:34:16.923709+0000","last_clean":"2024-09-12T01:34:16.923709+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:34:16.923709+0000","last_undegraded":"2024-09-12T01:34:16.923709+0000","last_fullsized":"2024-09-12T01:34:16.923709+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.923620+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:59:32.633220+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":526,"num_read_kb":20969,"num_write":1132,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.552491+0000","last_change":"2024-09-12T01:34:33.552491+0000","last_active":"2024-09-12T01:34:33.552491+0000","last_peered":"2024-09-12T01:34:33.552491+0000","last_clean":"2024-09-12T01:34:33.552491+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:34:33.552491+0000","last_undegraded":"2024-09-12T01:34:33.552491+0000","last_fullsized":"2024-09-12T01:34:33.552491+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.552379+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.552379+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.552379+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:07.510726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'118","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.012068+0000","last_change":"2024-09-12T01:34:43.012068+0000","last_active":"2024-09-12T01:34:43.012068+0000","last_peered":"2024-09-12T01:34:43.012068+0000","last_clean":"2024-09-12T01:34:43.012068+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:34:43.012068+0000","last_undegraded":"2024-09-12T01:34:43.012068+0000","last_fullsized":"2024-09-12T01:34:43.012068+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'118","last_scrub_stamp":"2024-09-12T01:34:43.011952+0000","last_deep_scrub":"267'118","last_deep_scrub_stamp":"2024-09-12T01:34:43.011952+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.011952+0000","objects_scrubbed":8,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:32.033909+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'749","reported_seq":2771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.225349+0000","last_change":"2024-09-12T01:34:37.225292+0000","last_active":"2024-09-12T01:34:37.225349+0000","last_peered":"2024-09-12T01:34:37.225349+0000","last_clean":"2024-09-12T01:34:37.225349+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:34:37.225349+0000","last_undegraded":"2024-09-12T01:34:37.225349+0000","last_fullsized":"2024-09-12T01:34:37.225349+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'749","last_scrub_stamp":"2024-09-12T01:34:37.225206+0000","last_deep_scrub":"267'749","last_deep_scrub_stamp":"2024-09-12T01:34:37.225206+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.225206+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:21.265719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.712310+0000","last_change":"2024-09-12T01:34:48.712310+0000","last_active":"2024-09-12T01:34:48.712310+0000","last_peered":"2024-09-12T01:34:48.712310+0000","last_clean":"2024-09-12T01:34:48.712310+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:34:48.712310+0000","last_undegraded":"2024-09-12T01:34:48.712310+0000","last_fullsized":"2024-09-12T01:34:48.712310+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T01:34:48.712213+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T01:34:48.712213+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.712213+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:59.066641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.944037+0000","last_change":"2024-09-12T01:34:27.944037+0000","last_active":"2024-09-12T01:34:27.944037+0000","last_peered":"2024-09-12T01:34:27.944037+0000","last_clean":"2024-09-12T01:34:27.944037+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:34:27.944037+0000","last_undegraded":"2024-09-12T01:34:27.944037+0000","last_fullsized":"2024-09-12T01:34:27.944037+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.943932+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:02.814822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'396","reported_seq":1095,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.831985+0000","last_change":"2024-09-12T01:34:20.831985+0000","last_active":"2024-09-12T01:34:20.831985+0000","last_peered":"2024-09-12T01:34:20.831985+0000","last_clean":"2024-09-12T01:34:20.831985+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:34:20.831985+0000","last_undegraded":"2024-09-12T01:34:20.831985+0000","last_fullsized":"2024-09-12T01:34:20.831985+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.831759+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:50.851277+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2422155,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":673,"num_read_kb":12608,"num_write":1271,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.849520+0000","last_change":"2024-09-12T01:34:37.849520+0000","last_active":"2024-09-12T01:34:37.849520+0000","last_peered":"2024-09-12T01:34:37.849520+0000","last_clean":"2024-09-12T01:34:37.849520+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:34:37.849520+0000","last_undegraded":"2024-09-12T01:34:37.849520+0000","last_fullsized":"2024-09-12T01:34:37.849520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.849435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.849435+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.849435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:08.767916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'378","reported_seq":1008,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.777688+0000","last_change":"2024-09-12T01:34:44.777688+0000","last_active":"2024-09-12T01:34:44.777688+0000","last_peered":"2024-09-12T01:34:44.777688+0000","last_clean":"2024-09-12T01:34:44.777688+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:34:44.777688+0000","last_undegraded":"2024-09-12T01:34:44.777688+0000","last_fullsized":"2024-09-12T01:34:44.777688+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:44.777590+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:44.777590+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.777590+0000","objects_scrubbed":11,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:23.193304+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45620,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":589,"num_read_kb":1255,"num_write":470,"num_write_kb":314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.794545+0000","last_change":"2024-09-12T01:34:46.794545+0000","last_active":"2024-09-12T01:34:46.794545+0000","last_peered":"2024-09-12T01:34:46.794545+0000","last_clean":"2024-09-12T01:34:46.794545+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:34:46.794545+0000","last_undegraded":"2024-09-12T01:34:46.794545+0000","last_fullsized":"2024-09-12T01:34:46.794545+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.794458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.794458+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.794458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:47.878493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'125","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.726256+0000","last_change":"2024-09-12T01:34:49.726256+0000","last_active":"2024-09-12T01:34:49.726256+0000","last_peered":"2024-09-12T01:34:49.726256+0000","last_clean":"2024-09-12T01:34:49.726256+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:34:49.726256+0000","last_undegraded":"2024-09-12T01:34:49.726256+0000","last_fullsized":"2024-09-12T01:34:49.726256+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'125","last_scrub_stamp":"2024-09-12T01:34:49.726171+0000","last_deep_scrub":"267'125","last_deep_scrub_stamp":"2024-09-12T01:34:49.726171+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.726171+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:23.316482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'194","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.887496+0000","last_change":"2024-09-12T01:34:24.887496+0000","last_active":"2024-09-12T01:34:24.887496+0000","last_peered":"2024-09-12T01:34:24.887496+0000","last_clean":"2024-09-12T01:34:24.887496+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:34:24.887496+0000","last_undegraded":"2024-09-12T01:34:24.887496+0000","last_fullsized":"2024-09-12T01:34:24.887496+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.887374+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:11.916918+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8081,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'337","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.810950+0000","last_change":"2024-09-12T01:34:21.810950+0000","last_active":"2024-09-12T01:34:21.810950+0000","last_peered":"2024-09-12T01:34:21.810950+0000","last_clean":"2024-09-12T01:34:21.810950+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:34:21.810950+0000","last_undegraded":"2024-09-12T01:34:21.810950+0000","last_fullsized":"2024-09-12T01:34:21.810950+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.810826+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:26:24.634917+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":441,"num_read_kb":22893,"num_write":972,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.808447+0000","last_change":"2024-09-12T01:34:41.808447+0000","last_active":"2024-09-12T01:34:41.808447+0000","last_peered":"2024-09-12T01:34:41.808447+0000","last_clean":"2024-09-12T01:34:41.808447+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:34:41.808447+0000","last_undegraded":"2024-09-12T01:34:41.808447+0000","last_fullsized":"2024-09-12T01:34:41.808447+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:41.808365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:41.808365+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.808365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:21.806875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'298","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.903825+0000","last_change":"2024-09-12T01:34:39.903825+0000","last_active":"2024-09-12T01:34:39.903825+0000","last_peered":"2024-09-12T01:34:39.903825+0000","last_clean":"2024-09-12T01:34:39.903825+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:34:39.903825+0000","last_undegraded":"2024-09-12T01:34:39.903825+0000","last_fullsized":"2024-09-12T01:34:39.903825+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'298","last_scrub_stamp":"2024-09-12T01:34:39.903727+0000","last_deep_scrub":"267'298","last_deep_scrub_stamp":"2024-09-12T01:34:39.903727+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.903727+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:50.166005+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47928,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1110,"num_write":386,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.184918+0000","last_change":"2024-09-12T01:34:36.184918+0000","last_active":"2024-09-12T01:34:36.184918+0000","last_peered":"2024-09-12T01:34:36.184918+0000","last_clean":"2024-09-12T01:34:36.184918+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:34:36.184918+0000","last_undegraded":"2024-09-12T01:34:36.184918+0000","last_fullsized":"2024-09-12T01:34:36.184918+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.184810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.550628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'138","reported_seq":675,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.411571+0000","last_change":"2024-09-12T01:34:55.411571+0000","last_active":"2024-09-12T01:34:55.411571+0000","last_peered":"2024-09-12T01:34:55.411571+0000","last_clean":"2024-09-12T01:34:55.411571+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:34:55.411571+0000","last_undegraded":"2024-09-12T01:34:55.411571+0000","last_fullsized":"2024-09-12T01:34:55.411571+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T01:34:55.411489+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T01:34:55.411489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.411489+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:45.084305+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.426612+0000","last_change":"2024-09-12T01:34:26.426517+0000","last_active":"2024-09-12T01:34:26.426612+0000","last_peered":"2024-09-12T01:34:26.426612+0000","last_clean":"2024-09-12T01:34:26.426612+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:34:26.426612+0000","last_undegraded":"2024-09-12T01:34:26.426612+0000","last_fullsized":"2024-09-12T01:34:26.426612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.426369+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:38.693024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'320","reported_seq":1135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.625214+0000","last_change":"2024-09-12T01:34:16.625147+0000","last_active":"2024-09-12T01:34:16.625214+0000","last_peered":"2024-09-12T01:34:16.625214+0000","last_clean":"2024-09-12T01:34:16.625214+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:34:16.625214+0000","last_undegraded":"2024-09-12T01:34:16.625214+0000","last_fullsized":"2024-09-12T01:34:16.625214+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.625034+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:36.500870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":904,"num_read_kb":27038,"num_write":1020,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.954163+0000","last_change":"2024-09-12T01:34:32.954163+0000","last_active":"2024-09-12T01:34:32.954163+0000","last_peered":"2024-09-12T01:34:32.954163+0000","last_clean":"2024-09-12T01:34:32.954163+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:34:32.954163+0000","last_undegraded":"2024-09-12T01:34:32.954163+0000","last_fullsized":"2024-09-12T01:34:32.954163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.954082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:13.503355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'260","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.446512+0000","last_change":"2024-09-12T01:34:44.446512+0000","last_active":"2024-09-12T01:34:44.446512+0000","last_peered":"2024-09-12T01:34:44.446512+0000","last_clean":"2024-09-12T01:34:44.446512+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:34:44.446512+0000","last_undegraded":"2024-09-12T01:34:44.446512+0000","last_fullsized":"2024-09-12T01:34:44.446512+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T01:34:44.446412+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T01:34:44.446412+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.446412+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:44.400620+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52717,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":431,"num_read_kb":1088,"num_write":352,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.989728+0000","last_change":"2024-09-12T01:34:44.989728+0000","last_active":"2024-09-12T01:34:44.989728+0000","last_peered":"2024-09-12T01:34:44.989728+0000","last_clean":"2024-09-12T01:34:44.989728+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:34:44.989728+0000","last_undegraded":"2024-09-12T01:34:44.989728+0000","last_fullsized":"2024-09-12T01:34:44.989728+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.989639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.989639+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.989639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:27.776964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'151","reported_seq":1273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.745286+0000","last_change":"2024-09-12T01:34:50.745286+0000","last_active":"2024-09-12T01:34:50.745286+0000","last_peered":"2024-09-12T01:34:50.745286+0000","last_clean":"2024-09-12T01:34:50.745286+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:34:50.745286+0000","last_undegraded":"2024-09-12T01:34:50.745286+0000","last_fullsized":"2024-09-12T01:34:50.745286+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'151","last_scrub_stamp":"2024-09-12T01:34:50.745173+0000","last_deep_scrub":"267'151","last_deep_scrub_stamp":"2024-09-12T01:34:50.745173+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.745173+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:24.641759+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.895065+0000","last_change":"2024-09-12T01:34:23.895065+0000","last_active":"2024-09-12T01:34:23.895065+0000","last_peered":"2024-09-12T01:34:23.895065+0000","last_clean":"2024-09-12T01:34:23.895065+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:34:23.895065+0000","last_undegraded":"2024-09-12T01:34:23.895065+0000","last_fullsized":"2024-09-12T01:34:23.895065+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.894973+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:06.423997+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'398","reported_seq":1113,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.013027+0000","last_change":"2024-09-12T01:34:20.012963+0000","last_active":"2024-09-12T01:34:20.013027+0000","last_peered":"2024-09-12T01:34:20.013027+0000","last_clean":"2024-09-12T01:34:20.013027+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:34:20.013027+0000","last_undegraded":"2024-09-12T01:34:20.013027+0000","last_fullsized":"2024-09-12T01:34:20.013027+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'398","last_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_deep_scrub":"267'398","last_deep_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.012794+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:08.004025+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":743498,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":575,"num_read_kb":59663,"num_write":1347,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.585061+0000","last_change":"2024-09-12T01:34:32.585000+0000","last_active":"2024-09-12T01:34:32.585061+0000","last_peered":"2024-09-12T01:34:32.585061+0000","last_clean":"2024-09-12T01:34:32.585061+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:34:32.585061+0000","last_undegraded":"2024-09-12T01:34:32.585061+0000","last_fullsized":"2024-09-12T01:34:32.585061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.584912+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:03:22.037949+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'314","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.962515+0000","last_change":"2024-09-12T01:34:41.962515+0000","last_active":"2024-09-12T01:34:41.962515+0000","last_peered":"2024-09-12T01:34:41.962515+0000","last_clean":"2024-09-12T01:34:41.962515+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:34:41.962515+0000","last_undegraded":"2024-09-12T01:34:41.962515+0000","last_fullsized":"2024-09-12T01:34:41.962515+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:41.962402+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:41.962402+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.962402+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:01.083661+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52916,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":1085,"num_write":394,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.859390+0000","last_change":"2024-09-12T01:34:50.859390+0000","last_active":"2024-09-12T01:34:50.859390+0000","last_peered":"2024-09-12T01:34:50.859390+0000","last_clean":"2024-09-12T01:34:50.859390+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:34:50.859390+0000","last_undegraded":"2024-09-12T01:34:50.859390+0000","last_fullsized":"2024-09-12T01:34:50.859390+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:50.859295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:50.859295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.859295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:29.039867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'149","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.068043+0000","last_change":"2024-09-12T01:34:48.068043+0000","last_active":"2024-09-12T01:34:48.068043+0000","last_peered":"2024-09-12T01:34:48.068043+0000","last_clean":"2024-09-12T01:34:48.068043+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:34:48.068043+0000","last_undegraded":"2024-09-12T01:34:48.068043+0000","last_fullsized":"2024-09-12T01:34:48.068043+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'149","last_scrub_stamp":"2024-09-12T01:34:48.067959+0000","last_deep_scrub":"267'149","last_deep_scrub_stamp":"2024-09-12T01:34:48.067959+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.067959+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:22.663758+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.521776+0000","last_change":"2024-09-12T01:34:29.521776+0000","last_active":"2024-09-12T01:34:29.521776+0000","last_peered":"2024-09-12T01:34:29.521776+0000","last_clean":"2024-09-12T01:34:29.521776+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:34:29.521776+0000","last_undegraded":"2024-09-12T01:34:29.521776+0000","last_fullsized":"2024-09-12T01:34:29.521776+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.521687+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:28.039076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'401","reported_seq":1278,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.071037+0000","last_change":"2024-09-12T01:34:19.070964+0000","last_active":"2024-09-12T01:34:19.071037+0000","last_peered":"2024-09-12T01:34:19.071037+0000","last_clean":"2024-09-12T01:34:19.071037+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:34:19.071037+0000","last_undegraded":"2024-09-12T01:34:19.071037+0000","last_fullsized":"2024-09-12T01:34:19.071037+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'401","last_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_deep_scrub":"267'401","last_deep_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.070836+0000","objects_scrubbed":10,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.067432+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2978734,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":881,"num_read_kb":83650,"num_write":1284,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'262","reported_seq":931,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.564380+0000","last_change":"2024-09-12T01:34:28.564380+0000","last_active":"2024-09-12T01:34:28.564380+0000","last_peered":"2024-09-12T01:34:28.564380+0000","last_clean":"2024-09-12T01:34:28.564380+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:34:28.564380+0000","last_undegraded":"2024-09-12T01:34:28.564380+0000","last_fullsized":"2024-09-12T01:34:28.564380+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.564302+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:03.645677+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'315","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.085118+0000","last_change":"2024-09-12T01:34:20.085060+0000","last_active":"2024-09-12T01:34:20.085118+0000","last_peered":"2024-09-12T01:34:20.085118+0000","last_clean":"2024-09-12T01:34:20.085118+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:34:20.085118+0000","last_undegraded":"2024-09-12T01:34:20.085118+0000","last_fullsized":"2024-09-12T01:34:20.085118+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.084950+0000","objects_scrubbed":9,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:43.293280+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274246,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":520,"num_read_kb":13814,"num_write":1039,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.789794+0000","last_change":"2024-09-12T01:34:33.789794+0000","last_active":"2024-09-12T01:34:33.789794+0000","last_peered":"2024-09-12T01:34:33.789794+0000","last_clean":"2024-09-12T01:34:33.789794+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:34:33.789794+0000","last_undegraded":"2024-09-12T01:34:33.789794+0000","last_fullsized":"2024-09-12T01:34:33.789794+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.789709+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:35:50.024464+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":719,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'259","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.697471+0000","last_change":"2024-09-12T01:34:24.697406+0000","last_active":"2024-09-12T01:34:24.697471+0000","last_peered":"2024-09-12T01:34:24.697471+0000","last_clean":"2024-09-12T01:34:24.697471+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:34:24.697471+0000","last_undegraded":"2024-09-12T01:34:24.697471+0000","last_fullsized":"2024-09-12T01:34:24.697471+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'259","last_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_deep_scrub":"267'259","last_deep_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.697182+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:56.677953+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":359,"num_read_kb":7155,"num_write":838,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.520969+0000","last_change":"2024-09-12T01:34:27.520969+0000","last_active":"2024-09-12T01:34:27.520969+0000","last_peered":"2024-09-12T01:34:27.520969+0000","last_clean":"2024-09-12T01:34:27.520969+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:34:27.520969+0000","last_undegraded":"2024-09-12T01:34:27.520969+0000","last_fullsized":"2024-09-12T01:34:27.520969+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4121","last_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_deep_scrub":"267'4121","last_deep_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.520880+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:25.290009+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'336","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.969129+0000","last_change":"2024-09-12T01:34:17.969009+0000","last_active":"2024-09-12T01:34:17.969129+0000","last_peered":"2024-09-12T01:34:17.969129+0000","last_clean":"2024-09-12T01:34:17.969129+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:34:17.969129+0000","last_undegraded":"2024-09-12T01:34:17.969129+0000","last_fullsized":"2024-09-12T01:34:17.969129+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.968932+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:55.570479+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":478,"num_read_kb":2547,"num_write":1076,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1152,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.418474+0000","last_change":"2024-09-12T01:34:31.418353+0000","last_active":"2024-09-12T01:34:31.418474+0000","last_peered":"2024-09-12T01:34:31.418474+0000","last_clean":"2024-09-12T01:34:31.418474+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:34:31.418474+0000","last_undegraded":"2024-09-12T01:34:31.418474+0000","last_fullsized":"2024-09-12T01:34:31.418474+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.418249+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:24.741789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'317","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.613234+0000","last_change":"2024-09-12T01:34:18.613234+0000","last_active":"2024-09-12T01:34:18.613234+0000","last_peered":"2024-09-12T01:34:18.613234+0000","last_clean":"2024-09-12T01:34:18.613234+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:34:18.613234+0000","last_undegraded":"2024-09-12T01:34:18.613234+0000","last_fullsized":"2024-09-12T01:34:18.613234+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'317","last_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_deep_scrub":"267'317","last_deep_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.613114+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:35.780615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":509,"num_read_kb":4162,"num_write":1070,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.932735+0000","last_change":"2024-09-12T01:34:26.932678+0000","last_active":"2024-09-12T01:34:26.932735+0000","last_peered":"2024-09-12T01:34:26.932735+0000","last_clean":"2024-09-12T01:34:26.932735+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:34:26.932735+0000","last_undegraded":"2024-09-12T01:34:26.932735+0000","last_fullsized":"2024-09-12T01:34:26.932735+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.932591+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:29.073976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'312","reported_seq":929,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.510834+0000","last_change":"2024-09-12T01:34:19.510834+0000","last_active":"2024-09-12T01:34:19.510834+0000","last_peered":"2024-09-12T01:34:19.510834+0000","last_clean":"2024-09-12T01:34:19.510834+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:19.510834+0000","last_undegraded":"2024-09-12T01:34:19.510834+0000","last_fullsized":"2024-09-12T01:34:19.510834+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'312","last_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_deep_scrub":"267'312","last_deep_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.510601+0000","objects_scrubbed":7,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.136983+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1516925,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":400,"num_read_kb":3315,"num_write":987,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.421466+0000","last_change":"2024-09-12T01:34:30.421405+0000","last_active":"2024-09-12T01:34:30.421466+0000","last_peered":"2024-09-12T01:34:30.421466+0000","last_clean":"2024-09-12T01:34:30.421466+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:34:30.421466+0000","last_undegraded":"2024-09-12T01:34:30.421466+0000","last_fullsized":"2024-09-12T01:34:30.421466+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.421314+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:48.185139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'357","reported_seq":1039,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.037688+0000","last_change":"2024-09-12T01:34:22.037688+0000","last_active":"2024-09-12T01:34:22.037688+0000","last_peered":"2024-09-12T01:34:22.037688+0000","last_clean":"2024-09-12T01:34:22.037688+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:34:22.037688+0000","last_undegraded":"2024-09-12T01:34:22.037688+0000","last_fullsized":"2024-09-12T01:34:22.037688+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.037563+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:27.328379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":476950,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":558,"num_read_kb":33438,"num_write":1041,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.102694+0000","last_change":"2024-09-12T01:34:27.102637+0000","last_active":"2024-09-12T01:34:27.102694+0000","last_peered":"2024-09-12T01:34:27.102694+0000","last_clean":"2024-09-12T01:34:27.102694+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:34:27.102694+0000","last_undegraded":"2024-09-12T01:34:27.102694+0000","last_fullsized":"2024-09-12T01:34:27.102694+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'98","last_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_deep_scrub":"267'98","last_deep_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.102554+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:25.353286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'301","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.599486+0000","last_change":"2024-09-12T01:34:19.599486+0000","last_active":"2024-09-12T01:34:19.599486+0000","last_peered":"2024-09-12T01:34:19.599486+0000","last_clean":"2024-09-12T01:34:19.599486+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:34:19.599486+0000","last_undegraded":"2024-09-12T01:34:19.599486+0000","last_fullsized":"2024-09-12T01:34:19.599486+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.599358+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:45:19.577884+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":381,"num_read_kb":9501,"num_write":831,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.032551+0000","last_change":"2024-09-12T01:34:30.032551+0000","last_active":"2024-09-12T01:34:30.032551+0000","last_peered":"2024-09-12T01:34:30.032551+0000","last_clean":"2024-09-12T01:34:30.032551+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:34:30.032551+0000","last_undegraded":"2024-09-12T01:34:30.032551+0000","last_fullsized":"2024-09-12T01:34:30.032551+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.032465+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:04.159290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'402","reported_seq":1076,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.738511+0000","last_change":"2024-09-12T01:34:23.738511+0000","last_active":"2024-09-12T01:34:23.738511+0000","last_peered":"2024-09-12T01:34:23.738511+0000","last_clean":"2024-09-12T01:34:23.738511+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:34:23.738511+0000","last_undegraded":"2024-09-12T01:34:23.738511+0000","last_fullsized":"2024-09-12T01:34:23.738511+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'402","last_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_deep_scrub":"267'402","last_deep_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.738387+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:35.366071+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262208,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":615,"num_read_kb":25126,"num_write":1297,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.922043+0000","last_change":"2024-09-12T01:34:28.922043+0000","last_active":"2024-09-12T01:34:28.922043+0000","last_peered":"2024-09-12T01:34:28.922043+0000","last_clean":"2024-09-12T01:34:28.922043+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:34:28.922043+0000","last_undegraded":"2024-09-12T01:34:28.922043+0000","last_fullsized":"2024-09-12T01:34:28.922043+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.921928+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:23.829473+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'328","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.524219+0000","last_change":"2024-09-12T01:34:21.524219+0000","last_active":"2024-09-12T01:34:21.524219+0000","last_peered":"2024-09-12T01:34:21.524219+0000","last_clean":"2024-09-12T01:34:21.524219+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:34:21.524219+0000","last_undegraded":"2024-09-12T01:34:21.524219+0000","last_fullsized":"2024-09-12T01:34:21.524219+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.524109+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:39.905160+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079905,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":15684,"num_write":1001,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.144258+0000","last_change":"2024-09-12T01:34:23.144258+0000","last_active":"2024-09-12T01:34:23.144258+0000","last_peered":"2024-09-12T01:34:23.144258+0000","last_clean":"2024-09-12T01:34:23.144258+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:34:23.144258+0000","last_undegraded":"2024-09-12T01:34:23.144258+0000","last_fullsized":"2024-09-12T01:34:23.144258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.144174+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:14:55.225495+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'385","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.741147+0000","last_change":"2024-09-12T01:34:25.741147+0000","last_active":"2024-09-12T01:34:25.741147+0000","last_peered":"2024-09-12T01:34:25.741147+0000","last_clean":"2024-09-12T01:34:25.741147+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:34:25.741147+0000","last_undegraded":"2024-09-12T01:34:25.741147+0000","last_fullsized":"2024-09-12T01:34:25.741147+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'385","last_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_deep_scrub":"267'385","last_deep_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.741022+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:14.963390+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306231,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":654,"num_read_kb":61034,"num_write":1192,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.970911+0000","last_change":"2024-09-12T01:34:29.970911+0000","last_active":"2024-09-12T01:34:29.970911+0000","last_peered":"2024-09-12T01:34:29.970911+0000","last_clean":"2024-09-12T01:34:29.970911+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:34:29.970911+0000","last_undegraded":"2024-09-12T01:34:29.970911+0000","last_fullsized":"2024-09-12T01:34:29.970911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.970790+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:57.014312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'434","reported_seq":1156,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.047459+0000","last_change":"2024-09-12T01:34:29.047459+0000","last_active":"2024-09-12T01:34:29.047459+0000","last_peered":"2024-09-12T01:34:29.047459+0000","last_clean":"2024-09-12T01:34:29.047459+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:34:29.047459+0000","last_undegraded":"2024-09-12T01:34:29.047459+0000","last_fullsized":"2024-09-12T01:34:29.047459+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'434","last_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_deep_scrub":"267'434","last_deep_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.047287+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:07.269195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":11873,"num_write":1256,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.793350+0000","last_change":"2024-09-12T01:34:31.793350+0000","last_active":"2024-09-12T01:34:31.793350+0000","last_peered":"2024-09-12T01:34:31.793350+0000","last_clean":"2024-09-12T01:34:31.793350+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:34:31.793350+0000","last_undegraded":"2024-09-12T01:34:31.793350+0000","last_fullsized":"2024-09-12T01:34:31.793350+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.793266+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:30.006156+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'382","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.032333+0000","last_change":"2024-09-12T01:34:21.032333+0000","last_active":"2024-09-12T01:34:21.032333+0000","last_peered":"2024-09-12T01:34:21.032333+0000","last_clean":"2024-09-12T01:34:21.032333+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:34:21.032333+0000","last_undegraded":"2024-09-12T01:34:21.032333+0000","last_fullsized":"2024-09-12T01:34:21.032333+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'382","last_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_deep_scrub":"267'382","last_deep_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.032207+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:27.685133+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":5460,"num_write":1210,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.091576+0000","last_change":"2024-09-12T01:34:27.091576+0000","last_active":"2024-09-12T01:34:27.091576+0000","last_peered":"2024-09-12T01:34:27.091576+0000","last_clean":"2024-09-12T01:34:27.091576+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:34:27.091576+0000","last_undegraded":"2024-09-12T01:34:27.091576+0000","last_fullsized":"2024-09-12T01:34:27.091576+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.091489+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:09.003561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'351","reported_seq":1029,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.815112+0000","last_change":"2024-09-12T01:34:29.815112+0000","last_active":"2024-09-12T01:34:29.815112+0000","last_peered":"2024-09-12T01:34:29.815112+0000","last_clean":"2024-09-12T01:34:29.815112+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:34:29.815112+0000","last_undegraded":"2024-09-12T01:34:29.815112+0000","last_fullsized":"2024-09-12T01:34:29.815112+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.815004+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:22.799278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262279,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":107575,"num_write":1136,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.378575+0000","last_change":"2024-09-12T01:34:33.378575+0000","last_active":"2024-09-12T01:34:33.378575+0000","last_peered":"2024-09-12T01:34:33.378575+0000","last_clean":"2024-09-12T01:34:33.378575+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:34:33.378575+0000","last_undegraded":"2024-09-12T01:34:33.378575+0000","last_fullsized":"2024-09-12T01:34:33.378575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'96","last_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_deep_scrub":"267'96","last_deep_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.378492+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:48.593260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'331","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.071415+0000","last_change":"2024-09-12T01:34:19.071415+0000","last_active":"2024-09-12T01:34:19.071415+0000","last_peered":"2024-09-12T01:34:19.071415+0000","last_clean":"2024-09-12T01:34:19.071415+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:34:19.071415+0000","last_undegraded":"2024-09-12T01:34:19.071415+0000","last_fullsized":"2024-09-12T01:34:19.071415+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.071298+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:03.422801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":446,"num_read_kb":14376,"num_write":923,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.824532+0000","last_change":"2024-09-12T01:34:30.824532+0000","last_active":"2024-09-12T01:34:30.824532+0000","last_peered":"2024-09-12T01:34:30.824532+0000","last_clean":"2024-09-12T01:34:30.824532+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:34:30.824532+0000","last_undegraded":"2024-09-12T01:34:30.824532+0000","last_fullsized":"2024-09-12T01:34:30.824532+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.824419+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:40.424431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'314","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.693046+0000","last_change":"2024-09-12T01:34:26.693046+0000","last_active":"2024-09-12T01:34:26.693046+0000","last_peered":"2024-09-12T01:34:26.693046+0000","last_clean":"2024-09-12T01:34:26.693046+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:34:26.693046+0000","last_undegraded":"2024-09-12T01:34:26.693046+0000","last_fullsized":"2024-09-12T01:34:26.693046+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.692876+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:45.613799+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295466,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":611,"num_read_kb":6122,"num_write":1039,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'370","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.755259+0000","last_change":"2024-09-12T01:34:28.755259+0000","last_active":"2024-09-12T01:34:28.755259+0000","last_peered":"2024-09-12T01:34:28.755259+0000","last_clean":"2024-09-12T01:34:28.755259+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:34:28.755259+0000","last_undegraded":"2024-09-12T01:34:28.755259+0000","last_fullsized":"2024-09-12T01:34:28.755259+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.755132+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:22.090464+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262257,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":8735,"num_write":1149,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.984923+0000","last_change":"2024-09-12T01:34:30.984820+0000","last_active":"2024-09-12T01:34:30.984923+0000","last_peered":"2024-09-12T01:34:30.984923+0000","last_clean":"2024-09-12T01:34:30.984923+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:34:30.984923+0000","last_undegraded":"2024-09-12T01:34:30.984923+0000","last_fullsized":"2024-09-12T01:34:30.984923+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'375","last_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_deep_scrub":"267'375","last_deep_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.984709+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:24.075673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'327","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.473683+0000","last_change":"2024-09-12T01:34:20.473683+0000","last_active":"2024-09-12T01:34:20.473683+0000","last_peered":"2024-09-12T01:34:20.473683+0000","last_clean":"2024-09-12T01:34:20.473683+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:20.473683+0000","last_undegraded":"2024-09-12T01:34:20.473683+0000","last_fullsized":"2024-09-12T01:34:20.473683+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'327","last_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_deep_scrub":"267'327","last_deep_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.473540+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:40.836106+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":481,"num_read_kb":34153,"num_write":1087,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.763088+0000","last_change":"2024-09-12T01:34:34.763088+0000","last_active":"2024-09-12T01:34:34.763088+0000","last_peered":"2024-09-12T01:34:34.763088+0000","last_clean":"2024-09-12T01:34:34.763088+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:34:34.763088+0000","last_undegraded":"2024-09-12T01:34:34.763088+0000","last_fullsized":"2024-09-12T01:34:34.763088+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.762998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:54.162205+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":9000,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":970,"ondisk_log_size":970,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2683,"num_omap_keys":17,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1551,"ondisk_log_size":1551,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":507,"ondisk_log_size":507,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1600277,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18870,"num_read_kb":39581,"num_write":15775,"num_write_kb":11966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":682482,"num_omap_keys":1560,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2080,"ondisk_log_size":2080,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44337,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4051,"ondisk_log_size":4051,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88977523,"num_objects":386,"num_object_clones":0,"num_object_copies":1158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":386,"num_whiteouts":0,"num_read":36399,"num_read_kb":1921846,"num_write":71564,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":135487488,"data_stored":135487488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3363,"ondisk_log_size":3363,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":206497,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":171,"num_read_kb":195193,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510304,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":300776,"kb_used_data":21080,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94071064,"statfs":{"total":96636764160,"available":96328769536,"internally_reserved":0,"allocated":21585920,"data_stored":19603933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":286390730},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510303,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263124,"kb_used_data":19524,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108716,"statfs":{"total":96636764160,"available":96367325184,"internally_reserved":0,"allocated":19992576,"data_stored":18031409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510303,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":159796,"kb_used_data":20388,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94212044,"statfs":{"total":96636764160,"available":96473133056,"internally_reserved":0,"allocated":20877312,"data_stored":18848613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":142735814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510303,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104216,"kb_used_data":18888,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94267624,"statfs":{"total":96636764160,"available":96530046976,"internally_reserved":0,"allocated":19341312,"data_stored":17410557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510302,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":291564,"kb_used_data":21660,"kb_used_omap":1,"kb_used_meta":269886,"kb_avail":94080276,"statfs":{"total":96636764160,"available":96338202624,"internally_reserved":0,"allocated":22179840,"data_stored":20193936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":276363719},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510303,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130772,"kb_used_data":23300,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94241068,"statfs":{"total":96636764160,"available":96502853632,"internally_reserved":0,"allocated":23859200,"data_stored":21925900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510305,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277684,"kb_used_data":21604,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94094156,"statfs":{"total":96636764160,"available":96352415744,"internally_reserved":0,"allocated":22122496,"data_stored":20098936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575711,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":168092,"kb_used_data":20364,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94203748,"statfs":{"total":96636764160,"available":96464637952,"internally_reserved":0,"allocated":20852736,"data_stored":18880542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17215488,"data_stored":17215488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16588800,"data_stored":16588800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":19636224,"data_stored":19636224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":17903616,"data_stored":17903616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15122432,"data_stored":15122432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16556032,"data_stored":16556032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15740928,"data_stored":15740928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16723968,"data_stored":16723968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:35:18.783 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:35:18.783 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:40.008629+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=34, tm_sec=12, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:35:18.787 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:35:38.789 DEBUG:teuthology.orchestra.run.smithi163:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:35:39.126 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-09-12T01:35:39.137 INFO:teuthology.orchestra.run.smithi163.stderr:dumped all 2024-09-12T01:35:39.139 INFO:teuthology.orchestra.run.smithi163.stdout:{"pg_ready":true,"pg_map":{"version":2417,"stamp":"2024-09-12T01:35:38.602047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":91185375,"num_objects":737,"num_object_clones":0,"num_object_copies":1860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":737,"num_whiteouts":0,"num_read":181508,"num_read_kb":2470446,"num_write":143716,"num_write_kb":2418205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":63,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":739630,"num_omap_keys":1786,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12891,"ondisk_log_size":12891,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1696024,"kb_used_data":166808,"kb_used_omap":12,"kb_used_meta":1529075,"kb_avail":753278696,"statfs":{"total":773094113280,"available":771357384704,"internally_reserved":0,"allocated":170811392,"data_stored":154993826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":1565773361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005895"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.798698+0000","last_change":"2024-09-12T01:35:05.798698+0000","last_active":"2024-09-12T01:35:05.798698+0000","last_peered":"2024-09-12T01:35:05.798698+0000","last_clean":"2024-09-12T01:35:05.798698+0000","last_became_active":"2024-09-12T01:00:41.033120+0000","last_became_peered":"2024-09-12T01:00:41.033120+0000","last_unstale":"2024-09-12T01:35:05.798698+0000","last_undegraded":"2024-09-12T01:35:05.798698+0000","last_fullsized":"2024-09-12T01:35:05.798698+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.798613+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.798613+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.798613+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:56.243930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"264'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.737567+0000","last_change":"2024-09-12T01:35:00.737567+0000","last_active":"2024-09-12T01:35:00.737567+0000","last_peered":"2024-09-12T01:35:00.737567+0000","last_clean":"2024-09-12T01:35:00.737567+0000","last_became_active":"2024-09-12T00:42:18.047774+0000","last_became_peered":"2024-09-12T00:42:18.047774+0000","last_unstale":"2024-09-12T01:35:00.737567+0000","last_undegraded":"2024-09-12T01:35:00.737567+0000","last_fullsized":"2024-09-12T01:35:00.737567+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:35:00.737473+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:35:00.737473+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.737473+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:51.503002+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"267'3","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.389999+0000","last_change":"2024-09-12T01:35:04.389999+0000","last_active":"2024-09-12T01:35:04.389999+0000","last_peered":"2024-09-12T01:35:04.389999+0000","last_clean":"2024-09-12T01:35:04.389999+0000","last_became_active":"2024-09-12T00:42:13.967226+0000","last_became_peered":"2024-09-12T00:42:13.967226+0000","last_unstale":"2024-09-12T01:35:04.389999+0000","last_undegraded":"2024-09-12T01:35:04.389999+0000","last_fullsized":"2024-09-12T01:35:04.389999+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:35:04.389906+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:35:04.389906+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.389906+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:19:57.560152+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"267'40","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.023585+0000","last_change":"2024-09-12T01:35:04.023585+0000","last_active":"2024-09-12T01:35:04.023585+0000","last_peered":"2024-09-12T01:35:04.023585+0000","last_clean":"2024-09-12T01:35:04.023585+0000","last_became_active":"2024-09-12T00:38:18.964568+0000","last_became_peered":"2024-09-12T00:38:18.964568+0000","last_unstale":"2024-09-12T01:35:04.023585+0000","last_undegraded":"2024-09-12T01:35:04.023585+0000","last_fullsized":"2024-09-12T01:35:04.023585+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'40","last_scrub_stamp":"2024-09-12T01:35:04.023476+0000","last_deep_scrub":"267'40","last_deep_scrub_stamp":"2024-09-12T01:35:04.023476+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.023476+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:45.277873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":192,"num_read_kb":135,"num_write":73,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.762354+0000","last_change":"2024-09-12T01:34:46.762354+0000","last_active":"2024-09-12T01:34:46.762354+0000","last_peered":"2024-09-12T01:34:46.762354+0000","last_clean":"2024-09-12T01:34:46.762354+0000","last_became_active":"2024-09-12T01:00:41.036755+0000","last_became_peered":"2024-09-12T01:00:41.036755+0000","last_unstale":"2024-09-12T01:34:46.762354+0000","last_undegraded":"2024-09-12T01:34:46.762354+0000","last_fullsized":"2024-09-12T01:34:46.762354+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.762270+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.762270+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.762270+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:13.686770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'3","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.934307+0000","last_change":"2024-09-12T01:35:00.934307+0000","last_active":"2024-09-12T01:35:00.934307+0000","last_peered":"2024-09-12T01:35:00.934307+0000","last_clean":"2024-09-12T01:35:00.934307+0000","last_became_active":"2024-09-12T00:42:18.043893+0000","last_became_peered":"2024-09-12T00:42:18.043893+0000","last_unstale":"2024-09-12T01:35:00.934307+0000","last_undegraded":"2024-09-12T01:35:00.934307+0000","last_fullsized":"2024-09-12T01:35:00.934307+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:35:00.934199+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:35:00.934199+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.934199+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:08.542144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.655842+0000","last_change":"2024-09-12T01:34:49.655842+0000","last_active":"2024-09-12T01:34:49.655842+0000","last_peered":"2024-09-12T01:34:49.655842+0000","last_clean":"2024-09-12T01:34:49.655842+0000","last_became_active":"2024-09-12T00:42:13.972392+0000","last_became_peered":"2024-09-12T00:42:13.972392+0000","last_unstale":"2024-09-12T01:34:49.655842+0000","last_undegraded":"2024-09-12T01:34:49.655842+0000","last_fullsized":"2024-09-12T01:34:49.655842+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.655734+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.655734+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.655734+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:29:57.057787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.864485+0000","last_change":"2024-09-12T01:34:37.864485+0000","last_active":"2024-09-12T01:34:37.864485+0000","last_peered":"2024-09-12T01:34:37.864485+0000","last_clean":"2024-09-12T01:34:37.864485+0000","last_became_active":"2024-09-12T00:38:18.961120+0000","last_became_peered":"2024-09-12T00:38:18.961120+0000","last_unstale":"2024-09-12T01:34:37.864485+0000","last_undegraded":"2024-09-12T01:34:37.864485+0000","last_fullsized":"2024-09-12T01:34:37.864485+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:37.864387+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:37.864387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.864387+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:01.250233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":69,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.994506+0000","last_change":"2024-09-12T01:34:52.994506+0000","last_active":"2024-09-12T01:34:52.994506+0000","last_peered":"2024-09-12T01:34:52.994506+0000","last_clean":"2024-09-12T01:34:52.994506+0000","last_became_active":"2024-09-12T01:00:41.026420+0000","last_became_peered":"2024-09-12T01:00:41.026420+0000","last_unstale":"2024-09-12T01:34:52.994506+0000","last_undegraded":"2024-09-12T01:34:52.994506+0000","last_fullsized":"2024-09-12T01:34:52.994506+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:52.994388+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:52.994388+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.994388+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:29.298482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:08.990409+0000","last_change":"2024-09-12T01:35:08.990409+0000","last_active":"2024-09-12T01:35:08.990409+0000","last_peered":"2024-09-12T01:35:08.990409+0000","last_clean":"2024-09-12T01:35:08.990409+0000","last_became_active":"2024-09-12T00:42:18.559375+0000","last_became_peered":"2024-09-12T00:42:18.559375+0000","last_unstale":"2024-09-12T01:35:08.990409+0000","last_undegraded":"2024-09-12T01:35:08.990409+0000","last_fullsized":"2024-09-12T01:35:08.990409+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T01:35:08.990326+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T01:35:08.990326+0000","last_clean_scrub_stamp":"2024-09-12T01:35:08.990326+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:33:42.070576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"267'6","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.870864+0000","last_change":"2024-09-12T01:34:39.870864+0000","last_active":"2024-09-12T01:34:39.870864+0000","last_peered":"2024-09-12T01:34:39.870864+0000","last_clean":"2024-09-12T01:34:39.870864+0000","last_became_active":"2024-09-12T00:42:13.971776+0000","last_became_peered":"2024-09-12T00:42:13.971776+0000","last_unstale":"2024-09-12T01:34:39.870864+0000","last_undegraded":"2024-09-12T01:34:39.870864+0000","last_fullsized":"2024-09-12T01:34:39.870864+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:39.870784+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:39.870784+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.870784+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:44.047899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":6,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"267'19","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.941024+0000","last_change":"2024-09-12T01:34:54.941024+0000","last_active":"2024-09-12T01:34:54.941024+0000","last_peered":"2024-09-12T01:34:54.941024+0000","last_clean":"2024-09-12T01:34:54.941024+0000","last_became_active":"2024-09-12T00:38:18.961901+0000","last_became_peered":"2024-09-12T00:38:18.961901+0000","last_unstale":"2024-09-12T01:34:54.941024+0000","last_undegraded":"2024-09-12T01:34:54.941024+0000","last_fullsized":"2024-09-12T01:34:54.941024+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'19","last_scrub_stamp":"2024-09-12T01:34:54.940866+0000","last_deep_scrub":"267'19","last_deep_scrub_stamp":"2024-09-12T01:34:54.940866+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.940866+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:32.807748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":94,"num_read_kb":65,"num_write":43,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:16.417176+0000","last_change":"2024-09-12T01:35:16.417176+0000","last_active":"2024-09-12T01:35:16.417176+0000","last_peered":"2024-09-12T01:35:16.417176+0000","last_clean":"2024-09-12T01:35:16.417176+0000","last_became_active":"2024-09-12T01:00:41.035556+0000","last_became_peered":"2024-09-12T01:00:41.035556+0000","last_unstale":"2024-09-12T01:35:16.417176+0000","last_undegraded":"2024-09-12T01:35:16.417176+0000","last_fullsized":"2024-09-12T01:35:16.417176+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:16.417055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:16.417055+0000","last_clean_scrub_stamp":"2024-09-12T01:35:16.417055+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:28.661418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"0'0","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:12.439491+0000","last_change":"2024-09-12T01:35:12.439491+0000","last_active":"2024-09-12T01:35:12.439491+0000","last_peered":"2024-09-12T01:35:12.439491+0000","last_clean":"2024-09-12T01:35:12.439491+0000","last_became_active":"2024-09-12T00:42:18.557812+0000","last_became_peered":"2024-09-12T00:42:18.557812+0000","last_unstale":"2024-09-12T01:35:12.439491+0000","last_undegraded":"2024-09-12T01:35:12.439491+0000","last_fullsized":"2024-09-12T01:35:12.439491+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:12.439393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:12.439393+0000","last_clean_scrub_stamp":"2024-09-12T01:35:12.439393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:16.141098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.939816+0000","last_change":"2024-09-12T01:34:56.939816+0000","last_active":"2024-09-12T01:34:56.939816+0000","last_peered":"2024-09-12T01:34:56.939816+0000","last_clean":"2024-09-12T01:34:56.939816+0000","last_became_active":"2024-09-12T00:42:13.964255+0000","last_became_peered":"2024-09-12T00:42:13.964255+0000","last_unstale":"2024-09-12T01:34:56.939816+0000","last_undegraded":"2024-09-12T01:34:56.939816+0000","last_fullsized":"2024-09-12T01:34:56.939816+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:56.939696+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:56.939696+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.939696+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:28:41.800394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"267'12","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.366155+0000","last_change":"2024-09-12T01:35:01.366155+0000","last_active":"2024-09-12T01:35:01.366155+0000","last_peered":"2024-09-12T01:35:01.366155+0000","last_clean":"2024-09-12T01:35:01.366155+0000","last_became_active":"2024-09-12T00:38:18.968323+0000","last_became_peered":"2024-09-12T00:38:18.968323+0000","last_unstale":"2024-09-12T01:35:01.366155+0000","last_undegraded":"2024-09-12T01:35:01.366155+0000","last_fullsized":"2024-09-12T01:35:01.366155+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'12","last_scrub_stamp":"2024-09-12T01:35:01.366066+0000","last_deep_scrub":"267'12","last_deep_scrub_stamp":"2024-09-12T01:35:01.366066+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.366066+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:24.177717+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":57,"num_read_kb":39,"num_write":23,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:17.369822+0000","last_change":"2024-09-12T01:35:17.369822+0000","last_active":"2024-09-12T01:35:17.369822+0000","last_peered":"2024-09-12T01:35:17.369822+0000","last_clean":"2024-09-12T01:35:17.369822+0000","last_became_active":"2024-09-12T01:00:41.036774+0000","last_became_peered":"2024-09-12T01:00:41.036774+0000","last_unstale":"2024-09-12T01:35:17.369822+0000","last_undegraded":"2024-09-12T01:35:17.369822+0000","last_fullsized":"2024-09-12T01:35:17.369822+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:17.369717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:17.369717+0000","last_clean_scrub_stamp":"2024-09-12T01:35:17.369717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:00.316818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.779749+0000","last_change":"2024-09-12T01:35:03.779749+0000","last_active":"2024-09-12T01:35:03.779749+0000","last_peered":"2024-09-12T01:35:03.779749+0000","last_clean":"2024-09-12T01:35:03.779749+0000","last_became_active":"2024-09-12T00:42:18.050265+0000","last_became_peered":"2024-09-12T00:42:18.050265+0000","last_unstale":"2024-09-12T01:35:03.779749+0000","last_undegraded":"2024-09-12T01:35:03.779749+0000","last_fullsized":"2024-09-12T01:35:03.779749+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:35:03.779618+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:35:03.779618+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.779618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:17.913546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.014596+0000","last_change":"2024-09-12T01:35:03.014543+0000","last_active":"2024-09-12T01:35:03.014596+0000","last_peered":"2024-09-12T01:35:03.014596+0000","last_clean":"2024-09-12T01:35:03.014596+0000","last_became_active":"2024-09-12T00:42:13.966145+0000","last_became_peered":"2024-09-12T00:42:13.966145+0000","last_unstale":"2024-09-12T01:35:03.014596+0000","last_undegraded":"2024-09-12T01:35:03.014596+0000","last_fullsized":"2024-09-12T01:35:03.014596+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:35:03.014458+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:35:03.014458+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.014458+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:27.325610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"267'24","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.386967+0000","last_change":"2024-09-12T01:35:02.386967+0000","last_active":"2024-09-12T01:35:02.386967+0000","last_peered":"2024-09-12T01:35:02.386967+0000","last_clean":"2024-09-12T01:35:02.386967+0000","last_became_active":"2024-09-12T00:38:18.962369+0000","last_became_peered":"2024-09-12T00:38:18.962369+0000","last_unstale":"2024-09-12T01:35:02.386967+0000","last_undegraded":"2024-09-12T01:35:02.386967+0000","last_fullsized":"2024-09-12T01:35:02.386967+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:35:02.386884+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:35:02.386884+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.386884+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:20.233115+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":95,"num_write":41,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.698999+0000","last_change":"2024-09-12T01:34:57.698999+0000","last_active":"2024-09-12T01:34:57.698999+0000","last_peered":"2024-09-12T01:34:57.698999+0000","last_clean":"2024-09-12T01:34:57.698999+0000","last_became_active":"2024-09-12T01:00:41.031944+0000","last_became_peered":"2024-09-12T01:00:41.031944+0000","last_unstale":"2024-09-12T01:34:57.698999+0000","last_undegraded":"2024-09-12T01:34:57.698999+0000","last_fullsized":"2024-09-12T01:34:57.698999+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:57.698889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:57.698889+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.698889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:31.591278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"267'13","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.032961+0000","last_change":"2024-09-12T01:34:48.032899+0000","last_active":"2024-09-12T01:34:48.032961+0000","last_peered":"2024-09-12T01:34:48.032961+0000","last_clean":"2024-09-12T01:34:48.032961+0000","last_became_active":"2024-09-12T00:42:18.049060+0000","last_became_peered":"2024-09-12T00:42:18.049060+0000","last_unstale":"2024-09-12T01:34:48.032961+0000","last_undegraded":"2024-09-12T01:34:48.032961+0000","last_fullsized":"2024-09-12T01:34:48.032961+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T01:34:48.032758+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T01:34:48.032758+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.032758+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:05.636868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":22578,"num_write":18,"num_write_kb":10288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"267'11","reported_seq":79,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.961629+0000","last_change":"2024-09-12T01:34:54.961629+0000","last_active":"2024-09-12T01:34:54.961629+0000","last_peered":"2024-09-12T01:34:54.961629+0000","last_clean":"2024-09-12T01:34:54.961629+0000","last_became_active":"2024-09-12T00:42:13.965874+0000","last_became_peered":"2024-09-12T00:42:13.965874+0000","last_unstale":"2024-09-12T01:34:54.961629+0000","last_undegraded":"2024-09-12T01:34:54.961629+0000","last_fullsized":"2024-09-12T01:34:54.961629+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T01:34:54.961545+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T01:34:54.961545+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.961545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:52.620402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16,"num_read_kb":13362,"num_write":16,"num_write_kb":6192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"267'38","reported_seq":167,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.139414+0000","last_change":"2024-09-12T01:34:43.139414+0000","last_active":"2024-09-12T01:34:43.139414+0000","last_peered":"2024-09-12T01:34:43.139414+0000","last_clean":"2024-09-12T01:34:43.139414+0000","last_became_active":"2024-09-12T00:38:18.962956+0000","last_became_peered":"2024-09-12T00:38:18.962956+0000","last_unstale":"2024-09-12T01:34:43.139414+0000","last_undegraded":"2024-09-12T01:34:43.139414+0000","last_fullsized":"2024-09-12T01:34:43.139414+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:43.139325+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:43.139325+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.139325+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:34.050575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":194,"num_read_kb":141,"num_write":59,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"267'2","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:12.632766+0000","last_change":"2024-09-12T01:35:12.632766+0000","last_active":"2024-09-12T01:35:12.632766+0000","last_peered":"2024-09-12T01:35:12.632766+0000","last_clean":"2024-09-12T01:35:12.632766+0000","last_became_active":"2024-09-12T01:00:41.023492+0000","last_became_peered":"2024-09-12T01:00:41.023492+0000","last_unstale":"2024-09-12T01:35:12.632766+0000","last_undegraded":"2024-09-12T01:35:12.632766+0000","last_fullsized":"2024-09-12T01:35:12.632766+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:12.632680+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:12.632680+0000","last_clean_scrub_stamp":"2024-09-12T01:35:12.632680+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:21:53.226275+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"267'6","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.002602+0000","last_change":"2024-09-12T01:34:51.002517+0000","last_active":"2024-09-12T01:34:51.002602+0000","last_peered":"2024-09-12T01:34:51.002602+0000","last_clean":"2024-09-12T01:34:51.002602+0000","last_became_active":"2024-09-12T00:42:18.048160+0000","last_became_peered":"2024-09-12T00:42:18.048160+0000","last_unstale":"2024-09-12T01:34:51.002602+0000","last_undegraded":"2024-09-12T01:34:51.002602+0000","last_fullsized":"2024-09-12T01:34:51.002602+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:51.002403+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:51.002403+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.002403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:51.323394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":10242,"num_write":6,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.924478+0000","last_change":"2024-09-12T01:34:55.924478+0000","last_active":"2024-09-12T01:34:55.924478+0000","last_peered":"2024-09-12T01:34:55.924478+0000","last_clean":"2024-09-12T01:34:55.924478+0000","last_became_active":"2024-09-12T00:42:13.962990+0000","last_became_peered":"2024-09-12T00:42:13.962990+0000","last_unstale":"2024-09-12T01:34:55.924478+0000","last_undegraded":"2024-09-12T01:34:55.924478+0000","last_fullsized":"2024-09-12T01:34:55.924478+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:55.924352+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:55.924352+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.924352+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:41.178817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"267'68","reported_seq":266,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.038816+0000","last_change":"2024-09-12T01:35:02.038816+0000","last_active":"2024-09-12T01:35:02.038816+0000","last_peered":"2024-09-12T01:35:02.038816+0000","last_clean":"2024-09-12T01:35:02.038816+0000","last_became_active":"2024-09-12T00:38:18.962037+0000","last_became_peered":"2024-09-12T00:38:18.962037+0000","last_unstale":"2024-09-12T01:35:02.038816+0000","last_undegraded":"2024-09-12T01:35:02.038816+0000","last_fullsized":"2024-09-12T01:35:02.038816+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'68","last_scrub_stamp":"2024-09-12T01:35:02.038728+0000","last_deep_scrub":"267'68","last_deep_scrub_stamp":"2024-09-12T01:35:02.038728+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.038728+0000","objects_scrubbed":1,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:25:07.685194+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":390,"num_read_kb":297,"num_write":91,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":34,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:13.600399+0000","last_change":"2024-09-12T01:35:13.600399+0000","last_active":"2024-09-12T01:35:13.600399+0000","last_peered":"2024-09-12T01:35:13.600399+0000","last_clean":"2024-09-12T01:35:13.600399+0000","last_became_active":"2024-09-12T01:00:41.031591+0000","last_became_peered":"2024-09-12T01:00:41.031591+0000","last_unstale":"2024-09-12T01:35:13.600399+0000","last_undegraded":"2024-09-12T01:35:13.600399+0000","last_fullsized":"2024-09-12T01:35:13.600399+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:13.600304+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:13.600304+0000","last_clean_scrub_stamp":"2024-09-12T01:35:13.600304+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:55.702190+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"0'0","reported_seq":46,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.733306+0000","last_change":"2024-09-12T01:35:02.733234+0000","last_active":"2024-09-12T01:35:02.733306+0000","last_peered":"2024-09-12T01:35:02.733306+0000","last_clean":"2024-09-12T01:35:02.733306+0000","last_became_active":"2024-09-12T00:42:39.471709+0000","last_became_peered":"2024-09-12T00:42:39.471709+0000","last_unstale":"2024-09-12T01:35:02.733306+0000","last_undegraded":"2024-09-12T01:35:02.733306+0000","last_fullsized":"2024-09-12T01:35:02.733306+0000","mapping_epoch":263,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":264,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:02.733116+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:02.733116+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.733116+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:46:30.470777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.992071+0000","last_change":"2024-09-12T01:35:05.992071+0000","last_active":"2024-09-12T01:35:05.992071+0000","last_peered":"2024-09-12T01:35:05.992071+0000","last_clean":"2024-09-12T01:35:05.992071+0000","last_became_active":"2024-09-12T00:42:13.966306+0000","last_became_peered":"2024-09-12T00:42:13.966306+0000","last_unstale":"2024-09-12T01:35:05.992071+0000","last_undegraded":"2024-09-12T01:35:05.992071+0000","last_fullsized":"2024-09-12T01:35:05.992071+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.991957+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.991957+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.991957+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:46:59.522669+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"267'24","reported_seq":127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.731079+0000","last_change":"2024-09-12T01:34:45.731079+0000","last_active":"2024-09-12T01:34:45.731079+0000","last_peered":"2024-09-12T01:34:45.731079+0000","last_clean":"2024-09-12T01:34:45.731079+0000","last_became_active":"2024-09-12T00:38:18.962871+0000","last_became_peered":"2024-09-12T00:38:18.962871+0000","last_unstale":"2024-09-12T01:34:45.731079+0000","last_undegraded":"2024-09-12T01:34:45.731079+0000","last_fullsized":"2024-09-12T01:34:45.731079+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:34:45.730982+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:34:45.730982+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.730982+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:51.357993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":113,"num_read_kb":79,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.737018+0000","last_change":"2024-09-12T01:34:56.737018+0000","last_active":"2024-09-12T01:34:56.737018+0000","last_peered":"2024-09-12T01:34:56.737018+0000","last_clean":"2024-09-12T01:34:56.737018+0000","last_became_active":"2024-09-12T01:00:41.036289+0000","last_became_peered":"2024-09-12T01:00:41.036289+0000","last_unstale":"2024-09-12T01:34:56.737018+0000","last_undegraded":"2024-09-12T01:34:56.737018+0000","last_fullsized":"2024-09-12T01:34:56.737018+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:56.736907+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:56.736907+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.736907+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:00.127449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"267'6","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:10.485028+0000","last_change":"2024-09-12T01:35:10.484955+0000","last_active":"2024-09-12T01:35:10.485028+0000","last_peered":"2024-09-12T01:35:10.485028+0000","last_clean":"2024-09-12T01:35:10.485028+0000","last_became_active":"2024-09-12T00:42:18.557783+0000","last_became_peered":"2024-09-12T00:42:18.557783+0000","last_unstale":"2024-09-12T01:35:10.485028+0000","last_undegraded":"2024-09-12T01:35:10.485028+0000","last_fullsized":"2024-09-12T01:35:10.485028+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:35:10.484868+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:35:10.484868+0000","last_clean_scrub_stamp":"2024-09-12T01:35:10.484868+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:26.583837+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":4096,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"267'10","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.679322+0000","last_change":"2024-09-12T01:34:58.679322+0000","last_active":"2024-09-12T01:34:58.679322+0000","last_peered":"2024-09-12T01:34:58.679322+0000","last_clean":"2024-09-12T01:34:58.679322+0000","last_became_active":"2024-09-12T00:42:13.967593+0000","last_became_peered":"2024-09-12T00:42:13.967593+0000","last_unstale":"2024-09-12T01:34:58.679322+0000","last_undegraded":"2024-09-12T01:34:58.679322+0000","last_fullsized":"2024-09-12T01:34:58.679322+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:34:58.679230+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:34:58.679230+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.679230+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:47:35.055072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":20,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"267'41","reported_seq":173,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.008902+0000","last_change":"2024-09-12T01:35:01.008902+0000","last_active":"2024-09-12T01:35:01.008902+0000","last_peered":"2024-09-12T01:35:01.008902+0000","last_clean":"2024-09-12T01:35:01.008902+0000","last_became_active":"2024-09-12T00:38:18.964237+0000","last_became_peered":"2024-09-12T00:38:18.964237+0000","last_unstale":"2024-09-12T01:35:01.008902+0000","last_undegraded":"2024-09-12T01:35:01.008902+0000","last_fullsized":"2024-09-12T01:35:01.008902+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'41","last_scrub_stamp":"2024-09-12T01:35:01.008823+0000","last_deep_scrub":"267'41","last_deep_scrub_stamp":"2024-09-12T01:35:01.008823+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.008823+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:17.714888+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":198,"num_read_kb":138,"num_write":79,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.784393+0000","last_change":"2024-09-12T01:34:45.784393+0000","last_active":"2024-09-12T01:34:45.784393+0000","last_peered":"2024-09-12T01:34:45.784393+0000","last_clean":"2024-09-12T01:34:45.784393+0000","last_became_active":"2024-09-12T01:00:41.032897+0000","last_became_peered":"2024-09-12T01:00:41.032897+0000","last_unstale":"2024-09-12T01:34:45.784393+0000","last_undegraded":"2024-09-12T01:34:45.784393+0000","last_fullsized":"2024-09-12T01:34:45.784393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:45.784311+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:45.784311+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.784311+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:11.045570+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"0'0","reported_seq":53,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:08.492169+0000","last_change":"2024-09-12T01:35:08.492169+0000","last_active":"2024-09-12T01:35:08.492169+0000","last_peered":"2024-09-12T01:35:08.492169+0000","last_clean":"2024-09-12T01:35:08.492169+0000","last_became_active":"2024-09-12T00:42:18.559289+0000","last_became_peered":"2024-09-12T00:42:18.559289+0000","last_unstale":"2024-09-12T01:35:08.492169+0000","last_undegraded":"2024-09-12T01:35:08.492169+0000","last_fullsized":"2024-09-12T01:35:08.492169+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:08.492068+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:08.492068+0000","last_clean_scrub_stamp":"2024-09-12T01:35:08.492068+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:24:28.768181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"267'7","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.691474+0000","last_change":"2024-09-12T01:35:01.691376+0000","last_active":"2024-09-12T01:35:01.691474+0000","last_peered":"2024-09-12T01:35:01.691474+0000","last_clean":"2024-09-12T01:35:01.691474+0000","last_became_active":"2024-09-12T00:42:13.967003+0000","last_became_peered":"2024-09-12T00:42:13.967003+0000","last_unstale":"2024-09-12T01:35:01.691474+0000","last_undegraded":"2024-09-12T01:35:01.691474+0000","last_fullsized":"2024-09-12T01:35:01.691474+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:35:01.691280+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:35:01.691280+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.691280+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:30:10.351034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6144,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"267'15","reported_seq":104,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.415316+0000","last_change":"2024-09-12T01:34:59.415316+0000","last_active":"2024-09-12T01:34:59.415316+0000","last_peered":"2024-09-12T01:34:59.415316+0000","last_clean":"2024-09-12T01:34:59.415316+0000","last_became_active":"2024-09-12T00:38:18.967793+0000","last_became_peered":"2024-09-12T00:38:18.967793+0000","last_unstale":"2024-09-12T01:34:59.415316+0000","last_undegraded":"2024-09-12T01:34:59.415316+0000","last_fullsized":"2024-09-12T01:34:59.415316+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'15","last_scrub_stamp":"2024-09-12T01:34:59.415222+0000","last_deep_scrub":"267'15","last_deep_scrub_stamp":"2024-09-12T01:34:59.415222+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.415222+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:14.718800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":69,"num_read_kb":47,"num_write":34,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:09.589322+0000","last_change":"2024-09-12T01:35:09.589322+0000","last_active":"2024-09-12T01:35:09.589322+0000","last_peered":"2024-09-12T01:35:09.589322+0000","last_clean":"2024-09-12T01:35:09.589322+0000","last_became_active":"2024-09-12T01:00:41.029333+0000","last_became_peered":"2024-09-12T01:00:41.029333+0000","last_unstale":"2024-09-12T01:35:09.589322+0000","last_undegraded":"2024-09-12T01:35:09.589322+0000","last_fullsized":"2024-09-12T01:35:09.589322+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:09.589191+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:09.589191+0000","last_clean_scrub_stamp":"2024-09-12T01:35:09.589191+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:05:31.484664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"267'10","reported_seq":73,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:11.483444+0000","last_change":"2024-09-12T01:35:11.483385+0000","last_active":"2024-09-12T01:35:11.483444+0000","last_peered":"2024-09-12T01:35:11.483444+0000","last_clean":"2024-09-12T01:35:11.483444+0000","last_became_active":"2024-09-12T00:42:18.560498+0000","last_became_peered":"2024-09-12T00:42:18.560498+0000","last_unstale":"2024-09-12T01:35:11.483444+0000","last_undegraded":"2024-09-12T01:35:11.483444+0000","last_fullsized":"2024-09-12T01:35:11.483444+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:35:11.483287+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:35:11.483287+0000","last_clean_scrub_stamp":"2024-09-12T01:35:11.483287+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:21.557168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":14338,"num_write":20,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.16","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.909692+0000","last_change":"2024-09-12T01:34:38.909629+0000","last_active":"2024-09-12T01:34:38.909692+0000","last_peered":"2024-09-12T01:34:38.909692+0000","last_clean":"2024-09-12T01:34:38.909692+0000","last_became_active":"2024-09-12T00:42:13.972135+0000","last_became_peered":"2024-09-12T00:42:13.972135+0000","last_unstale":"2024-09-12T01:34:38.909692+0000","last_undegraded":"2024-09-12T01:34:38.909692+0000","last_fullsized":"2024-09-12T01:34:38.909692+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.909553+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.909553+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.909553+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:34:39.953624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"267'9","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.851167+0000","last_change":"2024-09-12T01:34:36.851167+0000","last_active":"2024-09-12T01:34:36.851167+0000","last_peered":"2024-09-12T01:34:36.851167+0000","last_clean":"2024-09-12T01:34:36.851167+0000","last_became_active":"2024-09-12T00:38:18.966048+0000","last_became_peered":"2024-09-12T00:38:18.966048+0000","last_unstale":"2024-09-12T01:34:36.851167+0000","last_undegraded":"2024-09-12T01:34:36.851167+0000","last_fullsized":"2024-09-12T01:34:36.851167+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'9","last_scrub_stamp":"2024-09-12T01:34:36.851085+0000","last_deep_scrub":"267'9","last_deep_scrub_stamp":"2024-09-12T01:34:36.851085+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.851085+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:20:36.565982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":46,"num_read_kb":33,"num_write":16,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.775986+0000","last_change":"2024-09-12T01:35:04.775986+0000","last_active":"2024-09-12T01:35:04.775986+0000","last_peered":"2024-09-12T01:35:04.775986+0000","last_clean":"2024-09-12T01:35:04.775986+0000","last_became_active":"2024-09-12T01:00:41.030423+0000","last_became_peered":"2024-09-12T01:00:41.030423+0000","last_unstale":"2024-09-12T01:35:04.775986+0000","last_undegraded":"2024-09-12T01:35:04.775986+0000","last_fullsized":"2024-09-12T01:35:04.775986+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:04.775893+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:04.775893+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.775893+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:15:17.792095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.931911+0000","last_change":"2024-09-12T01:35:01.931841+0000","last_active":"2024-09-12T01:35:01.931911+0000","last_peered":"2024-09-12T01:35:01.931911+0000","last_clean":"2024-09-12T01:35:01.931911+0000","last_became_active":"2024-09-12T00:42:18.051266+0000","last_became_peered":"2024-09-12T00:42:18.051266+0000","last_unstale":"2024-09-12T01:35:01.931911+0000","last_undegraded":"2024-09-12T01:35:01.931911+0000","last_fullsized":"2024-09-12T01:35:01.931911+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:01.931757+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:01.931757+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.931757+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:15.973531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":80,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.020818+0000","last_change":"2024-09-12T01:35:05.020735+0000","last_active":"2024-09-12T01:35:05.020818+0000","last_peered":"2024-09-12T01:35:05.020818+0000","last_clean":"2024-09-12T01:35:05.020818+0000","last_became_active":"2024-09-12T00:42:13.970025+0000","last_became_peered":"2024-09-12T00:42:13.970025+0000","last_unstale":"2024-09-12T01:35:05.020818+0000","last_undegraded":"2024-09-12T01:35:05.020818+0000","last_fullsized":"2024-09-12T01:35:05.020818+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.020639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.020639+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.020639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:19.932506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"267'45","reported_seq":185,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.762683+0000","last_change":"2024-09-12T01:34:54.762683+0000","last_active":"2024-09-12T01:34:54.762683+0000","last_peered":"2024-09-12T01:34:54.762683+0000","last_clean":"2024-09-12T01:34:54.762683+0000","last_became_active":"2024-09-12T00:38:18.969072+0000","last_became_peered":"2024-09-12T00:38:18.969072+0000","last_unstale":"2024-09-12T01:34:54.762683+0000","last_undegraded":"2024-09-12T01:34:54.762683+0000","last_fullsized":"2024-09-12T01:34:54.762683+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'45","last_scrub_stamp":"2024-09-12T01:34:54.762599+0000","last_deep_scrub":"267'45","last_deep_scrub_stamp":"2024-09-12T01:34:54.762599+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.762599+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:28.425592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":223,"num_read_kb":157,"num_write":82,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:15.433275+0000","last_change":"2024-09-12T01:35:15.433275+0000","last_active":"2024-09-12T01:35:15.433275+0000","last_peered":"2024-09-12T01:35:15.433275+0000","last_clean":"2024-09-12T01:35:15.433275+0000","last_became_active":"2024-09-12T01:00:41.036723+0000","last_became_peered":"2024-09-12T01:00:41.036723+0000","last_unstale":"2024-09-12T01:35:15.433275+0000","last_undegraded":"2024-09-12T01:35:15.433275+0000","last_fullsized":"2024-09-12T01:35:15.433275+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:15.433186+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:15.433186+0000","last_clean_scrub_stamp":"2024-09-12T01:35:15.433186+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:12.605343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"267'2","reported_seq":57,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.703003+0000","last_change":"2024-09-12T01:34:54.703003+0000","last_active":"2024-09-12T01:34:54.703003+0000","last_peered":"2024-09-12T01:34:54.703003+0000","last_clean":"2024-09-12T01:34:54.703003+0000","last_became_active":"2024-09-12T00:42:18.051377+0000","last_became_peered":"2024-09-12T00:42:18.051377+0000","last_unstale":"2024-09-12T01:34:54.703003+0000","last_undegraded":"2024-09-12T01:34:54.703003+0000","last_fullsized":"2024-09-12T01:34:54.703003+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:54.702913+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:54.702913+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.702913+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:22.417049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.029449+0000","last_change":"2024-09-12T01:34:52.029449+0000","last_active":"2024-09-12T01:34:52.029449+0000","last_peered":"2024-09-12T01:34:52.029449+0000","last_clean":"2024-09-12T01:34:52.029449+0000","last_became_active":"2024-09-12T00:42:13.965740+0000","last_became_peered":"2024-09-12T00:42:13.965740+0000","last_unstale":"2024-09-12T01:34:52.029449+0000","last_undegraded":"2024-09-12T01:34:52.029449+0000","last_fullsized":"2024-09-12T01:34:52.029449+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:52.029360+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:52.029360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.029360+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:54.795321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"267'54","reported_seq":217,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.797951+0000","last_change":"2024-09-12T01:34:53.797951+0000","last_active":"2024-09-12T01:34:53.797951+0000","last_peered":"2024-09-12T01:34:53.797951+0000","last_clean":"2024-09-12T01:34:53.797951+0000","last_became_active":"2024-09-12T00:38:18.963751+0000","last_became_peered":"2024-09-12T00:38:18.963751+0000","last_unstale":"2024-09-12T01:34:53.797951+0000","last_undegraded":"2024-09-12T01:34:53.797951+0000","last_fullsized":"2024-09-12T01:34:53.797951+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:53.797849+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:53.797849+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.797849+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:36:04.871956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":281,"num_read_kb":202,"num_write":96,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":35,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:14.109484+0000","last_change":"2024-09-12T01:35:14.109484+0000","last_active":"2024-09-12T01:35:14.109484+0000","last_peered":"2024-09-12T01:35:14.109484+0000","last_clean":"2024-09-12T01:35:14.109484+0000","last_became_active":"2024-09-12T01:00:41.027475+0000","last_became_peered":"2024-09-12T01:00:41.027475+0000","last_unstale":"2024-09-12T01:35:14.109484+0000","last_undegraded":"2024-09-12T01:35:14.109484+0000","last_fullsized":"2024-09-12T01:35:14.109484+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:14.109406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:14.109406+0000","last_clean_scrub_stamp":"2024-09-12T01:35:14.109406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:58.070984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"267'8","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.664397+0000","last_change":"2024-09-12T01:34:53.664397+0000","last_active":"2024-09-12T01:34:53.664397+0000","last_peered":"2024-09-12T01:34:53.664397+0000","last_clean":"2024-09-12T01:34:53.664397+0000","last_became_active":"2024-09-12T00:42:18.046734+0000","last_became_peered":"2024-09-12T00:42:18.046734+0000","last_unstale":"2024-09-12T01:34:53.664397+0000","last_undegraded":"2024-09-12T01:34:53.664397+0000","last_fullsized":"2024-09-12T01:34:53.664397+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T01:34:53.664281+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T01:34:53.664281+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.664281+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:56.656843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":14336,"num_write":8,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"267'3","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.353517+0000","last_change":"2024-09-12T01:35:03.353517+0000","last_active":"2024-09-12T01:35:03.353517+0000","last_peered":"2024-09-12T01:35:03.353517+0000","last_clean":"2024-09-12T01:35:03.353517+0000","last_became_active":"2024-09-12T00:42:13.973204+0000","last_became_peered":"2024-09-12T00:42:13.973204+0000","last_unstale":"2024-09-12T01:35:03.353517+0000","last_undegraded":"2024-09-12T01:35:03.353517+0000","last_fullsized":"2024-09-12T01:35:03.353517+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:35:03.353403+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:35:03.353403+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.353403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:37.536449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"267'27","reported_seq":141,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.862926+0000","last_change":"2024-09-12T01:34:52.862926+0000","last_active":"2024-09-12T01:34:52.862926+0000","last_peered":"2024-09-12T01:34:52.862926+0000","last_clean":"2024-09-12T01:34:52.862926+0000","last_became_active":"2024-09-12T00:38:18.962915+0000","last_became_peered":"2024-09-12T00:38:18.962915+0000","last_unstale":"2024-09-12T01:34:52.862926+0000","last_undegraded":"2024-09-12T01:34:52.862926+0000","last_fullsized":"2024-09-12T01:34:52.862926+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'27","last_scrub_stamp":"2024-09-12T01:34:52.862825+0000","last_deep_scrub":"267'27","last_deep_scrub_stamp":"2024-09-12T01:34:52.862825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.862825+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:16.311558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":99,"num_write":56,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:13.148319+0000","last_change":"2024-09-12T01:35:13.148319+0000","last_active":"2024-09-12T01:35:13.148319+0000","last_peered":"2024-09-12T01:35:13.148319+0000","last_clean":"2024-09-12T01:35:13.148319+0000","last_became_active":"2024-09-12T01:00:41.031691+0000","last_became_peered":"2024-09-12T01:00:41.031691+0000","last_unstale":"2024-09-12T01:35:13.148319+0000","last_undegraded":"2024-09-12T01:35:13.148319+0000","last_fullsized":"2024-09-12T01:35:13.148319+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:13.148233+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:13.148233+0000","last_clean_scrub_stamp":"2024-09-12T01:35:13.148233+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:54.144038+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"267'4","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:09.496456+0000","last_change":"2024-09-12T01:35:09.496456+0000","last_active":"2024-09-12T01:35:09.496456+0000","last_peered":"2024-09-12T01:35:09.496456+0000","last_clean":"2024-09-12T01:35:09.496456+0000","last_became_active":"2024-09-12T00:42:18.049110+0000","last_became_peered":"2024-09-12T00:42:18.049110+0000","last_unstale":"2024-09-12T01:35:09.496456+0000","last_undegraded":"2024-09-12T01:35:09.496456+0000","last_fullsized":"2024-09-12T01:35:09.496456+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:35:09.496371+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:35:09.496371+0000","last_clean_scrub_stamp":"2024-09-12T01:35:09.496371+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:52:07.419549+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"264'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.064260+0000","last_change":"2024-09-12T01:34:47.064260+0000","last_active":"2024-09-12T01:34:47.064260+0000","last_peered":"2024-09-12T01:34:47.064260+0000","last_clean":"2024-09-12T01:34:47.064260+0000","last_became_active":"2024-09-12T00:42:13.970356+0000","last_became_peered":"2024-09-12T00:42:13.970356+0000","last_unstale":"2024-09-12T01:34:47.064260+0000","last_undegraded":"2024-09-12T01:34:47.064260+0000","last_fullsized":"2024-09-12T01:34:47.064260+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:47.064166+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:47.064166+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.064166+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:09:01.121116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"267'37","reported_seq":160,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.991035+0000","last_change":"2024-09-12T01:34:53.991035+0000","last_active":"2024-09-12T01:34:53.991035+0000","last_peered":"2024-09-12T01:34:53.991035+0000","last_clean":"2024-09-12T01:34:53.991035+0000","last_became_active":"2024-09-12T00:38:18.967269+0000","last_became_peered":"2024-09-12T00:38:18.967269+0000","last_unstale":"2024-09-12T01:34:53.991035+0000","last_undegraded":"2024-09-12T01:34:53.991035+0000","last_fullsized":"2024-09-12T01:34:53.991035+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'37","last_scrub_stamp":"2024-09-12T01:34:53.990952+0000","last_deep_scrub":"267'37","last_deep_scrub_stamp":"2024-09-12T01:34:53.990952+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.990952+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:03.694724+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":174,"num_read_kb":120,"num_write":68,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"267'2","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:13.449641+0000","last_change":"2024-09-12T01:35:13.449641+0000","last_active":"2024-09-12T01:35:13.449641+0000","last_peered":"2024-09-12T01:35:13.449641+0000","last_clean":"2024-09-12T01:35:13.449641+0000","last_became_active":"2024-09-12T01:00:41.036212+0000","last_became_peered":"2024-09-12T01:00:41.036212+0000","last_unstale":"2024-09-12T01:35:13.449641+0000","last_undegraded":"2024-09-12T01:35:13.449641+0000","last_fullsized":"2024-09-12T01:35:13.449641+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:13.449529+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:13.449529+0000","last_clean_scrub_stamp":"2024-09-12T01:35:13.449529+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:41.957985+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"267'2","reported_seq":56,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.001532+0000","last_change":"2024-09-12T01:34:49.001532+0000","last_active":"2024-09-12T01:34:49.001532+0000","last_peered":"2024-09-12T01:34:49.001532+0000","last_clean":"2024-09-12T01:34:49.001532+0000","last_became_active":"2024-09-12T00:42:18.049916+0000","last_became_peered":"2024-09-12T00:42:18.049916+0000","last_unstale":"2024-09-12T01:34:49.001532+0000","last_undegraded":"2024-09-12T01:34:49.001532+0000","last_fullsized":"2024-09-12T01:34:49.001532+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.001451+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.001451+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.001451+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:41.973203+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"267'6","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.718093+0000","last_change":"2024-09-12T01:34:57.718093+0000","last_active":"2024-09-12T01:34:57.718093+0000","last_peered":"2024-09-12T01:34:57.718093+0000","last_clean":"2024-09-12T01:34:57.718093+0000","last_became_active":"2024-09-12T00:42:13.970775+0000","last_became_peered":"2024-09-12T00:42:13.970775+0000","last_unstale":"2024-09-12T01:34:57.718093+0000","last_undegraded":"2024-09-12T01:34:57.718093+0000","last_fullsized":"2024-09-12T01:34:57.718093+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:57.717975+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:57.717975+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.717975+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:48:25.674826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":8232,"num_write":6,"num_write_kb":8232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"267'11","reported_seq":96,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.377573+0000","last_change":"2024-09-12T01:35:00.377573+0000","last_active":"2024-09-12T01:35:00.377573+0000","last_peered":"2024-09-12T01:35:00.377573+0000","last_clean":"2024-09-12T01:35:00.377573+0000","last_became_active":"2024-09-12T00:38:18.965421+0000","last_became_peered":"2024-09-12T00:38:18.965421+0000","last_unstale":"2024-09-12T01:35:00.377573+0000","last_undegraded":"2024-09-12T01:35:00.377573+0000","last_fullsized":"2024-09-12T01:35:00.377573+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'11","last_scrub_stamp":"2024-09-12T01:35:00.377491+0000","last_deep_scrub":"267'11","last_deep_scrub_stamp":"2024-09-12T01:35:00.377491+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.377491+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:30:21.527461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":36,"num_write":26,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.832631+0000","last_change":"2024-09-12T01:34:44.832493+0000","last_active":"2024-09-12T01:34:44.832631+0000","last_peered":"2024-09-12T01:34:44.832631+0000","last_clean":"2024-09-12T01:34:44.832631+0000","last_became_active":"2024-09-12T01:00:41.033346+0000","last_became_peered":"2024-09-12T01:00:41.033346+0000","last_unstale":"2024-09-12T01:34:44.832631+0000","last_undegraded":"2024-09-12T01:34:44.832631+0000","last_fullsized":"2024-09-12T01:34:44.832631+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.832394+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.832394+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.832394+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:08.087408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"0'0","reported_seq":54,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:06.435290+0000","last_change":"2024-09-12T01:35:06.435290+0000","last_active":"2024-09-12T01:35:06.435290+0000","last_peered":"2024-09-12T01:35:06.435290+0000","last_clean":"2024-09-12T01:35:06.435290+0000","last_became_active":"2024-09-12T00:42:18.046237+0000","last_became_peered":"2024-09-12T00:42:18.046237+0000","last_unstale":"2024-09-12T01:35:06.435290+0000","last_undegraded":"2024-09-12T01:35:06.435290+0000","last_fullsized":"2024-09-12T01:35:06.435290+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:06.435198+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:06.435198+0000","last_clean_scrub_stamp":"2024-09-12T01:35:06.435198+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:45.245889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"267'2","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:00.719661+0000","last_change":"2024-09-12T01:35:00.719661+0000","last_active":"2024-09-12T01:35:00.719661+0000","last_peered":"2024-09-12T01:35:00.719661+0000","last_clean":"2024-09-12T01:35:00.719661+0000","last_became_active":"2024-09-12T00:42:13.966742+0000","last_became_peered":"2024-09-12T00:42:13.966742+0000","last_unstale":"2024-09-12T01:35:00.719661+0000","last_undegraded":"2024-09-12T01:35:00.719661+0000","last_fullsized":"2024-09-12T01:35:00.719661+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:00.719572+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:00.719572+0000","last_clean_scrub_stamp":"2024-09-12T01:35:00.719572+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:42.837747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"267'45","reported_seq":189,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.426549+0000","last_change":"2024-09-12T01:34:58.426549+0000","last_active":"2024-09-12T01:34:58.426549+0000","last_peered":"2024-09-12T01:34:58.426549+0000","last_clean":"2024-09-12T01:34:58.426549+0000","last_became_active":"2024-09-12T00:38:18.969731+0000","last_became_peered":"2024-09-12T00:38:18.969731+0000","last_unstale":"2024-09-12T01:34:58.426549+0000","last_undegraded":"2024-09-12T01:34:58.426549+0000","last_fullsized":"2024-09-12T01:34:58.426549+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'45","last_scrub_stamp":"2024-09-12T01:34:58.426486+0000","last_deep_scrub":"267'45","last_deep_scrub_stamp":"2024-09-12T01:34:58.426486+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.426486+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:17.002005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":227,"num_read_kb":159,"num_write":84,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:10.624301+0000","last_change":"2024-09-12T01:35:10.624301+0000","last_active":"2024-09-12T01:35:10.624301+0000","last_peered":"2024-09-12T01:35:10.624301+0000","last_clean":"2024-09-12T01:35:10.624301+0000","last_became_active":"2024-09-12T01:00:41.031622+0000","last_became_peered":"2024-09-12T01:00:41.031622+0000","last_unstale":"2024-09-12T01:35:10.624301+0000","last_undegraded":"2024-09-12T01:35:10.624301+0000","last_fullsized":"2024-09-12T01:35:10.624301+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:10.624206+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:10.624206+0000","last_clean_scrub_stamp":"2024-09-12T01:35:10.624206+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:35:19.780666+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.425358+0000","last_change":"2024-09-12T01:35:05.425358+0000","last_active":"2024-09-12T01:35:05.425358+0000","last_peered":"2024-09-12T01:35:05.425358+0000","last_clean":"2024-09-12T01:35:05.425358+0000","last_became_active":"2024-09-12T00:42:18.046250+0000","last_became_peered":"2024-09-12T00:42:18.046250+0000","last_unstale":"2024-09-12T01:35:05.425358+0000","last_undegraded":"2024-09-12T01:35:05.425358+0000","last_fullsized":"2024-09-12T01:35:05.425358+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T01:35:05.425271+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T01:35:05.425271+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.425271+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:27.167939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":12288,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"267'4","reported_seq":67,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.833490+0000","last_change":"2024-09-12T01:34:41.833490+0000","last_active":"2024-09-12T01:34:41.833490+0000","last_peered":"2024-09-12T01:34:41.833490+0000","last_clean":"2024-09-12T01:34:41.833490+0000","last_became_active":"2024-09-12T00:42:13.971103+0000","last_became_peered":"2024-09-12T00:42:13.971103+0000","last_unstale":"2024-09-12T01:34:41.833490+0000","last_undegraded":"2024-09-12T01:34:41.833490+0000","last_fullsized":"2024-09-12T01:34:41.833490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:41.833393+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:41.833393+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.833393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:33.770210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"267'7","reported_seq":84,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.683045+0000","last_change":"2024-09-12T01:34:55.683045+0000","last_active":"2024-09-12T01:34:55.683045+0000","last_peered":"2024-09-12T01:34:55.683045+0000","last_clean":"2024-09-12T01:34:55.683045+0000","last_became_active":"2024-09-12T00:38:18.966238+0000","last_became_peered":"2024-09-12T00:38:18.966238+0000","last_unstale":"2024-09-12T01:34:55.683045+0000","last_undegraded":"2024-09-12T01:34:55.683045+0000","last_fullsized":"2024-09-12T01:34:55.683045+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:55.682955+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:55.682955+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.682955+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:57.524678+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":27,"num_read_kb":18,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.027282+0000","last_change":"2024-09-12T01:34:52.027214+0000","last_active":"2024-09-12T01:34:52.027282+0000","last_peered":"2024-09-12T01:34:52.027282+0000","last_clean":"2024-09-12T01:34:52.027282+0000","last_became_active":"2024-09-12T01:00:41.033089+0000","last_became_peered":"2024-09-12T01:00:41.033089+0000","last_unstale":"2024-09-12T01:34:52.027282+0000","last_undegraded":"2024-09-12T01:34:52.027282+0000","last_fullsized":"2024-09-12T01:34:52.027282+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:52.027130+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:52.027130+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.027130+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:54.177428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"267'10","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.692412+0000","last_change":"2024-09-12T01:34:52.692412+0000","last_active":"2024-09-12T01:34:52.692412+0000","last_peered":"2024-09-12T01:34:52.692412+0000","last_clean":"2024-09-12T01:34:52.692412+0000","last_became_active":"2024-09-12T00:42:18.559277+0000","last_became_peered":"2024-09-12T00:42:18.559277+0000","last_unstale":"2024-09-12T01:34:52.692412+0000","last_undegraded":"2024-09-12T01:34:52.692412+0000","last_fullsized":"2024-09-12T01:34:52.692412+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'10","last_scrub_stamp":"2024-09-12T01:34:52.692327+0000","last_deep_scrub":"267'10","last_deep_scrub_stamp":"2024-09-12T01:34:52.692327+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.692327+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:18:04.034021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":8721,"num_write":20,"num_write_kb":12817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"267'2","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.979815+0000","last_change":"2024-09-12T01:34:57.979815+0000","last_active":"2024-09-12T01:34:57.979815+0000","last_peered":"2024-09-12T01:34:57.979815+0000","last_clean":"2024-09-12T01:34:57.979815+0000","last_became_active":"2024-09-12T00:42:13.966927+0000","last_became_peered":"2024-09-12T00:42:13.966927+0000","last_unstale":"2024-09-12T01:34:57.979815+0000","last_undegraded":"2024-09-12T01:34:57.979815+0000","last_fullsized":"2024-09-12T01:34:57.979815+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:57.979687+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:57.979687+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.979687+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:14.413852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"267'22","reported_seq":128,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.114610+0000","last_change":"2024-09-12T01:34:45.114610+0000","last_active":"2024-09-12T01:34:45.114610+0000","last_peered":"2024-09-12T01:34:45.114610+0000","last_clean":"2024-09-12T01:34:45.114610+0000","last_became_active":"2024-09-12T00:38:18.966189+0000","last_became_peered":"2024-09-12T00:38:18.966189+0000","last_unstale":"2024-09-12T01:34:45.114610+0000","last_undegraded":"2024-09-12T01:34:45.114610+0000","last_fullsized":"2024-09-12T01:34:45.114610+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:45.114513+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:45.114513+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.114513+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:41.619991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":44,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:06.561698+0000","last_change":"2024-09-12T01:35:06.561641+0000","last_active":"2024-09-12T01:35:06.561698+0000","last_peered":"2024-09-12T01:35:06.561698+0000","last_clean":"2024-09-12T01:35:06.561698+0000","last_became_active":"2024-09-12T01:00:41.027240+0000","last_became_peered":"2024-09-12T01:00:41.027240+0000","last_unstale":"2024-09-12T01:35:06.561698+0000","last_undegraded":"2024-09-12T01:35:06.561698+0000","last_fullsized":"2024-09-12T01:35:06.561698+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:06.561550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:06.561550+0000","last_clean_scrub_stamp":"2024-09-12T01:35:06.561550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:00.862775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"267'5","reported_seq":63,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:07.472842+0000","last_change":"2024-09-12T01:35:07.472842+0000","last_active":"2024-09-12T01:35:07.472842+0000","last_peered":"2024-09-12T01:35:07.472842+0000","last_clean":"2024-09-12T01:35:07.472842+0000","last_became_active":"2024-09-12T00:42:18.051379+0000","last_became_peered":"2024-09-12T00:42:18.051379+0000","last_unstale":"2024-09-12T01:35:07.472842+0000","last_undegraded":"2024-09-12T01:35:07.472842+0000","last_fullsized":"2024-09-12T01:35:07.472842+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'5","last_scrub_stamp":"2024-09-12T01:35:07.472723+0000","last_deep_scrub":"267'5","last_deep_scrub_stamp":"2024-09-12T01:35:07.472723+0000","last_clean_scrub_stamp":"2024-09-12T01:35:07.472723+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:48:04.261340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":6144,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"267'6","reported_seq":72,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.665561+0000","last_change":"2024-09-12T01:34:48.665561+0000","last_active":"2024-09-12T01:34:48.665561+0000","last_peered":"2024-09-12T01:34:48.665561+0000","last_clean":"2024-09-12T01:34:48.665561+0000","last_became_active":"2024-09-12T00:42:13.973216+0000","last_became_peered":"2024-09-12T00:42:13.973216+0000","last_unstale":"2024-09-12T01:34:48.665561+0000","last_undegraded":"2024-09-12T01:34:48.665561+0000","last_fullsized":"2024-09-12T01:34:48.665561+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:48.665471+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:48.665471+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.665471+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:07.815465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":10240,"num_write":6,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"256'7","reported_seq":89,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.853413+0000","last_change":"2024-09-12T01:34:40.853413+0000","last_active":"2024-09-12T01:34:40.853413+0000","last_peered":"2024-09-12T01:34:40.853413+0000","last_clean":"2024-09-12T01:34:40.853413+0000","last_became_active":"2024-09-12T00:38:18.964229+0000","last_became_peered":"2024-09-12T00:38:18.964229+0000","last_unstale":"2024-09-12T01:34:40.853413+0000","last_undegraded":"2024-09-12T01:34:40.853413+0000","last_fullsized":"2024-09-12T01:34:40.853413+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"256'7","last_scrub_stamp":"2024-09-12T01:34:40.853332+0000","last_deep_scrub":"256'7","last_deep_scrub_stamp":"2024-09-12T01:34:40.853332+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.853332+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:23.775797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":12,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:14.432224+0000","last_change":"2024-09-12T01:35:14.432224+0000","last_active":"2024-09-12T01:35:14.432224+0000","last_peered":"2024-09-12T01:35:14.432224+0000","last_clean":"2024-09-12T01:35:14.432224+0000","last_became_active":"2024-09-12T01:00:41.036093+0000","last_became_peered":"2024-09-12T01:00:41.036093+0000","last_unstale":"2024-09-12T01:35:14.432224+0000","last_undegraded":"2024-09-12T01:35:14.432224+0000","last_fullsized":"2024-09-12T01:35:14.432224+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:14.432136+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:14.432136+0000","last_clean_scrub_stamp":"2024-09-12T01:35:14.432136+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:51.030532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'4","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.950362+0000","last_change":"2024-09-12T01:34:59.950362+0000","last_active":"2024-09-12T01:34:59.950362+0000","last_peered":"2024-09-12T01:34:59.950362+0000","last_clean":"2024-09-12T01:34:59.950362+0000","last_became_active":"2024-09-12T00:42:18.045543+0000","last_became_peered":"2024-09-12T00:42:18.045543+0000","last_unstale":"2024-09-12T01:34:59.950362+0000","last_undegraded":"2024-09-12T01:34:59.950362+0000","last_fullsized":"2024-09-12T01:34:59.950362+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:34:59.950247+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:34:59.950247+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.950247+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:30.987283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"267'7","reported_seq":70,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.964896+0000","last_change":"2024-09-12T01:34:59.964896+0000","last_active":"2024-09-12T01:34:59.964896+0000","last_peered":"2024-09-12T01:34:59.964896+0000","last_clean":"2024-09-12T01:34:59.964896+0000","last_became_active":"2024-09-12T00:42:13.967653+0000","last_became_peered":"2024-09-12T00:42:13.967653+0000","last_unstale":"2024-09-12T01:34:59.964896+0000","last_undegraded":"2024-09-12T01:34:59.964896+0000","last_fullsized":"2024-09-12T01:34:59.964896+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:59.964796+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:59.964796+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.964796+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:31:39.705086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":7168,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"267'22","reported_seq":126,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.894864+0000","last_change":"2024-09-12T01:34:53.894864+0000","last_active":"2024-09-12T01:34:53.894864+0000","last_peered":"2024-09-12T01:34:53.894864+0000","last_clean":"2024-09-12T01:34:53.894864+0000","last_became_active":"2024-09-12T00:38:18.965043+0000","last_became_peered":"2024-09-12T00:38:18.965043+0000","last_unstale":"2024-09-12T01:34:53.894864+0000","last_undegraded":"2024-09-12T01:34:53.894864+0000","last_fullsized":"2024-09-12T01:34:53.894864+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:53.894757+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:53.894757+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.894757+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:55.704036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":77,"num_write":40,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:08.572694+0000","last_change":"2024-09-12T01:35:08.572694+0000","last_active":"2024-09-12T01:35:08.572694+0000","last_peered":"2024-09-12T01:35:08.572694+0000","last_clean":"2024-09-12T01:35:08.572694+0000","last_became_active":"2024-09-12T01:00:41.028071+0000","last_became_peered":"2024-09-12T01:00:41.028071+0000","last_unstale":"2024-09-12T01:35:08.572694+0000","last_undegraded":"2024-09-12T01:35:08.572694+0000","last_fullsized":"2024-09-12T01:35:08.572694+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:08.572606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:08.572606+0000","last_clean_scrub_stamp":"2024-09-12T01:35:08.572606+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:53:40.483016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"264'6","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.672386+0000","last_change":"2024-09-12T01:35:02.672386+0000","last_active":"2024-09-12T01:35:02.672386+0000","last_peered":"2024-09-12T01:35:02.672386+0000","last_clean":"2024-09-12T01:35:02.672386+0000","last_became_active":"2024-09-12T00:42:18.558054+0000","last_became_peered":"2024-09-12T00:42:18.558054+0000","last_unstale":"2024-09-12T01:35:02.672386+0000","last_undegraded":"2024-09-12T01:35:02.672386+0000","last_fullsized":"2024-09-12T01:35:02.672386+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:35:02.672297+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:35:02.672297+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.672297+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:02.746334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":8194,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"267'3","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.651278+0000","last_change":"2024-09-12T01:34:47.651278+0000","last_active":"2024-09-12T01:34:47.651278+0000","last_peered":"2024-09-12T01:34:47.651278+0000","last_clean":"2024-09-12T01:34:47.651278+0000","last_became_active":"2024-09-12T00:42:13.968432+0000","last_became_peered":"2024-09-12T00:42:13.968432+0000","last_unstale":"2024-09-12T01:34:47.651278+0000","last_undegraded":"2024-09-12T01:34:47.651278+0000","last_fullsized":"2024-09-12T01:34:47.651278+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:47.651177+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:47.651177+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.651177+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:57.666466+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"267'44","reported_seq":192,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.773019+0000","last_change":"2024-09-12T01:34:51.773019+0000","last_active":"2024-09-12T01:34:51.773019+0000","last_peered":"2024-09-12T01:34:51.773019+0000","last_clean":"2024-09-12T01:34:51.773019+0000","last_became_active":"2024-09-12T00:38:18.963698+0000","last_became_peered":"2024-09-12T00:38:18.963698+0000","last_unstale":"2024-09-12T01:34:51.773019+0000","last_undegraded":"2024-09-12T01:34:51.773019+0000","last_fullsized":"2024-09-12T01:34:51.773019+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'44","last_scrub_stamp":"2024-09-12T01:34:51.772932+0000","last_deep_scrub":"267'44","last_deep_scrub_stamp":"2024-09-12T01:34:51.772932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.772932+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":0,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:13.981296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":236,"num_read_kb":167,"num_write":73,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"267'2","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:11.592202+0000","last_change":"2024-09-12T01:35:11.592202+0000","last_active":"2024-09-12T01:35:11.592202+0000","last_peered":"2024-09-12T01:35:11.592202+0000","last_clean":"2024-09-12T01:35:11.592202+0000","last_became_active":"2024-09-12T01:00:41.031229+0000","last_became_peered":"2024-09-12T01:00:41.031229+0000","last_unstale":"2024-09-12T01:35:11.592202+0000","last_undegraded":"2024-09-12T01:35:11.592202+0000","last_fullsized":"2024-09-12T01:35:11.592202+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:11.592114+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:11.592114+0000","last_clean_scrub_stamp":"2024-09-12T01:35:11.592114+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:05:35.062644+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"264'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.645295+0000","last_change":"2024-09-12T01:34:51.645295+0000","last_active":"2024-09-12T01:34:51.645295+0000","last_peered":"2024-09-12T01:34:51.645295+0000","last_clean":"2024-09-12T01:34:51.645295+0000","last_became_active":"2024-09-12T00:42:18.047295+0000","last_became_peered":"2024-09-12T00:42:18.047295+0000","last_unstale":"2024-09-12T01:34:51.645295+0000","last_undegraded":"2024-09-12T01:34:51.645295+0000","last_fullsized":"2024-09-12T01:34:51.645295+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:51.645168+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:51.645168+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.645168+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:16.236924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"267'4","reported_seq":68,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.996892+0000","last_change":"2024-09-12T01:34:56.996892+0000","last_active":"2024-09-12T01:34:56.996892+0000","last_peered":"2024-09-12T01:34:56.996892+0000","last_clean":"2024-09-12T01:34:56.996892+0000","last_became_active":"2024-09-12T00:42:13.969454+0000","last_became_peered":"2024-09-12T00:42:13.969454+0000","last_unstale":"2024-09-12T01:34:56.996892+0000","last_undegraded":"2024-09-12T01:34:56.996892+0000","last_fullsized":"2024-09-12T01:34:56.996892+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:56.996804+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:56.996804+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.996804+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:43.535576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"267'22","reported_seq":129,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.401258+0000","last_change":"2024-09-12T01:34:57.401258+0000","last_active":"2024-09-12T01:34:57.401258+0000","last_peered":"2024-09-12T01:34:57.401258+0000","last_clean":"2024-09-12T01:34:57.401258+0000","last_became_active":"2024-09-12T00:38:18.967749+0000","last_became_peered":"2024-09-12T00:38:18.967749+0000","last_unstale":"2024-09-12T01:34:57.401258+0000","last_undegraded":"2024-09-12T01:34:57.401258+0000","last_fullsized":"2024-09-12T01:34:57.401258+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'22","last_scrub_stamp":"2024-09-12T01:34:57.401172+0000","last_deep_scrub":"267'22","last_deep_scrub_stamp":"2024-09-12T01:34:57.401172+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.401172+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:42:30.640823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":77,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":36,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:11.081014+0000","last_change":"2024-09-12T01:35:11.081014+0000","last_active":"2024-09-12T01:35:11.081014+0000","last_peered":"2024-09-12T01:35:11.081014+0000","last_clean":"2024-09-12T01:35:11.081014+0000","last_became_active":"2024-09-12T01:00:41.036883+0000","last_became_peered":"2024-09-12T01:00:41.036883+0000","last_unstale":"2024-09-12T01:35:11.081014+0000","last_undegraded":"2024-09-12T01:35:11.081014+0000","last_fullsized":"2024-09-12T01:35:11.081014+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:11.080915+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:11.080915+0000","last_clean_scrub_stamp":"2024-09-12T01:35:11.080915+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:02.015518+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"267'2","reported_seq":58,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:03.651492+0000","last_change":"2024-09-12T01:35:03.651492+0000","last_active":"2024-09-12T01:35:03.651492+0000","last_peered":"2024-09-12T01:35:03.651492+0000","last_clean":"2024-09-12T01:35:03.651492+0000","last_became_active":"2024-09-12T00:42:18.048342+0000","last_became_peered":"2024-09-12T00:42:18.048342+0000","last_unstale":"2024-09-12T01:35:03.651492+0000","last_undegraded":"2024-09-12T01:35:03.651492+0000","last_fullsized":"2024-09-12T01:35:03.651492+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:03.651402+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:03.651402+0000","last_clean_scrub_stamp":"2024-09-12T01:35:03.651402+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:22.304387+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"0'0","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.014787+0000","last_change":"2024-09-12T01:34:51.014787+0000","last_active":"2024-09-12T01:34:51.014787+0000","last_peered":"2024-09-12T01:34:51.014787+0000","last_clean":"2024-09-12T01:34:51.014787+0000","last_became_active":"2024-09-12T00:42:13.963389+0000","last_became_peered":"2024-09-12T00:42:13.963389+0000","last_unstale":"2024-09-12T01:34:51.014787+0000","last_undegraded":"2024-09-12T01:34:51.014787+0000","last_fullsized":"2024-09-12T01:34:51.014787+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:51.014698+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:51.014698+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.014698+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:05.488187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"267'56","reported_seq":222,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.119259+0000","last_change":"2024-09-12T01:34:42.119259+0000","last_active":"2024-09-12T01:34:42.119259+0000","last_peered":"2024-09-12T01:34:42.119259+0000","last_clean":"2024-09-12T01:34:42.119259+0000","last_became_active":"2024-09-12T00:38:18.966210+0000","last_became_peered":"2024-09-12T00:38:18.966210+0000","last_unstale":"2024-09-12T01:34:42.119259+0000","last_undegraded":"2024-09-12T01:34:42.119259+0000","last_fullsized":"2024-09-12T01:34:42.119259+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'56","last_scrub_stamp":"2024-09-12T01:34:42.119147+0000","last_deep_scrub":"267'56","last_deep_scrub_stamp":"2024-09-12T01:34:42.119147+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.119147+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":0,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:27.758254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":288,"num_read_kb":204,"num_write":93,"num_write_kb":42,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:04.637098+0000","last_change":"2024-09-12T01:35:04.637098+0000","last_active":"2024-09-12T01:35:04.637098+0000","last_peered":"2024-09-12T01:35:04.637098+0000","last_clean":"2024-09-12T01:35:04.637098+0000","last_became_active":"2024-09-12T01:00:41.027353+0000","last_became_peered":"2024-09-12T01:00:41.027353+0000","last_unstale":"2024-09-12T01:35:04.637098+0000","last_undegraded":"2024-09-12T01:35:04.637098+0000","last_fullsized":"2024-09-12T01:35:04.637098+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:04.637010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:04.637010+0000","last_clean_scrub_stamp":"2024-09-12T01:35:04.637010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:26.491190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:07.998636+0000","last_change":"2024-09-12T01:35:07.998636+0000","last_active":"2024-09-12T01:35:07.998636+0000","last_peered":"2024-09-12T01:35:07.998636+0000","last_clean":"2024-09-12T01:35:07.998636+0000","last_became_active":"2024-09-12T00:42:18.042859+0000","last_became_peered":"2024-09-12T00:42:18.042859+0000","last_unstale":"2024-09-12T01:35:07.998636+0000","last_undegraded":"2024-09-12T01:35:07.998636+0000","last_fullsized":"2024-09-12T01:35:07.998636+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:07.998548+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:07.998548+0000","last_clean_scrub_stamp":"2024-09-12T01:35:07.998548+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:00.637291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":66,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.679067+0000","last_change":"2024-09-12T01:34:58.679067+0000","last_active":"2024-09-12T01:34:58.679067+0000","last_peered":"2024-09-12T01:34:58.679067+0000","last_clean":"2024-09-12T01:34:58.679067+0000","last_became_active":"2024-09-12T00:42:13.968564+0000","last_became_peered":"2024-09-12T00:42:13.968564+0000","last_unstale":"2024-09-12T01:34:58.679067+0000","last_undegraded":"2024-09-12T01:34:58.679067+0000","last_fullsized":"2024-09-12T01:34:58.679067+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:58.678938+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:58.678938+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.678938+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:09.262451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"267'82","reported_seq":298,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.952767+0000","last_change":"2024-09-12T01:34:58.952767+0000","last_active":"2024-09-12T01:34:58.952767+0000","last_peered":"2024-09-12T01:34:58.952767+0000","last_clean":"2024-09-12T01:34:58.952767+0000","last_became_active":"2024-09-12T00:38:18.964199+0000","last_became_peered":"2024-09-12T00:38:18.964199+0000","last_unstale":"2024-09-12T01:34:58.952767+0000","last_undegraded":"2024-09-12T01:34:58.952767+0000","last_fullsized":"2024-09-12T01:34:58.952767+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'82","last_scrub_stamp":"2024-09-12T01:34:58.952682+0000","last_deep_scrub":"267'82","last_deep_scrub_stamp":"2024-09-12T01:34:58.952682+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.952682+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":0,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:28.411314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":441,"num_read_kb":324,"num_write":129,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:01.723255+0000","last_change":"2024-09-12T01:35:01.723255+0000","last_active":"2024-09-12T01:35:01.723255+0000","last_peered":"2024-09-12T01:35:01.723255+0000","last_clean":"2024-09-12T01:35:01.723255+0000","last_became_active":"2024-09-12T01:00:41.032240+0000","last_became_peered":"2024-09-12T01:00:41.032240+0000","last_unstale":"2024-09-12T01:35:01.723255+0000","last_undegraded":"2024-09-12T01:35:01.723255+0000","last_fullsized":"2024-09-12T01:35:01.723255+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:01.723167+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:01.723167+0000","last_clean_scrub_stamp":"2024-09-12T01:35:01.723167+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:15.502433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:06.963955+0000","last_change":"2024-09-12T01:35:06.963955+0000","last_active":"2024-09-12T01:35:06.963955+0000","last_peered":"2024-09-12T01:35:06.963955+0000","last_clean":"2024-09-12T01:35:06.963955+0000","last_became_active":"2024-09-12T00:42:18.560167+0000","last_became_peered":"2024-09-12T00:42:18.560167+0000","last_unstale":"2024-09-12T01:35:06.963955+0000","last_undegraded":"2024-09-12T01:35:06.963955+0000","last_fullsized":"2024-09-12T01:35:06.963955+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:35:06.963869+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:35:06.963869+0000","last_clean_scrub_stamp":"2024-09-12T01:35:06.963869+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:01:40.683078+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"267'2","reported_seq":65,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.853496+0000","last_change":"2024-09-12T01:34:42.853496+0000","last_active":"2024-09-12T01:34:42.853496+0000","last_peered":"2024-09-12T01:34:42.853496+0000","last_clean":"2024-09-12T01:34:42.853496+0000","last_became_active":"2024-09-12T00:42:13.967986+0000","last_became_peered":"2024-09-12T00:42:13.967986+0000","last_unstale":"2024-09-12T01:34:42.853496+0000","last_undegraded":"2024-09-12T01:34:42.853496+0000","last_fullsized":"2024-09-12T01:34:42.853496+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:42.853414+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:42.853414+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.853414+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:36.129504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'8","reported_seq":90,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.160224+0000","last_change":"2024-09-12T01:34:41.160140+0000","last_active":"2024-09-12T01:34:41.160224+0000","last_peered":"2024-09-12T01:34:41.160224+0000","last_clean":"2024-09-12T01:34:41.160224+0000","last_became_active":"2024-09-12T00:38:18.967300+0000","last_became_peered":"2024-09-12T00:38:18.967300+0000","last_unstale":"2024-09-12T01:34:41.160224+0000","last_undegraded":"2024-09-12T01:34:41.160224+0000","last_fullsized":"2024-09-12T01:34:41.160224+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T01:34:41.160048+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T01:34:41.160048+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.160048+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:17.706247+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":40,"num_read_kb":28,"num_write":14,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":38,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.704801+0000","last_change":"2024-09-12T01:34:55.704715+0000","last_active":"2024-09-12T01:34:55.704801+0000","last_peered":"2024-09-12T01:34:55.704801+0000","last_clean":"2024-09-12T01:34:55.704801+0000","last_became_active":"2024-09-12T01:00:41.037648+0000","last_became_peered":"2024-09-12T01:00:41.037648+0000","last_unstale":"2024-09-12T01:34:55.704801+0000","last_undegraded":"2024-09-12T01:34:55.704801+0000","last_fullsized":"2024-09-12T01:34:55.704801+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:55.704589+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:55.704589+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.704589+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:25.500612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"267'3","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:07.563632+0000","last_change":"2024-09-12T01:35:07.563632+0000","last_active":"2024-09-12T01:35:07.563632+0000","last_peered":"2024-09-12T01:35:07.563632+0000","last_clean":"2024-09-12T01:35:07.563632+0000","last_became_active":"2024-09-12T00:42:18.560368+0000","last_became_peered":"2024-09-12T00:42:18.560368+0000","last_unstale":"2024-09-12T01:35:07.563632+0000","last_undegraded":"2024-09-12T01:35:07.563632+0000","last_fullsized":"2024-09-12T01:35:07.563632+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:35:07.563545+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:35:07.563545+0000","last_clean_scrub_stamp":"2024-09-12T01:35:07.563545+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:34.163085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'4","reported_seq":69,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.701122+0000","last_change":"2024-09-12T01:34:56.701122+0000","last_active":"2024-09-12T01:34:56.701122+0000","last_peered":"2024-09-12T01:34:56.701122+0000","last_clean":"2024-09-12T01:34:56.701122+0000","last_became_active":"2024-09-12T00:42:13.968912+0000","last_became_peered":"2024-09-12T00:42:13.968912+0000","last_unstale":"2024-09-12T01:34:56.701122+0000","last_undegraded":"2024-09-12T01:34:56.701122+0000","last_fullsized":"2024-09-12T01:34:56.701122+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:34:56.701030+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:34:56.701030+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.701030+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:57.219391+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":5120,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"267'43","reported_seq":193,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.746462+0000","last_change":"2024-09-12T01:34:55.746462+0000","last_active":"2024-09-12T01:34:55.746462+0000","last_peered":"2024-09-12T01:34:55.746462+0000","last_clean":"2024-09-12T01:34:55.746462+0000","last_became_active":"2024-09-12T00:38:18.967801+0000","last_became_peered":"2024-09-12T00:38:18.967801+0000","last_unstale":"2024-09-12T01:34:55.746462+0000","last_undegraded":"2024-09-12T01:34:55.746462+0000","last_fullsized":"2024-09-12T01:34:55.746462+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'43","last_scrub_stamp":"2024-09-12T01:34:55.746375+0000","last_deep_scrub":"267'43","last_deep_scrub_stamp":"2024-09-12T01:34:55.746375+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.746375+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:27.017775+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":234,"num_read_kb":165,"num_write":72,"num_write_kb":32,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:02.975279+0000","last_change":"2024-09-12T01:35:02.975279+0000","last_active":"2024-09-12T01:35:02.975279+0000","last_peered":"2024-09-12T01:35:02.975279+0000","last_clean":"2024-09-12T01:35:02.975279+0000","last_became_active":"2024-09-12T01:00:41.033751+0000","last_became_peered":"2024-09-12T01:00:41.033751+0000","last_unstale":"2024-09-12T01:35:02.975279+0000","last_undegraded":"2024-09-12T01:35:02.975279+0000","last_fullsized":"2024-09-12T01:35:02.975279+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:02.975185+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:02.975185+0000","last_clean_scrub_stamp":"2024-09-12T01:35:02.975185+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:34.586999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"267'13","reported_seq":82,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:58.967083+0000","last_change":"2024-09-12T01:34:58.967083+0000","last_active":"2024-09-12T01:34:58.967083+0000","last_peered":"2024-09-12T01:34:58.967083+0000","last_clean":"2024-09-12T01:34:58.967083+0000","last_became_active":"2024-09-12T00:42:18.042446+0000","last_became_peered":"2024-09-12T00:42:18.042446+0000","last_unstale":"2024-09-12T01:34:58.967083+0000","last_undegraded":"2024-09-12T01:34:58.967083+0000","last_fullsized":"2024-09-12T01:34:58.967083+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'13","last_scrub_stamp":"2024-09-12T01:34:58.966974+0000","last_deep_scrub":"267'13","last_deep_scrub_stamp":"2024-09-12T01:34:58.966974+0000","last_clean_scrub_stamp":"2024-09-12T01:34:58.966974+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:30.931797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":39940,"num_write":18,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'9","reported_seq":80,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.720774+0000","last_change":"2024-09-12T01:34:59.720774+0000","last_active":"2024-09-12T01:34:59.720774+0000","last_peered":"2024-09-12T01:34:59.720774+0000","last_clean":"2024-09-12T01:34:59.720774+0000","last_became_active":"2024-09-12T00:42:13.965699+0000","last_became_peered":"2024-09-12T00:42:13.965699+0000","last_unstale":"2024-09-12T01:34:59.720774+0000","last_undegraded":"2024-09-12T01:34:59.720774+0000","last_fullsized":"2024-09-12T01:34:59.720774+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:34:59.720653+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:34:59.720653+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.720653+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:10.488558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":8196,"num_write":14,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"267'24","reported_seq":133,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.728265+0000","last_change":"2024-09-12T01:34:44.728265+0000","last_active":"2024-09-12T01:34:44.728265+0000","last_peered":"2024-09-12T01:34:44.728265+0000","last_clean":"2024-09-12T01:34:44.728265+0000","last_became_active":"2024-09-12T00:38:18.969329+0000","last_became_peered":"2024-09-12T00:38:18.969329+0000","last_unstale":"2024-09-12T01:34:44.728265+0000","last_undegraded":"2024-09-12T01:34:44.728265+0000","last_fullsized":"2024-09-12T01:34:44.728265+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'24","last_scrub_stamp":"2024-09-12T01:34:44.728146+0000","last_deep_scrub":"267'24","last_deep_scrub_stamp":"2024-09-12T01:34:44.728146+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.728146+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:00.259826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":83,"num_write":41,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"267'2","reported_seq":39,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.840951+0000","last_change":"2024-09-12T01:34:43.840891+0000","last_active":"2024-09-12T01:34:43.840951+0000","last_peered":"2024-09-12T01:34:43.840951+0000","last_clean":"2024-09-12T01:34:43.840951+0000","last_became_active":"2024-09-12T01:00:41.034830+0000","last_became_peered":"2024-09-12T01:00:41.034830+0000","last_unstale":"2024-09-12T01:34:43.840951+0000","last_undegraded":"2024-09-12T01:34:43.840951+0000","last_fullsized":"2024-09-12T01:34:43.840951+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:43.840805+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:43.840805+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.840805+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:51.233985+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.623919+0000","last_change":"2024-09-12T01:34:50.623919+0000","last_active":"2024-09-12T01:34:50.623919+0000","last_peered":"2024-09-12T01:34:50.623919+0000","last_clean":"2024-09-12T01:34:50.623919+0000","last_became_active":"2024-09-12T00:42:18.049627+0000","last_became_peered":"2024-09-12T00:42:18.049627+0000","last_unstale":"2024-09-12T01:34:50.623919+0000","last_undegraded":"2024-09-12T01:34:50.623919+0000","last_fullsized":"2024-09-12T01:34:50.623919+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:50.623808+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:50.623808+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.623808+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:17.361960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"267'8","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.698002+0000","last_change":"2024-09-12T01:34:57.698002+0000","last_active":"2024-09-12T01:34:57.698002+0000","last_peered":"2024-09-12T01:34:57.698002+0000","last_clean":"2024-09-12T01:34:57.698002+0000","last_became_active":"2024-09-12T00:42:13.959473+0000","last_became_peered":"2024-09-12T00:42:13.959473+0000","last_unstale":"2024-09-12T01:34:57.698002+0000","last_undegraded":"2024-09-12T01:34:57.698002+0000","last_fullsized":"2024-09-12T01:34:57.698002+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'8","last_scrub_stamp":"2024-09-12T01:34:57.697912+0000","last_deep_scrub":"267'8","last_deep_scrub_stamp":"2024-09-12T01:34:57.697912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.697912+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:59.985672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":15360,"num_write":8,"num_write_kb":15360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"267'26","reported_seq":140,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.732768+0000","last_change":"2024-09-12T01:34:54.732768+0000","last_active":"2024-09-12T01:34:54.732768+0000","last_peered":"2024-09-12T01:34:54.732768+0000","last_clean":"2024-09-12T01:34:54.732768+0000","last_became_active":"2024-09-12T00:38:18.965727+0000","last_became_peered":"2024-09-12T00:38:18.965727+0000","last_unstale":"2024-09-12T01:34:54.732768+0000","last_undegraded":"2024-09-12T01:34:54.732768+0000","last_fullsized":"2024-09-12T01:34:54.732768+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'26","last_scrub_stamp":"2024-09-12T01:34:54.732663+0000","last_deep_scrub":"267'26","last_deep_scrub_stamp":"2024-09-12T01:34:54.732663+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.732663+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:56.788219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":92,"num_write":55,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:12.127196+0000","last_change":"2024-09-12T01:35:12.127137+0000","last_active":"2024-09-12T01:35:12.127196+0000","last_peered":"2024-09-12T01:35:12.127196+0000","last_clean":"2024-09-12T01:35:12.127196+0000","last_became_active":"2024-09-12T01:00:41.027544+0000","last_became_peered":"2024-09-12T01:00:41.027544+0000","last_unstale":"2024-09-12T01:35:12.127196+0000","last_undegraded":"2024-09-12T01:35:12.127196+0000","last_fullsized":"2024-09-12T01:35:12.127196+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:12.127046+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:12.127046+0000","last_clean_scrub_stamp":"2024-09-12T01:35:12.127046+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:19.479371+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"267'2","reported_seq":61,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:59.724916+0000","last_change":"2024-09-12T01:34:59.724916+0000","last_active":"2024-09-12T01:34:59.724916+0000","last_peered":"2024-09-12T01:34:59.724916+0000","last_clean":"2024-09-12T01:34:59.724916+0000","last_became_active":"2024-09-12T00:42:18.050579+0000","last_became_peered":"2024-09-12T00:42:18.050579+0000","last_unstale":"2024-09-12T01:34:59.724916+0000","last_undegraded":"2024-09-12T01:34:59.724916+0000","last_fullsized":"2024-09-12T01:34:59.724916+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:59.724826+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:59.724826+0000","last_clean_scrub_stamp":"2024-09-12T01:34:59.724826+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:07:55.618809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"0'0","reported_seq":62,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.707367+0000","last_change":"2024-09-12T01:34:56.707367+0000","last_active":"2024-09-12T01:34:56.707367+0000","last_peered":"2024-09-12T01:34:56.707367+0000","last_clean":"2024-09-12T01:34:56.707367+0000","last_became_active":"2024-09-12T00:42:13.965328+0000","last_became_peered":"2024-09-12T00:42:13.965328+0000","last_unstale":"2024-09-12T01:34:56.707367+0000","last_undegraded":"2024-09-12T01:34:56.707367+0000","last_fullsized":"2024-09-12T01:34:56.707367+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:56.707282+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:56.707282+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.707282+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:09.990737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"267'42","reported_seq":181,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.043468+0000","last_change":"2024-09-12T01:34:50.043468+0000","last_active":"2024-09-12T01:34:50.043468+0000","last_peered":"2024-09-12T01:34:50.043468+0000","last_clean":"2024-09-12T01:34:50.043468+0000","last_became_active":"2024-09-12T00:38:18.961255+0000","last_became_peered":"2024-09-12T00:38:18.961255+0000","last_unstale":"2024-09-12T01:34:50.043468+0000","last_undegraded":"2024-09-12T01:34:50.043468+0000","last_fullsized":"2024-09-12T01:34:50.043468+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'42","last_scrub_stamp":"2024-09-12T01:34:50.043385+0000","last_deep_scrub":"267'42","last_deep_scrub_stamp":"2024-09-12T01:34:50.043385+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.043385+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:22:44.946959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":208,"num_read_kb":142,"num_write":91,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:10.032049+0000","last_change":"2024-09-12T01:35:10.032049+0000","last_active":"2024-09-12T01:35:10.032049+0000","last_peered":"2024-09-12T01:35:10.032049+0000","last_clean":"2024-09-12T01:35:10.032049+0000","last_became_active":"2024-09-12T01:00:41.026856+0000","last_became_peered":"2024-09-12T01:00:41.026856+0000","last_unstale":"2024-09-12T01:35:10.032049+0000","last_undegraded":"2024-09-12T01:35:10.032049+0000","last_fullsized":"2024-09-12T01:35:10.032049+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:10.031965+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:10.031965+0000","last_clean_scrub_stamp":"2024-09-12T01:35:10.031965+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:51.365969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"267'2","reported_seq":59,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.990318+0000","last_change":"2024-09-12T01:34:49.990318+0000","last_active":"2024-09-12T01:34:49.990318+0000","last_peered":"2024-09-12T01:34:49.990318+0000","last_clean":"2024-09-12T01:34:49.990318+0000","last_became_active":"2024-09-12T00:42:18.049014+0000","last_became_peered":"2024-09-12T00:42:18.049014+0000","last_unstale":"2024-09-12T01:34:49.990318+0000","last_undegraded":"2024-09-12T01:34:49.990318+0000","last_fullsized":"2024-09-12T01:34:49.990318+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:49.990185+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:49.990185+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.990185+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:59:04.593494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"264'16","reported_seq":98,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.699201+0000","last_change":"2024-09-12T01:34:46.699201+0000","last_active":"2024-09-12T01:34:46.699201+0000","last_peered":"2024-09-12T01:34:46.699201+0000","last_clean":"2024-09-12T01:34:46.699201+0000","last_became_active":"2024-09-12T00:42:13.967931+0000","last_became_peered":"2024-09-12T00:42:13.967931+0000","last_unstale":"2024-09-12T01:34:46.699201+0000","last_undegraded":"2024-09-12T01:34:46.699201+0000","last_fullsized":"2024-09-12T01:34:46.699201+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T01:34:46.699073+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T01:34:46.699073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.699073+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:25.794540+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":30,"num_read_kb":40966,"num_write":26,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"267'18","reported_seq":116,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.134798+0000","last_change":"2024-09-12T01:34:44.134798+0000","last_active":"2024-09-12T01:34:44.134798+0000","last_peered":"2024-09-12T01:34:44.134798+0000","last_clean":"2024-09-12T01:34:44.134798+0000","last_became_active":"2024-09-12T00:38:18.963579+0000","last_became_peered":"2024-09-12T00:38:18.963579+0000","last_unstale":"2024-09-12T01:34:44.134798+0000","last_undegraded":"2024-09-12T01:34:44.134798+0000","last_fullsized":"2024-09-12T01:34:44.134798+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'18","last_scrub_stamp":"2024-09-12T01:34:44.134695+0000","last_deep_scrub":"267'18","last_deep_scrub_stamp":"2024-09-12T01:34:44.134695+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.134695+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:07.085359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":57,"num_write":38,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":37,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:35:05.605393+0000","last_change":"2024-09-12T01:35:05.605393+0000","last_active":"2024-09-12T01:35:05.605393+0000","last_peered":"2024-09-12T01:35:05.605393+0000","last_clean":"2024-09-12T01:35:05.605393+0000","last_became_active":"2024-09-12T01:00:41.036819+0000","last_became_peered":"2024-09-12T01:00:41.036819+0000","last_unstale":"2024-09-12T01:35:05.605393+0000","last_undegraded":"2024-09-12T01:35:05.605393+0000","last_fullsized":"2024-09-12T01:35:05.605393+0000","mapping_epoch":265,"log_start":"0'0","ondisk_log_start":"0'0","created":265,"last_epoch_clean":266,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:35:05.605257+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:35:05.605257+0000","last_clean_scrub_stamp":"2024-09-12T01:35:05.605257+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:19:51.900778+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"264'2","reported_seq":60,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:57.918261+0000","last_change":"2024-09-12T01:34:57.918261+0000","last_active":"2024-09-12T01:34:57.918261+0000","last_peered":"2024-09-12T01:34:57.918261+0000","last_clean":"2024-09-12T01:34:57.918261+0000","last_became_active":"2024-09-12T00:42:18.044747+0000","last_became_peered":"2024-09-12T00:42:18.044747+0000","last_unstale":"2024-09-12T01:34:57.918261+0000","last_undegraded":"2024-09-12T01:34:57.918261+0000","last_fullsized":"2024-09-12T01:34:57.918261+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":260,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:34:57.918170+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:34:57.918170+0000","last_clean_scrub_stamp":"2024-09-12T01:34:57.918170+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:19.748815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"267'7","reported_seq":76,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.075468+0000","last_change":"2024-09-12T01:34:46.075468+0000","last_active":"2024-09-12T01:34:46.075468+0000","last_peered":"2024-09-12T01:34:46.075468+0000","last_clean":"2024-09-12T01:34:46.075468+0000","last_became_active":"2024-09-12T00:42:13.968001+0000","last_became_peered":"2024-09-12T00:42:13.968001+0000","last_unstale":"2024-09-12T01:34:46.075468+0000","last_undegraded":"2024-09-12T01:34:46.075468+0000","last_fullsized":"2024-09-12T01:34:46.075468+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'7","last_scrub_stamp":"2024-09-12T01:34:46.075382+0000","last_deep_scrub":"267'7","last_deep_scrub_stamp":"2024-09-12T01:34:46.075382+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.075382+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:21.866682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":17410,"num_write":12,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"267'116","reported_seq":428,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.816450+0000","last_change":"2024-09-12T01:34:52.816450+0000","last_active":"2024-09-12T01:34:52.816450+0000","last_peered":"2024-09-12T01:34:52.816450+0000","last_clean":"2024-09-12T01:34:52.816450+0000","last_became_active":"2024-09-12T00:38:18.964832+0000","last_became_peered":"2024-09-12T00:38:18.964832+0000","last_unstale":"2024-09-12T01:34:52.816450+0000","last_undegraded":"2024-09-12T01:34:52.816450+0000","last_fullsized":"2024-09-12T01:34:52.816450+0000","mapping_epoch":254,"log_start":"267'100","ondisk_log_start":"267'100","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'116","last_scrub_stamp":"2024-09-12T01:34:52.816350+0000","last_deep_scrub":"267'116","last_deep_scrub_stamp":"2024-09-12T01:34:52.816350+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.816350+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:03.374057+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":690,"num_read_kb":473,"num_write":170,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4000,"num_omap_keys":8,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"267'373","reported_seq":1047,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.822871+0000","last_change":"2024-09-12T01:34:28.822745+0000","last_active":"2024-09-12T01:34:28.822871+0000","last_peered":"2024-09-12T01:34:28.822871+0000","last_clean":"2024-09-12T01:34:28.822871+0000","last_became_active":"2024-09-12T00:24:08.673520+0000","last_became_peered":"2024-09-12T00:24:08.673520+0000","last_unstale":"2024-09-12T01:34:28.822871+0000","last_undegraded":"2024-09-12T01:34:28.822871+0000","last_fullsized":"2024-09-12T01:34:28.822871+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:28.822602+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.822602+0000","objects_scrubbed":4,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:21:57.210619+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":564,"num_read_kb":12865,"num_write":1138,"num_write_kb":27805,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"267'584","reported_seq":1367,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.775021+0000","last_change":"2024-09-12T01:34:35.775021+0000","last_active":"2024-09-12T01:34:35.775021+0000","last_peered":"2024-09-12T01:34:35.775021+0000","last_clean":"2024-09-12T01:34:35.775021+0000","last_became_active":"2024-09-12T00:24:10.669669+0000","last_became_peered":"2024-09-12T00:24:10.669669+0000","last_unstale":"2024-09-12T01:34:35.775021+0000","last_undegraded":"2024-09-12T01:34:35.775021+0000","last_fullsized":"2024-09-12T01:34:35.775021+0000","mapping_epoch":29,"log_start":"267'500","ondisk_log_start":"267'500","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'584","last_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_deep_scrub":"267'584","last_deep_scrub_stamp":"2024-09-12T01:34:35.774933+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.774933+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":500,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:01.307835+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2768,"num_read_kb":2365,"num_write":1042,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"267'322","reported_seq":948,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.478923+0000","last_change":"2024-09-12T01:34:21.478830+0000","last_active":"2024-09-12T01:34:21.478923+0000","last_peered":"2024-09-12T01:34:21.478923+0000","last_clean":"2024-09-12T01:34:21.478923+0000","last_became_active":"2024-09-12T00:24:08.669947+0000","last_became_peered":"2024-09-12T00:24:08.669947+0000","last_unstale":"2024-09-12T01:34:21.478923+0000","last_undegraded":"2024-09-12T01:34:21.478923+0000","last_fullsized":"2024-09-12T01:34:21.478923+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'322","last_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_deep_scrub":"267'322","last_deep_scrub_stamp":"2024-09-12T01:34:21.478689+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.478689+0000","objects_scrubbed":3,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:10.750548+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":413,"num_read_kb":19914,"num_write":961,"num_write_kb":31800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"267'88","reported_seq":682,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.840717+0000","last_change":"2024-09-12T01:34:33.840717+0000","last_active":"2024-09-12T01:34:33.840717+0000","last_peered":"2024-09-12T01:34:33.840717+0000","last_clean":"2024-09-12T01:34:33.840717+0000","last_became_active":"2024-09-12T00:24:10.674267+0000","last_became_peered":"2024-09-12T00:24:10.674267+0000","last_unstale":"2024-09-12T01:34:33.840717+0000","last_undegraded":"2024-09-12T01:34:33.840717+0000","last_fullsized":"2024-09-12T01:34:33.840717+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'88","last_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_deep_scrub":"267'88","last_deep_scrub_stamp":"2024-09-12T01:34:33.840628+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.840628+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:22.395568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":406,"num_read_kb":341,"num_write":124,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"267'318","reported_seq":980,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.042984+0000","last_change":"2024-09-12T01:34:21.042916+0000","last_active":"2024-09-12T01:34:21.042984+0000","last_peered":"2024-09-12T01:34:21.042984+0000","last_clean":"2024-09-12T01:34:21.042984+0000","last_became_active":"2024-09-12T00:24:08.661727+0000","last_became_peered":"2024-09-12T00:24:08.661727+0000","last_unstale":"2024-09-12T01:34:21.042984+0000","last_undegraded":"2024-09-12T01:34:21.042984+0000","last_fullsized":"2024-09-12T01:34:21.042984+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'318","last_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_deep_scrub":"267'318","last_deep_scrub_stamp":"2024-09-12T01:34:21.042789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.042789+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:07.692628+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536353,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":468,"num_read_kb":23511,"num_write":1046,"num_write_kb":21979,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"267'201","reported_seq":836,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.003777+0000","last_change":"2024-09-12T01:34:32.003777+0000","last_active":"2024-09-12T01:34:32.003777+0000","last_peered":"2024-09-12T01:34:32.003777+0000","last_clean":"2024-09-12T01:34:32.003777+0000","last_became_active":"2024-09-12T00:24:10.664611+0000","last_became_peered":"2024-09-12T00:24:10.664611+0000","last_unstale":"2024-09-12T01:34:32.003777+0000","last_undegraded":"2024-09-12T01:34:32.003777+0000","last_fullsized":"2024-09-12T01:34:32.003777+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'201","last_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_deep_scrub":"267'201","last_deep_scrub_stamp":"2024-09-12T01:34:32.003697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.003697+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:49:27.129285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":879,"num_read_kb":727,"num_write":313,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"267'370","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.714828+0000","last_change":"2024-09-12T01:34:29.714828+0000","last_active":"2024-09-12T01:34:29.714828+0000","last_peered":"2024-09-12T01:34:29.714828+0000","last_clean":"2024-09-12T01:34:29.714828+0000","last_became_active":"2024-09-12T00:24:08.665986+0000","last_became_peered":"2024-09-12T00:24:08.665986+0000","last_unstale":"2024-09-12T01:34:29.714828+0000","last_undegraded":"2024-09-12T01:34:29.714828+0000","last_fullsized":"2024-09-12T01:34:29.714828+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:29.714718+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.714718+0000","objects_scrubbed":7,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:06.335075+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079945,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":514,"num_read_kb":21240,"num_write":1215,"num_write_kb":57614,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"267'368","reported_seq":1009,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.032684+0000","last_change":"2024-09-12T01:34:32.032684+0000","last_active":"2024-09-12T01:34:32.032684+0000","last_peered":"2024-09-12T01:34:32.032684+0000","last_clean":"2024-09-12T01:34:32.032684+0000","last_became_active":"2024-09-12T00:24:10.677188+0000","last_became_peered":"2024-09-12T00:24:10.677188+0000","last_unstale":"2024-09-12T01:34:32.032684+0000","last_undegraded":"2024-09-12T01:34:32.032684+0000","last_fullsized":"2024-09-12T01:34:32.032684+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:32.032605+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.032605+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:13.948710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1612,"num_read_kb":1336,"num_write":603,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"267'368","reported_seq":1026,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.855277+0000","last_change":"2024-09-12T01:34:27.855277+0000","last_active":"2024-09-12T01:34:27.855277+0000","last_peered":"2024-09-12T01:34:27.855277+0000","last_clean":"2024-09-12T01:34:27.855277+0000","last_became_active":"2024-09-12T00:24:08.658304+0000","last_became_peered":"2024-09-12T00:24:08.658304+0000","last_unstale":"2024-09-12T01:34:27.855277+0000","last_undegraded":"2024-09-12T01:34:27.855277+0000","last_fullsized":"2024-09-12T01:34:27.855277+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:27.855133+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.855133+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:20.267221+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4566127,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":531,"num_read_kb":15568,"num_write":1193,"num_write_kb":26477,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"267'71","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.098512+0000","last_change":"2024-09-12T01:34:28.098512+0000","last_active":"2024-09-12T01:34:28.098512+0000","last_peered":"2024-09-12T01:34:28.098512+0000","last_clean":"2024-09-12T01:34:28.098512+0000","last_became_active":"2024-09-12T00:24:10.675590+0000","last_became_peered":"2024-09-12T00:24:10.675590+0000","last_unstale":"2024-09-12T01:34:28.098512+0000","last_undegraded":"2024-09-12T01:34:28.098512+0000","last_fullsized":"2024-09-12T01:34:28.098512+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'71","last_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_deep_scrub":"267'71","last_deep_scrub_stamp":"2024-09-12T01:34:28.098426+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.098426+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":0,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:52.927496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":319,"num_read_kb":282,"num_write":109,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"267'381","reported_seq":1066,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.727474+0000","last_change":"2024-09-12T01:34:27.727474+0000","last_active":"2024-09-12T01:34:27.727474+0000","last_peered":"2024-09-12T01:34:27.727474+0000","last_clean":"2024-09-12T01:34:27.727474+0000","last_became_active":"2024-09-12T00:24:08.667697+0000","last_became_peered":"2024-09-12T00:24:08.667697+0000","last_unstale":"2024-09-12T01:34:27.727474+0000","last_undegraded":"2024-09-12T01:34:27.727474+0000","last_fullsized":"2024-09-12T01:34:27.727474+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'381","last_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_deep_scrub":"267'381","last_deep_scrub_stamp":"2024-09-12T01:34:27.727360+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.727360+0000","objects_scrubbed":3,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:45.693916+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194317,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":607,"num_read_kb":19657,"num_write":1231,"num_write_kb":39808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3],"acting":[5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"267'58","reported_seq":635,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.941161+0000","last_change":"2024-09-12T01:34:35.941090+0000","last_active":"2024-09-12T01:34:35.941161+0000","last_peered":"2024-09-12T01:34:35.941161+0000","last_clean":"2024-09-12T01:34:35.941161+0000","last_became_active":"2024-09-12T00:24:10.662237+0000","last_became_peered":"2024-09-12T00:24:10.662237+0000","last_unstale":"2024-09-12T01:34:35.941161+0000","last_undegraded":"2024-09-12T01:34:35.941161+0000","last_fullsized":"2024-09-12T01:34:35.941161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'58","last_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_deep_scrub":"267'58","last_deep_scrub_stamp":"2024-09-12T01:34:35.941009+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.941009+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:39.898452+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":263,"num_read_kb":221,"num_write":83,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"267'358","reported_seq":1044,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.817593+0000","last_change":"2024-09-12T01:34:26.817593+0000","last_active":"2024-09-12T01:34:26.817593+0000","last_peered":"2024-09-12T01:34:26.817593+0000","last_clean":"2024-09-12T01:34:26.817593+0000","last_became_active":"2024-09-12T00:24:08.664779+0000","last_became_peered":"2024-09-12T00:24:08.664779+0000","last_unstale":"2024-09-12T01:34:26.817593+0000","last_undegraded":"2024-09-12T01:34:26.817593+0000","last_fullsized":"2024-09-12T01:34:26.817593+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:26.817477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.817477+0000","objects_scrubbed":1,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:18.988712+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":600,"num_read_kb":23929,"num_write":1105,"num_write_kb":32313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"267'87","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.794967+0000","last_change":"2024-09-12T01:34:36.794890+0000","last_active":"2024-09-12T01:34:36.794967+0000","last_peered":"2024-09-12T01:34:36.794967+0000","last_clean":"2024-09-12T01:34:36.794967+0000","last_became_active":"2024-09-12T00:24:38.772337+0000","last_became_peered":"2024-09-12T00:24:38.772337+0000","last_unstale":"2024-09-12T01:34:36.794967+0000","last_undegraded":"2024-09-12T01:34:36.794967+0000","last_fullsized":"2024-09-12T01:34:36.794967+0000","mapping_epoch":40,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'87","last_scrub_stamp":"2024-09-12T01:34:36.794797+0000","last_deep_scrub":"267'87","last_deep_scrub_stamp":"2024-09-12T01:34:36.794797+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.794797+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:21.330685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":401,"num_read_kb":347,"num_write":115,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"267'323","reported_seq":956,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.386137+0000","last_change":"2024-09-12T01:34:29.386137+0000","last_active":"2024-09-12T01:34:29.386137+0000","last_peered":"2024-09-12T01:34:29.386137+0000","last_clean":"2024-09-12T01:34:29.386137+0000","last_became_active":"2024-09-12T00:24:08.667088+0000","last_became_peered":"2024-09-12T00:24:08.667088+0000","last_unstale":"2024-09-12T01:34:29.386137+0000","last_undegraded":"2024-09-12T01:34:29.386137+0000","last_fullsized":"2024-09-12T01:34:29.386137+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'323","last_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_deep_scrub":"267'323","last_deep_scrub_stamp":"2024-09-12T01:34:29.386004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.386004+0000","objects_scrubbed":8,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:39.783125+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":76,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":447,"num_read_kb":8621,"num_write":1128,"num_write_kb":36417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"267'297","reported_seq":952,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.066679+0000","last_change":"2024-09-12T01:34:27.066577+0000","last_active":"2024-09-12T01:34:27.066679+0000","last_peered":"2024-09-12T01:34:27.066679+0000","last_clean":"2024-09-12T01:34:27.066679+0000","last_became_active":"2024-09-12T00:24:10.678883+0000","last_became_peered":"2024-09-12T00:24:10.678883+0000","last_unstale":"2024-09-12T01:34:27.066679+0000","last_undegraded":"2024-09-12T01:34:27.066679+0000","last_fullsized":"2024-09-12T01:34:27.066679+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:27.066477+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.066477+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:27.414803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1258,"num_read_kb":1032,"num_write":471,"num_write_kb":228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"267'113","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.004022+0000","last_change":"2024-09-12T01:34:31.004022+0000","last_active":"2024-09-12T01:34:31.004022+0000","last_peered":"2024-09-12T01:34:31.004022+0000","last_clean":"2024-09-12T01:34:31.004022+0000","last_became_active":"2024-09-12T00:24:10.664683+0000","last_became_peered":"2024-09-12T00:24:10.664683+0000","last_unstale":"2024-09-12T01:34:31.004022+0000","last_undegraded":"2024-09-12T01:34:31.004022+0000","last_fullsized":"2024-09-12T01:34:31.004022+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'113","last_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_deep_scrub":"267'113","last_deep_scrub_stamp":"2024-09-12T01:34:31.003912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.003912+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:26:27.385824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":518,"num_read_kb":444,"num_write":178,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"267'358","reported_seq":1043,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.729841+0000","last_change":"2024-09-12T01:34:23.729773+0000","last_active":"2024-09-12T01:34:23.729841+0000","last_peered":"2024-09-12T01:34:23.729841+0000","last_clean":"2024-09-12T01:34:23.729841+0000","last_became_active":"2024-09-12T00:24:08.668960+0000","last_became_peered":"2024-09-12T00:24:08.668960+0000","last_unstale":"2024-09-12T01:34:23.729841+0000","last_undegraded":"2024-09-12T01:34:23.729841+0000","last_fullsized":"2024-09-12T01:34:23.729841+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'358","last_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_deep_scrub":"267'358","last_deep_scrub_stamp":"2024-09-12T01:34:23.729668+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.729668+0000","objects_scrubbed":2,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:58.094213+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":565,"num_read_kb":3675,"num_write":1102,"num_write_kb":19096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"267'121","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.830474+0000","last_change":"2024-09-12T01:34:32.830474+0000","last_active":"2024-09-12T01:34:32.830474+0000","last_peered":"2024-09-12T01:34:32.830474+0000","last_clean":"2024-09-12T01:34:32.830474+0000","last_became_active":"2024-09-12T00:24:10.674355+0000","last_became_peered":"2024-09-12T00:24:10.674355+0000","last_unstale":"2024-09-12T01:34:32.830474+0000","last_undegraded":"2024-09-12T01:34:32.830474+0000","last_fullsized":"2024-09-12T01:34:32.830474+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'121","last_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_deep_scrub":"267'121","last_deep_scrub_stamp":"2024-09-12T01:34:32.830395+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.830395+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:10:42.542033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":536,"num_read_kb":444,"num_write":173,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"267'353","reported_seq":1243,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.039183+0000","last_change":"2024-09-12T01:34:23.039183+0000","last_active":"2024-09-12T01:34:23.039183+0000","last_peered":"2024-09-12T01:34:23.039183+0000","last_clean":"2024-09-12T01:34:23.039183+0000","last_became_active":"2024-09-12T00:24:08.667461+0000","last_became_peered":"2024-09-12T00:24:08.667461+0000","last_unstale":"2024-09-12T01:34:23.039183+0000","last_undegraded":"2024-09-12T01:34:23.039183+0000","last_fullsized":"2024-09-12T01:34:23.039183+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'353","last_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_deep_scrub":"267'353","last_deep_scrub_stamp":"2024-09-12T01:34:23.039016+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.039016+0000","objects_scrubbed":8,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:40.497421+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1342158,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":949,"num_read_kb":51989,"num_write":1139,"num_write_kb":44916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"267'4187","reported_seq":4819,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.781223+0000","last_change":"2024-09-12T01:34:32.781223+0000","last_active":"2024-09-12T01:34:32.781223+0000","last_peered":"2024-09-12T01:34:32.781223+0000","last_clean":"2024-09-12T01:34:32.781223+0000","last_became_active":"2024-09-12T00:24:10.683344+0000","last_became_peered":"2024-09-12T00:24:10.683344+0000","last_unstale":"2024-09-12T01:34:32.781223+0000","last_undegraded":"2024-09-12T01:34:32.781223+0000","last_fullsized":"2024-09-12T01:34:32.781223+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4187","last_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_deep_scrub":"267'4187","last_deep_scrub_stamp":"2024-09-12T01:34:32.781135+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.781135+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":3000,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:54.823902+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16867,"num_read_kb":14145,"num_write":6290,"num_write_kb":3157,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"267'359","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.079544+0000","last_change":"2024-09-12T01:34:20.079544+0000","last_active":"2024-09-12T01:34:20.079544+0000","last_peered":"2024-09-12T01:34:20.079544+0000","last_clean":"2024-09-12T01:34:20.079544+0000","last_became_active":"2024-09-12T00:24:08.674236+0000","last_became_peered":"2024-09-12T00:24:08.674236+0000","last_unstale":"2024-09-12T01:34:20.079544+0000","last_undegraded":"2024-09-12T01:34:20.079544+0000","last_fullsized":"2024-09-12T01:34:20.079544+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'359","last_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_deep_scrub":"267'359","last_deep_scrub_stamp":"2024-09-12T01:34:20.079424+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.079424+0000","objects_scrubbed":7,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:58.397404+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":487,"num_read_kb":22078,"num_write":1096,"num_write_kb":41340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"267'150","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.111124+0000","last_change":"2024-09-12T01:34:24.111124+0000","last_active":"2024-09-12T01:34:24.111124+0000","last_peered":"2024-09-12T01:34:24.111124+0000","last_clean":"2024-09-12T01:34:24.111124+0000","last_became_active":"2024-09-12T00:24:10.678612+0000","last_became_peered":"2024-09-12T00:24:10.678612+0000","last_unstale":"2024-09-12T01:34:24.111124+0000","last_undegraded":"2024-09-12T01:34:24.111124+0000","last_fullsized":"2024-09-12T01:34:24.111124+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:24.111034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.111034+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:34:11.749199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":641,"num_read_kb":531,"num_write":216,"num_write_kb":101,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"267'328","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.097509+0000","last_change":"2024-09-12T01:34:21.097509+0000","last_active":"2024-09-12T01:34:21.097509+0000","last_peered":"2024-09-12T01:34:21.097509+0000","last_clean":"2024-09-12T01:34:21.097509+0000","last_became_active":"2024-09-12T00:25:38.861623+0000","last_became_peered":"2024-09-12T00:25:38.861623+0000","last_unstale":"2024-09-12T01:34:21.097509+0000","last_undegraded":"2024-09-12T01:34:21.097509+0000","last_fullsized":"2024-09-12T01:34:21.097509+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.097370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.097370+0000","objects_scrubbed":5,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:20.555314+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2163654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":506,"num_read_kb":45990,"num_write":1061,"num_write_kb":36137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"267'38","reported_seq":578,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.085175+0000","last_change":"2024-09-12T01:34:26.085175+0000","last_active":"2024-09-12T01:34:26.085175+0000","last_peered":"2024-09-12T01:34:26.085175+0000","last_clean":"2024-09-12T01:34:26.085175+0000","last_became_active":"2024-09-12T00:24:10.679493+0000","last_became_peered":"2024-09-12T00:24:10.679493+0000","last_unstale":"2024-09-12T01:34:26.085175+0000","last_undegraded":"2024-09-12T01:34:26.085175+0000","last_fullsized":"2024-09-12T01:34:26.085175+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'38","last_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_deep_scrub":"267'38","last_deep_scrub_stamp":"2024-09-12T01:34:26.085091+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.085091+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:21.918594+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":158,"num_read_kb":140,"num_write":56,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"267'314","reported_seq":961,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.557875+0000","last_change":"2024-09-12T01:34:20.557875+0000","last_active":"2024-09-12T01:34:20.557875+0000","last_peered":"2024-09-12T01:34:20.557875+0000","last_clean":"2024-09-12T01:34:20.557875+0000","last_became_active":"2024-09-12T00:24:08.669487+0000","last_became_peered":"2024-09-12T00:24:08.669487+0000","last_unstale":"2024-09-12T01:34:20.557875+0000","last_undegraded":"2024-09-12T01:34:20.557875+0000","last_fullsized":"2024-09-12T01:34:20.557875+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:20.557783+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.557783+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:34.864214+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":398791,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":455,"num_read_kb":21059,"num_write":1038,"num_write_kb":30788,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"267'153","reported_seq":778,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.960214+0000","last_change":"2024-09-12T01:34:34.960214+0000","last_active":"2024-09-12T01:34:34.960214+0000","last_peered":"2024-09-12T01:34:34.960214+0000","last_clean":"2024-09-12T01:34:34.960214+0000","last_became_active":"2024-09-12T00:24:10.662991+0000","last_became_peered":"2024-09-12T00:24:10.662991+0000","last_unstale":"2024-09-12T01:34:34.960214+0000","last_undegraded":"2024-09-12T01:34:34.960214+0000","last_fullsized":"2024-09-12T01:34:34.960214+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'153","last_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_deep_scrub":"267'153","last_deep_scrub_stamp":"2024-09-12T01:34:34.960103+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.960103+0000","objects_scrubbed":2,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:46.821492+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":672,"num_read_kb":555,"num_write":237,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":466,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"267'431","reported_seq":1164,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.110094+0000","last_change":"2024-09-12T01:34:24.109998+0000","last_active":"2024-09-12T01:34:24.110094+0000","last_peered":"2024-09-12T01:34:24.110094+0000","last_clean":"2024-09-12T01:34:24.110094+0000","last_became_active":"2024-09-12T00:24:08.661660+0000","last_became_peered":"2024-09-12T00:24:08.661660+0000","last_unstale":"2024-09-12T01:34:24.110094+0000","last_undegraded":"2024-09-12T01:34:24.110094+0000","last_fullsized":"2024-09-12T01:34:24.110094+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'431","last_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_deep_scrub":"267'431","last_deep_scrub_stamp":"2024-09-12T01:34:24.109839+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.109839+0000","objects_scrubbed":6,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:12.201535+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":809,"num_read_kb":13798,"num_write":1265,"num_write_kb":27598,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"267'142","reported_seq":665,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.091149+0000","last_change":"2024-09-12T01:34:49.091149+0000","last_active":"2024-09-12T01:34:49.091149+0000","last_peered":"2024-09-12T01:34:49.091149+0000","last_clean":"2024-09-12T01:34:49.091149+0000","last_became_active":"2024-09-12T00:24:18.737826+0000","last_became_peered":"2024-09-12T00:24:18.737826+0000","last_unstale":"2024-09-12T01:34:49.091149+0000","last_undegraded":"2024-09-12T01:34:49.091149+0000","last_fullsized":"2024-09-12T01:34:49.091149+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:49.091041+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:49.091041+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.091041+0000","objects_scrubbed":2,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:17:20.151965+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":143,"num_write":326,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"267'199","reported_seq":826,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.461357+0000","last_change":"2024-09-12T01:34:23.461293+0000","last_active":"2024-09-12T01:34:23.461357+0000","last_peered":"2024-09-12T01:34:23.461357+0000","last_clean":"2024-09-12T01:34:23.461357+0000","last_became_active":"2024-09-12T00:24:10.679772+0000","last_became_peered":"2024-09-12T00:24:10.679772+0000","last_unstale":"2024-09-12T01:34:23.461357+0000","last_undegraded":"2024-09-12T01:34:23.461357+0000","last_fullsized":"2024-09-12T01:34:23.461357+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'199","last_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_deep_scrub":"267'199","last_deep_scrub_stamp":"2024-09-12T01:34:23.461195+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.461195+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:50:08.982552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":910,"num_read_kb":765,"num_write":327,"num_write_kb":188,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"267'415","reported_seq":1111,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.724177+0000","last_change":"2024-09-12T01:34:22.724177+0000","last_active":"2024-09-12T01:34:22.724177+0000","last_peered":"2024-09-12T01:34:22.724177+0000","last_clean":"2024-09-12T01:34:22.724177+0000","last_became_active":"2024-09-12T00:24:39.110475+0000","last_became_peered":"2024-09-12T00:24:39.110475+0000","last_unstale":"2024-09-12T01:34:22.724177+0000","last_undegraded":"2024-09-12T01:34:22.724177+0000","last_fullsized":"2024-09-12T01:34:22.724177+0000","mapping_epoch":40,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'415","last_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_deep_scrub":"267'415","last_deep_scrub_stamp":"2024-09-12T01:34:22.724063+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.724063+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:08:43.500449+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524410,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":647,"num_read_kb":29392,"num_write":1283,"num_write_kb":58506,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.828744+0000","last_change":"2024-09-12T01:34:39.828744+0000","last_active":"2024-09-12T01:34:39.828744+0000","last_peered":"2024-09-12T01:34:39.828744+0000","last_clean":"2024-09-12T01:34:39.828744+0000","last_became_active":"2024-09-12T00:24:12.689315+0000","last_became_peered":"2024-09-12T00:24:12.689315+0000","last_unstale":"2024-09-12T01:34:39.828744+0000","last_undegraded":"2024-09-12T01:34:39.828744+0000","last_fullsized":"2024-09-12T01:34:39.828744+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:39.828637+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:39.828637+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.828637+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:28:39.394786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"267'351","reported_seq":994,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.915083+0000","last_change":"2024-09-12T01:34:38.915083+0000","last_active":"2024-09-12T01:34:38.915083+0000","last_peered":"2024-09-12T01:34:38.915083+0000","last_clean":"2024-09-12T01:34:38.915083+0000","last_became_active":"2024-09-12T00:24:14.706211+0000","last_became_peered":"2024-09-12T00:24:14.706211+0000","last_unstale":"2024-09-12T01:34:38.915083+0000","last_undegraded":"2024-09-12T01:34:38.915083+0000","last_fullsized":"2024-09-12T01:34:38.915083+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:38.915002+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:38.915002+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.915002+0000","objects_scrubbed":6,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:09:19.865605+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":44419,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":561,"num_read_kb":1171,"num_write":436,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.759751+0000","last_change":"2024-09-12T01:34:46.759751+0000","last_active":"2024-09-12T01:34:46.759751+0000","last_peered":"2024-09-12T01:34:46.759751+0000","last_clean":"2024-09-12T01:34:46.759751+0000","last_became_active":"2024-09-12T00:24:16.720471+0000","last_became_peered":"2024-09-12T00:24:16.720471+0000","last_unstale":"2024-09-12T01:34:46.759751+0000","last_undegraded":"2024-09-12T01:34:46.759751+0000","last_fullsized":"2024-09-12T01:34:46.759751+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.759664+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.759664+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.759664+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:46.399413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"267'161","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.757140+0000","last_change":"2024-09-12T01:34:52.757140+0000","last_active":"2024-09-12T01:34:52.757140+0000","last_peered":"2024-09-12T01:34:52.757140+0000","last_clean":"2024-09-12T01:34:52.757140+0000","last_became_active":"2024-09-12T00:24:18.730792+0000","last_became_peered":"2024-09-12T00:24:18.730792+0000","last_unstale":"2024-09-12T01:34:52.757140+0000","last_undegraded":"2024-09-12T01:34:52.757140+0000","last_fullsized":"2024-09-12T01:34:52.757140+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'161","last_scrub_stamp":"2024-09-12T01:34:52.757045+0000","last_deep_scrub":"267'161","last_deep_scrub_stamp":"2024-09-12T01:34:52.757045+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.757045+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:44:47.551370+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":198,"num_read_kb":197,"num_write":295,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"267'147","reported_seq":749,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.734753+0000","last_change":"2024-09-12T01:34:31.734753+0000","last_active":"2024-09-12T01:34:31.734753+0000","last_peered":"2024-09-12T01:34:31.734753+0000","last_clean":"2024-09-12T01:34:31.734753+0000","last_became_active":"2024-09-12T00:24:10.670175+0000","last_became_peered":"2024-09-12T00:24:10.670175+0000","last_unstale":"2024-09-12T01:34:31.734753+0000","last_undegraded":"2024-09-12T01:34:31.734753+0000","last_fullsized":"2024-09-12T01:34:31.734753+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'147","last_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_deep_scrub":"267'147","last_deep_scrub_stamp":"2024-09-12T01:34:31.734673+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.734673+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:16.877361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":659,"num_read_kb":545,"num_write":222,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"267'414","reported_seq":1119,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.923233+0000","last_change":"2024-09-12T01:34:15.923233+0000","last_active":"2024-09-12T01:34:15.923233+0000","last_peered":"2024-09-12T01:34:15.923233+0000","last_clean":"2024-09-12T01:34:15.923233+0000","last_became_active":"2024-09-12T00:24:08.656534+0000","last_became_peered":"2024-09-12T00:24:08.656534+0000","last_unstale":"2024-09-12T01:34:15.923233+0000","last_undegraded":"2024-09-12T01:34:15.923233+0000","last_fullsized":"2024-09-12T01:34:15.923233+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'414","last_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_deep_scrub":"267'414","last_deep_scrub_stamp":"2024-09-12T01:34:15.923149+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.923149+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":400,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:44:52.215181+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":687,"num_read_kb":44477,"num_write":1209,"num_write_kb":39836,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.423143+0000","last_change":"2024-09-12T01:34:37.423143+0000","last_active":"2024-09-12T01:34:37.423143+0000","last_peered":"2024-09-12T01:34:37.423143+0000","last_clean":"2024-09-12T01:34:37.423143+0000","last_became_active":"2024-09-12T00:24:12.686047+0000","last_became_peered":"2024-09-12T00:24:12.686047+0000","last_unstale":"2024-09-12T01:34:37.423143+0000","last_undegraded":"2024-09-12T01:34:37.423143+0000","last_fullsized":"2024-09-12T01:34:37.423143+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.423026+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.423026+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.423026+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:59.457502+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"267'107","reported_seq":661,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.980703+0000","last_change":"2024-09-12T01:34:39.980703+0000","last_active":"2024-09-12T01:34:39.980703+0000","last_peered":"2024-09-12T01:34:39.980703+0000","last_clean":"2024-09-12T01:34:39.980703+0000","last_became_active":"2024-09-12T00:24:14.699136+0000","last_became_peered":"2024-09-12T00:24:14.699136+0000","last_unstale":"2024-09-12T01:34:39.980703+0000","last_undegraded":"2024-09-12T01:34:39.980703+0000","last_fullsized":"2024-09-12T01:34:39.980703+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:39.980600+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:39.980600+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.980600+0000","objects_scrubbed":4,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:45.348413+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":120,"num_read_kb":114,"num_write":80,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.037002+0000","last_change":"2024-09-12T01:34:46.037002+0000","last_active":"2024-09-12T01:34:46.037002+0000","last_peered":"2024-09-12T01:34:46.037002+0000","last_clean":"2024-09-12T01:34:46.037002+0000","last_became_active":"2024-09-12T00:24:16.714201+0000","last_became_peered":"2024-09-12T00:24:16.714201+0000","last_unstale":"2024-09-12T01:34:46.037002+0000","last_undegraded":"2024-09-12T01:34:46.037002+0000","last_fullsized":"2024-09-12T01:34:46.037002+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.036903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.036903+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.036903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:38.371679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"267'120","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.861786+0000","last_change":"2024-09-12T01:34:48.861786+0000","last_active":"2024-09-12T01:34:48.861786+0000","last_peered":"2024-09-12T01:34:48.861786+0000","last_clean":"2024-09-12T01:34:48.861786+0000","last_became_active":"2024-09-12T00:24:18.733911+0000","last_became_peered":"2024-09-12T00:24:18.733911+0000","last_unstale":"2024-09-12T01:34:48.861786+0000","last_undegraded":"2024-09-12T01:34:48.861786+0000","last_fullsized":"2024-09-12T01:34:48.861786+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'120","last_scrub_stamp":"2024-09-12T01:34:48.861670+0000","last_deep_scrub":"267'120","last_deep_scrub_stamp":"2024-09-12T01:34:48.861670+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.861670+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.154182+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":162,"num_read_kb":150,"num_write":292,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"267'178","reported_seq":822,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.077597+0000","last_change":"2024-09-12T01:34:25.077597+0000","last_active":"2024-09-12T01:34:25.077597+0000","last_peered":"2024-09-12T01:34:25.077597+0000","last_clean":"2024-09-12T01:34:25.077597+0000","last_became_active":"2024-09-12T00:24:10.678114+0000","last_became_peered":"2024-09-12T00:24:10.678114+0000","last_unstale":"2024-09-12T01:34:25.077597+0000","last_undegraded":"2024-09-12T01:34:25.077597+0000","last_fullsized":"2024-09-12T01:34:25.077597+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'178","last_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_deep_scrub":"267'178","last_deep_scrub_stamp":"2024-09-12T01:34:25.077510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.077510+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:29.922789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":790,"num_read_kb":652,"num_write":253,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"267'330","reported_seq":966,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.715662+0000","last_change":"2024-09-12T01:34:21.715662+0000","last_active":"2024-09-12T01:34:21.715662+0000","last_peered":"2024-09-12T01:34:21.715662+0000","last_clean":"2024-09-12T01:34:21.715662+0000","last_became_active":"2024-09-12T00:24:08.669985+0000","last_became_peered":"2024-09-12T00:24:08.669985+0000","last_unstale":"2024-09-12T01:34:21.715662+0000","last_undegraded":"2024-09-12T01:34:21.715662+0000","last_fullsized":"2024-09-12T01:34:21.715662+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'330","last_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_deep_scrub":"267'330","last_deep_scrub_stamp":"2024-09-12T01:34:21.715506+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.715506+0000","objects_scrubbed":4,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:42.318145+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524334,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":471,"num_read_kb":21947,"num_write":1108,"num_write_kb":38992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.423323+0000","last_change":"2024-09-12T01:34:38.423323+0000","last_active":"2024-09-12T01:34:38.423323+0000","last_peered":"2024-09-12T01:34:38.423323+0000","last_clean":"2024-09-12T01:34:38.423323+0000","last_became_active":"2024-09-12T00:24:12.693015+0000","last_became_peered":"2024-09-12T00:24:12.693015+0000","last_unstale":"2024-09-12T01:34:38.423323+0000","last_undegraded":"2024-09-12T01:34:38.423323+0000","last_fullsized":"2024-09-12T01:34:38.423323+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.423244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.423244+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.423244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:26.132060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"267'142","reported_seq":710,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.890235+0000","last_change":"2024-09-12T01:34:35.890235+0000","last_active":"2024-09-12T01:34:35.890235+0000","last_peered":"2024-09-12T01:34:35.890235+0000","last_clean":"2024-09-12T01:34:35.890235+0000","last_became_active":"2024-09-12T00:24:14.697168+0000","last_became_peered":"2024-09-12T00:24:14.697168+0000","last_unstale":"2024-09-12T01:34:35.890235+0000","last_undegraded":"2024-09-12T01:34:35.890235+0000","last_fullsized":"2024-09-12T01:34:35.890235+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'142","last_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_deep_scrub":"267'142","last_deep_scrub_stamp":"2024-09-12T01:34:35.890143+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.890143+0000","objects_scrubbed":7,"log_size":42,"log_dups_size":100,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:01.133231+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":169,"num_read_kb":161,"num_write":112,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"267'785","reported_seq":6763,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.756222+0000","last_change":"2024-09-12T01:34:47.756222+0000","last_active":"2024-09-12T01:34:47.756222+0000","last_peered":"2024-09-12T01:34:47.756222+0000","last_clean":"2024-09-12T01:34:47.756222+0000","last_became_active":"2024-09-12T00:24:16.721632+0000","last_became_peered":"2024-09-12T00:24:16.721632+0000","last_unstale":"2024-09-12T01:34:47.756222+0000","last_undegraded":"2024-09-12T01:34:47.756222+0000","last_fullsized":"2024-09-12T01:34:47.756222+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'785","last_scrub_stamp":"2024-09-12T01:34:47.756129+0000","last_deep_scrub":"267'785","last_deep_scrub_stamp":"2024-09-12T01:34:47.756129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.756129+0000","objects_scrubbed":1,"log_size":84,"log_dups_size":701,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:52.066832+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"267'227","reported_seq":1073,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.003202+0000","last_change":"2024-09-12T01:34:53.003202+0000","last_active":"2024-09-12T01:34:53.003202+0000","last_peered":"2024-09-12T01:34:53.003202+0000","last_clean":"2024-09-12T01:34:53.003202+0000","last_became_active":"2024-09-12T00:24:18.731464+0000","last_became_peered":"2024-09-12T00:24:18.731464+0000","last_unstale":"2024-09-12T01:34:53.003202+0000","last_undegraded":"2024-09-12T01:34:53.003202+0000","last_fullsized":"2024-09-12T01:34:53.003202+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'227","last_scrub_stamp":"2024-09-12T01:34:53.003110+0000","last_deep_scrub":"267'227","last_deep_scrub_stamp":"2024-09-12T01:34:53.003110+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.003110+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:19.926968+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":636,"num_read_kb":626,"num_write":512,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"267'62","reported_seq":622,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.468048+0000","last_change":"2024-09-12T01:34:25.468048+0000","last_active":"2024-09-12T01:34:25.468048+0000","last_peered":"2024-09-12T01:34:25.468048+0000","last_clean":"2024-09-12T01:34:25.468048+0000","last_became_active":"2024-09-12T00:24:10.677968+0000","last_became_peered":"2024-09-12T00:24:10.677968+0000","last_unstale":"2024-09-12T01:34:25.468048+0000","last_undegraded":"2024-09-12T01:34:25.468048+0000","last_fullsized":"2024-09-12T01:34:25.468048+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'62","last_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_deep_scrub":"267'62","last_deep_scrub_stamp":"2024-09-12T01:34:25.467949+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.467949+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:34.428327+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":269,"num_read_kb":223,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"267'337","reported_seq":1007,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.147965+0000","last_change":"2024-09-12T01:34:17.147916+0000","last_active":"2024-09-12T01:34:17.147965+0000","last_peered":"2024-09-12T01:34:17.147965+0000","last_clean":"2024-09-12T01:34:17.147965+0000","last_became_active":"2024-09-12T00:24:38.770773+0000","last_became_peered":"2024-09-12T00:24:38.770773+0000","last_unstale":"2024-09-12T01:34:17.147965+0000","last_undegraded":"2024-09-12T01:34:17.147965+0000","last_fullsized":"2024-09-12T01:34:17.147965+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:17.147829+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.147829+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:40.923194+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568655,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":574,"num_read_kb":38039,"num_write":1084,"num_write_kb":36235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"267'4","reported_seq":987,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.832165+0000","last_change":"2024-09-12T01:34:40.832165+0000","last_active":"2024-09-12T01:34:40.832165+0000","last_peered":"2024-09-12T01:34:40.832165+0000","last_clean":"2024-09-12T01:34:40.832165+0000","last_became_active":"2024-09-12T00:24:12.684763+0000","last_became_peered":"2024-09-12T00:24:12.684763+0000","last_unstale":"2024-09-12T01:34:40.832165+0000","last_undegraded":"2024-09-12T01:34:40.832165+0000","last_fullsized":"2024-09-12T01:34:40.832165+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:40.832054+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:40.832054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.832054+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:51.979794+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":724,"num_read_kb":722,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"267'295","reported_seq":892,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.804309+0000","last_change":"2024-09-12T01:34:43.804309+0000","last_active":"2024-09-12T01:34:43.804309+0000","last_peered":"2024-09-12T01:34:43.804309+0000","last_clean":"2024-09-12T01:34:43.804309+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:43.804309+0000","last_undegraded":"2024-09-12T01:34:43.804309+0000","last_fullsized":"2024-09-12T01:34:43.804309+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:43.804198+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:43.804198+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.804198+0000","objects_scrubbed":5,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:52.537725+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45912,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":473,"num_read_kb":1100,"num_write":382,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"267'765","reported_seq":2510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:52.414057+0000","last_change":"2024-09-12T01:34:52.414057+0000","last_active":"2024-09-12T01:34:52.414057+0000","last_peered":"2024-09-12T01:34:52.414057+0000","last_clean":"2024-09-12T01:34:52.414057+0000","last_became_active":"2024-09-12T00:24:16.723390+0000","last_became_peered":"2024-09-12T00:24:16.723390+0000","last_unstale":"2024-09-12T01:34:52.414057+0000","last_undegraded":"2024-09-12T01:34:52.414057+0000","last_fullsized":"2024-09-12T01:34:52.414057+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'765","last_scrub_stamp":"2024-09-12T01:34:52.413942+0000","last_deep_scrub":"267'765","last_deep_scrub_stamp":"2024-09-12T01:34:52.413942+0000","last_clean_scrub_stamp":"2024-09-12T01:34:52.413942+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:31.445269+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"267'104","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.759260+0000","last_change":"2024-09-12T01:34:30.759260+0000","last_active":"2024-09-12T01:34:30.759260+0000","last_peered":"2024-09-12T01:34:30.759260+0000","last_clean":"2024-09-12T01:34:30.759260+0000","last_became_active":"2024-09-12T00:24:10.670854+0000","last_became_peered":"2024-09-12T00:24:10.670854+0000","last_unstale":"2024-09-12T01:34:30.759260+0000","last_undegraded":"2024-09-12T01:34:30.759260+0000","last_fullsized":"2024-09-12T01:34:30.759260+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'104","last_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_deep_scrub":"267'104","last_deep_scrub_stamp":"2024-09-12T01:34:30.759163+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.759163+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:53.114927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":447,"num_read_kb":371,"num_write":165,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"267'357","reported_seq":965,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.157402+0000","last_change":"2024-09-12T01:34:16.157347+0000","last_active":"2024-09-12T01:34:16.157402+0000","last_peered":"2024-09-12T01:34:16.157402+0000","last_clean":"2024-09-12T01:34:16.157402+0000","last_became_active":"2024-09-12T00:24:39.110862+0000","last_became_peered":"2024-09-12T00:24:39.110862+0000","last_unstale":"2024-09-12T01:34:16.157402+0000","last_undegraded":"2024-09-12T01:34:16.157402+0000","last_fullsized":"2024-09-12T01:34:16.157402+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:16.157167+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.157167+0000","objects_scrubbed":9,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:58.281772+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194319,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":482,"num_read_kb":29153,"num_write":1128,"num_write_kb":27917,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.776830+0000","last_change":"2024-09-12T01:34:35.776830+0000","last_active":"2024-09-12T01:34:35.776830+0000","last_peered":"2024-09-12T01:34:35.776830+0000","last_clean":"2024-09-12T01:34:35.776830+0000","last_became_active":"2024-09-12T00:24:12.687880+0000","last_became_peered":"2024-09-12T00:24:12.687880+0000","last_unstale":"2024-09-12T01:34:35.776830+0000","last_undegraded":"2024-09-12T01:34:35.776830+0000","last_fullsized":"2024-09-12T01:34:35.776830+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.776721+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.776721+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:07:19.680052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"267'425","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.810974+0000","last_change":"2024-09-12T01:34:46.810974+0000","last_active":"2024-09-12T01:34:46.810974+0000","last_peered":"2024-09-12T01:34:46.810974+0000","last_clean":"2024-09-12T01:34:46.810974+0000","last_became_active":"2024-09-12T00:24:14.750077+0000","last_became_peered":"2024-09-12T00:24:14.750077+0000","last_unstale":"2024-09-12T01:34:46.810974+0000","last_undegraded":"2024-09-12T01:34:46.810974+0000","last_fullsized":"2024-09-12T01:34:46.810974+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'425","last_scrub_stamp":"2024-09-12T01:34:46.810852+0000","last_deep_scrub":"267'425","last_deep_scrub_stamp":"2024-09-12T01:34:46.810852+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.810852+0000","objects_scrubbed":10,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:43.287077+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47925,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":680,"num_read_kb":1437,"num_write":538,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.651457+0000","last_change":"2024-09-12T01:34:37.651457+0000","last_active":"2024-09-12T01:34:37.651457+0000","last_peered":"2024-09-12T01:34:37.651457+0000","last_clean":"2024-09-12T01:34:37.651457+0000","last_became_active":"2024-09-12T00:24:16.718847+0000","last_became_peered":"2024-09-12T00:24:16.718847+0000","last_unstale":"2024-09-12T01:34:37.651457+0000","last_undegraded":"2024-09-12T01:34:37.651457+0000","last_fullsized":"2024-09-12T01:34:37.651457+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.651354+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.651354+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.651354+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:52.773769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"267'520","reported_seq":1341,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.788891+0000","last_change":"2024-09-12T01:34:48.788798+0000","last_active":"2024-09-12T01:34:48.788891+0000","last_peered":"2024-09-12T01:34:48.788891+0000","last_clean":"2024-09-12T01:34:48.788891+0000","last_became_active":"2024-09-12T00:24:18.730900+0000","last_became_peered":"2024-09-12T00:24:18.730900+0000","last_unstale":"2024-09-12T01:34:48.788891+0000","last_undegraded":"2024-09-12T01:34:48.788891+0000","last_fullsized":"2024-09-12T01:34:48.788891+0000","mapping_epoch":37,"log_start":"267'500","ondisk_log_start":"267'500","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'520","last_scrub_stamp":"2024-09-12T01:34:48.788697+0000","last_deep_scrub":"267'520","last_deep_scrub_stamp":"2024-09-12T01:34:48.788697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.788697+0000","objects_scrubbed":5,"log_size":20,"log_dups_size":500,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:13.649795+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":844,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1243,"num_read_kb":1241,"num_write":1058,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"267'132","reported_seq":738,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.852370+0000","last_change":"2024-09-12T01:34:20.852370+0000","last_active":"2024-09-12T01:34:20.852370+0000","last_peered":"2024-09-12T01:34:20.852370+0000","last_clean":"2024-09-12T01:34:20.852370+0000","last_became_active":"2024-09-12T00:24:10.662762+0000","last_became_peered":"2024-09-12T00:24:10.662762+0000","last_unstale":"2024-09-12T01:34:20.852370+0000","last_undegraded":"2024-09-12T01:34:20.852370+0000","last_fullsized":"2024-09-12T01:34:20.852370+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:20.852242+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.852242+0000","objects_scrubbed":1,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:36.610350+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":575,"num_read_kb":478,"num_write":184,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"267'379","reported_seq":1052,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.744938+0000","last_change":"2024-09-12T01:34:20.744938+0000","last_active":"2024-09-12T01:34:20.744938+0000","last_peered":"2024-09-12T01:34:20.744938+0000","last_clean":"2024-09-12T01:34:20.744938+0000","last_became_active":"2024-09-12T00:24:08.657582+0000","last_became_peered":"2024-09-12T00:24:08.657582+0000","last_unstale":"2024-09-12T01:34:20.744938+0000","last_undegraded":"2024-09-12T01:34:20.744938+0000","last_fullsized":"2024-09-12T01:34:20.744938+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'379","last_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_deep_scrub":"267'379","last_deep_scrub_stamp":"2024-09-12T01:34:20.744827+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.744827+0000","objects_scrubbed":2,"log_size":79,"log_dups_size":300,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:27.931700+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":555,"num_read_kb":10519,"num_write":1110,"num_write_kb":23465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.100525+0000","last_change":"2024-09-12T01:34:29.100525+0000","last_active":"2024-09-12T01:34:29.100525+0000","last_peered":"2024-09-12T01:34:29.100525+0000","last_clean":"2024-09-12T01:34:29.100525+0000","last_became_active":"2024-09-12T00:24:12.681634+0000","last_became_peered":"2024-09-12T00:24:12.681634+0000","last_unstale":"2024-09-12T01:34:29.100525+0000","last_undegraded":"2024-09-12T01:34:29.100525+0000","last_fullsized":"2024-09-12T01:34:29.100525+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.100443+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.100443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:31.292041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"267'299","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.382352+0000","last_change":"2024-09-12T01:34:39.382352+0000","last_active":"2024-09-12T01:34:39.382352+0000","last_peered":"2024-09-12T01:34:39.382352+0000","last_clean":"2024-09-12T01:34:39.382352+0000","last_became_active":"2024-09-12T00:24:14.699522+0000","last_became_peered":"2024-09-12T00:24:14.699522+0000","last_unstale":"2024-09-12T01:34:39.382352+0000","last_undegraded":"2024-09-12T01:34:39.382352+0000","last_fullsized":"2024-09-12T01:34:39.382352+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'299","last_scrub_stamp":"2024-09-12T01:34:39.382210+0000","last_deep_scrub":"267'299","last_deep_scrub_stamp":"2024-09-12T01:34:39.382210+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.382210+0000","objects_scrubbed":5,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:39.896651+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46719,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":489,"num_read_kb":1130,"num_write":398,"num_write_kb":304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.449704+0000","last_change":"2024-09-12T01:34:49.449704+0000","last_active":"2024-09-12T01:34:49.449704+0000","last_peered":"2024-09-12T01:34:49.449704+0000","last_clean":"2024-09-12T01:34:49.449704+0000","last_became_active":"2024-09-12T00:24:16.725132+0000","last_became_peered":"2024-09-12T00:24:16.725132+0000","last_unstale":"2024-09-12T01:34:49.449704+0000","last_undegraded":"2024-09-12T01:34:49.449704+0000","last_fullsized":"2024-09-12T01:34:49.449704+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:49.449618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:49.449618+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.449618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:56:50.732429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"267'2395","reported_seq":4243,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.195105+0000","last_change":"2024-09-12T01:34:38.194998+0000","last_active":"2024-09-12T01:34:38.195105+0000","last_peered":"2024-09-12T01:34:38.195105+0000","last_clean":"2024-09-12T01:34:38.195105+0000","last_became_active":"2024-09-12T00:24:18.732712+0000","last_became_peered":"2024-09-12T00:24:18.732712+0000","last_unstale":"2024-09-12T01:34:38.195105+0000","last_undegraded":"2024-09-12T01:34:38.195105+0000","last_fullsized":"2024-09-12T01:34:38.195105+0000","mapping_epoch":37,"log_start":"267'2300","ondisk_log_start":"267'2300","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2395","last_scrub_stamp":"2024-09-12T01:34:38.194891+0000","last_deep_scrub":"267'2395","last_deep_scrub_stamp":"2024-09-12T01:34:38.194891+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.194891+0000","objects_scrubbed":3,"log_size":95,"log_dups_size":2300,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:57.779274+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6024,"num_read_kb":6019,"num_write":4832,"num_write_kb":1787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"267'132","reported_seq":746,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.061603+0000","last_change":"2024-09-12T01:34:25.061603+0000","last_active":"2024-09-12T01:34:25.061603+0000","last_peered":"2024-09-12T01:34:25.061603+0000","last_clean":"2024-09-12T01:34:25.061603+0000","last_became_active":"2024-09-12T00:24:10.674303+0000","last_became_peered":"2024-09-12T00:24:10.674303+0000","last_unstale":"2024-09-12T01:34:25.061603+0000","last_undegraded":"2024-09-12T01:34:25.061603+0000","last_fullsized":"2024-09-12T01:34:25.061603+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'132","last_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_deep_scrub":"267'132","last_deep_scrub_stamp":"2024-09-12T01:34:25.061482+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.061482+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:08.362142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":589,"num_read_kb":486,"num_write":190,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"267'334","reported_seq":1069,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.780657+0000","last_change":"2024-09-12T01:34:24.780657+0000","last_active":"2024-09-12T01:34:24.780657+0000","last_peered":"2024-09-12T01:34:24.780657+0000","last_clean":"2024-09-12T01:34:24.780657+0000","last_became_active":"2024-09-12T00:24:08.664017+0000","last_became_peered":"2024-09-12T00:24:08.664017+0000","last_unstale":"2024-09-12T01:34:24.780657+0000","last_undegraded":"2024-09-12T01:34:24.780657+0000","last_fullsized":"2024-09-12T01:34:24.780657+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'334","last_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_deep_scrub":"267'334","last_deep_scrub_stamp":"2024-09-12T01:34:24.780549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.780549+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:21:22.258260+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4951266,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":707,"num_read_kb":68545,"num_write":961,"num_write_kb":41470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.053134+0000","last_change":"2024-09-12T01:34:31.053134+0000","last_active":"2024-09-12T01:34:31.053134+0000","last_peered":"2024-09-12T01:34:31.053134+0000","last_clean":"2024-09-12T01:34:31.053134+0000","last_became_active":"2024-09-12T00:24:12.686293+0000","last_became_peered":"2024-09-12T00:24:12.686293+0000","last_unstale":"2024-09-12T01:34:31.053134+0000","last_undegraded":"2024-09-12T01:34:31.053134+0000","last_fullsized":"2024-09-12T01:34:31.053134+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.053039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.053039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:41.960411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"267'351","reported_seq":978,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.845053+0000","last_change":"2024-09-12T01:34:40.845053+0000","last_active":"2024-09-12T01:34:40.845053+0000","last_peered":"2024-09-12T01:34:40.845053+0000","last_clean":"2024-09-12T01:34:40.845053+0000","last_became_active":"2024-09-12T00:24:14.701648+0000","last_became_peered":"2024-09-12T00:24:14.701648+0000","last_unstale":"2024-09-12T01:34:40.845053+0000","last_undegraded":"2024-09-12T01:34:40.845053+0000","last_fullsized":"2024-09-12T01:34:40.845053+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:40.844931+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:40.844931+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.844931+0000","objects_scrubbed":9,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:30.280189+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":48064,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":576,"num_read_kb":1269,"num_write":460,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"267'789","reported_seq":2570,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.895139+0000","last_change":"2024-09-12T01:34:42.895139+0000","last_active":"2024-09-12T01:34:42.895139+0000","last_peered":"2024-09-12T01:34:42.895139+0000","last_clean":"2024-09-12T01:34:42.895139+0000","last_became_active":"2024-09-12T00:24:16.719218+0000","last_became_peered":"2024-09-12T00:24:16.719218+0000","last_unstale":"2024-09-12T01:34:42.895139+0000","last_undegraded":"2024-09-12T01:34:42.895139+0000","last_fullsized":"2024-09-12T01:34:42.895139+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'789","last_scrub_stamp":"2024-09-12T01:34:42.895051+0000","last_deep_scrub":"267'789","last_deep_scrub_stamp":"2024-09-12T01:34:42.895051+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.895051+0000","objects_scrubbed":1,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:04:02.305795+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"267'133","reported_seq":645,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.845557+0000","last_change":"2024-09-12T01:34:45.845557+0000","last_active":"2024-09-12T01:34:45.845557+0000","last_peered":"2024-09-12T01:34:45.845557+0000","last_clean":"2024-09-12T01:34:45.845557+0000","last_became_active":"2024-09-12T00:24:18.734539+0000","last_became_peered":"2024-09-12T00:24:18.734539+0000","last_unstale":"2024-09-12T01:34:45.845557+0000","last_undegraded":"2024-09-12T01:34:45.845557+0000","last_fullsized":"2024-09-12T01:34:45.845557+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T01:34:45.845469+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T01:34:45.845469+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.845469+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:54.425168+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1233,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"267'270","reported_seq":943,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.075786+0000","last_change":"2024-09-12T01:34:28.075786+0000","last_active":"2024-09-12T01:34:28.075786+0000","last_peered":"2024-09-12T01:34:28.075786+0000","last_clean":"2024-09-12T01:34:28.075786+0000","last_became_active":"2024-09-12T00:24:10.676778+0000","last_became_peered":"2024-09-12T00:24:10.676778+0000","last_unstale":"2024-09-12T01:34:28.075786+0000","last_undegraded":"2024-09-12T01:34:28.075786+0000","last_fullsized":"2024-09-12T01:34:28.075786+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'270","last_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_deep_scrub":"267'270","last_deep_scrub_stamp":"2024-09-12T01:34:28.075654+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.075654+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":200,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:58.219938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1177,"num_read_kb":969,"num_write":413,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"267'408","reported_seq":1092,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.803564+0000","last_change":"2024-09-12T01:34:18.803564+0000","last_active":"2024-09-12T01:34:18.803564+0000","last_peered":"2024-09-12T01:34:18.803564+0000","last_clean":"2024-09-12T01:34:18.803564+0000","last_became_active":"2024-09-12T00:24:08.670949+0000","last_became_peered":"2024-09-12T00:24:08.670949+0000","last_unstale":"2024-09-12T01:34:18.803564+0000","last_undegraded":"2024-09-12T01:34:18.803564+0000","last_fullsized":"2024-09-12T01:34:18.803564+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'408","last_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_deep_scrub":"267'408","last_deep_scrub_stamp":"2024-09-12T01:34:18.803453+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.803453+0000","objects_scrubbed":5,"log_size":108,"log_dups_size":300,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:17.183164+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306505,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":608,"num_read_kb":88898,"num_write":1349,"num_write_kb":30140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.069139+0000","last_change":"2024-09-12T01:34:30.069139+0000","last_active":"2024-09-12T01:34:30.069139+0000","last_peered":"2024-09-12T01:34:30.069139+0000","last_clean":"2024-09-12T01:34:30.069139+0000","last_became_active":"2024-09-12T00:24:12.687512+0000","last_became_peered":"2024-09-12T00:24:12.687512+0000","last_unstale":"2024-09-12T01:34:30.069139+0000","last_undegraded":"2024-09-12T01:34:30.069139+0000","last_fullsized":"2024-09-12T01:34:30.069139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.069054+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.069054+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:31:34.127539+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"267'508","reported_seq":1182,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.991006+0000","last_change":"2024-09-12T01:34:36.991006+0000","last_active":"2024-09-12T01:34:36.991006+0000","last_peered":"2024-09-12T01:34:36.991006+0000","last_clean":"2024-09-12T01:34:36.991006+0000","last_became_active":"2024-09-12T00:24:14.705806+0000","last_became_peered":"2024-09-12T00:24:14.705806+0000","last_unstale":"2024-09-12T01:34:36.991006+0000","last_undegraded":"2024-09-12T01:34:36.991006+0000","last_fullsized":"2024-09-12T01:34:36.991006+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'508","last_scrub_stamp":"2024-09-12T01:34:36.990856+0000","last_deep_scrub":"267'508","last_deep_scrub_stamp":"2024-09-12T01:34:36.990856+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.990856+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":400,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:06.282542+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":864,"num_read_kb":2065,"num_write":706,"num_write_kb":560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.029234+0000","last_change":"2024-09-12T01:34:33.029234+0000","last_active":"2024-09-12T01:34:33.029234+0000","last_peered":"2024-09-12T01:34:33.029234+0000","last_clean":"2024-09-12T01:34:33.029234+0000","last_became_active":"2024-09-12T00:24:16.719777+0000","last_became_peered":"2024-09-12T00:24:16.719777+0000","last_unstale":"2024-09-12T01:34:33.029234+0000","last_undegraded":"2024-09-12T01:34:33.029234+0000","last_fullsized":"2024-09-12T01:34:33.029234+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.029150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.029150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:53.956603+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"267'141","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.687578+0000","last_change":"2024-09-12T01:34:42.687578+0000","last_active":"2024-09-12T01:34:42.687578+0000","last_peered":"2024-09-12T01:34:42.687578+0000","last_clean":"2024-09-12T01:34:42.687578+0000","last_became_active":"2024-09-12T00:24:18.739562+0000","last_became_peered":"2024-09-12T00:24:18.739562+0000","last_unstale":"2024-09-12T01:34:42.687578+0000","last_undegraded":"2024-09-12T01:34:42.687578+0000","last_fullsized":"2024-09-12T01:34:42.687578+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'141","last_scrub_stamp":"2024-09-12T01:34:42.687480+0000","last_deep_scrub":"267'141","last_deep_scrub_stamp":"2024-09-12T01:34:42.687480+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.687480+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:36.269327+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":502,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":154,"num_read_kb":148,"num_write":317,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"267'54","reported_seq":648,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.899283+0000","last_change":"2024-09-12T01:34:19.899283+0000","last_active":"2024-09-12T01:34:19.899283+0000","last_peered":"2024-09-12T01:34:19.899283+0000","last_clean":"2024-09-12T01:34:19.899283+0000","last_became_active":"2024-09-12T00:24:10.681644+0000","last_became_peered":"2024-09-12T00:24:10.681644+0000","last_unstale":"2024-09-12T01:34:19.899283+0000","last_undegraded":"2024-09-12T01:34:19.899283+0000","last_fullsized":"2024-09-12T01:34:19.899283+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'54","last_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_deep_scrub":"267'54","last_deep_scrub_stamp":"2024-09-12T01:34:19.899189+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.899189+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":0,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:27:20.309842+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":215,"num_read_kb":193,"num_write":77,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"267'341","reported_seq":1071,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.643720+0000","last_change":"2024-09-12T01:34:17.643720+0000","last_active":"2024-09-12T01:34:17.643720+0000","last_peered":"2024-09-12T01:34:17.643720+0000","last_clean":"2024-09-12T01:34:17.643720+0000","last_became_active":"2024-09-12T00:24:08.667979+0000","last_became_peered":"2024-09-12T00:24:08.667979+0000","last_unstale":"2024-09-12T01:34:17.643720+0000","last_undegraded":"2024-09-12T01:34:17.643720+0000","last_fullsized":"2024-09-12T01:34:17.643720+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'341","last_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_deep_scrub":"267'341","last_deep_scrub_stamp":"2024-09-12T01:34:17.643620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.643620+0000","objects_scrubbed":9,"log_size":41,"log_dups_size":300,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:47.621287+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1906898,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":632,"num_read_kb":18249,"num_write":1064,"num_write_kb":31296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.036601+0000","last_change":"2024-09-12T01:34:32.036601+0000","last_active":"2024-09-12T01:34:32.036601+0000","last_peered":"2024-09-12T01:34:32.036601+0000","last_clean":"2024-09-12T01:34:32.036601+0000","last_became_active":"2024-09-12T00:24:12.686492+0000","last_became_peered":"2024-09-12T00:24:12.686492+0000","last_unstale":"2024-09-12T01:34:32.036601+0000","last_undegraded":"2024-09-12T01:34:32.036601+0000","last_fullsized":"2024-09-12T01:34:32.036601+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.036514+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.036514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:47.757248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"267'333","reported_seq":942,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.985265+0000","last_change":"2024-09-12T01:34:40.985265+0000","last_active":"2024-09-12T01:34:40.985265+0000","last_peered":"2024-09-12T01:34:40.985265+0000","last_clean":"2024-09-12T01:34:40.985265+0000","last_became_active":"2024-09-12T00:24:14.697345+0000","last_became_peered":"2024-09-12T00:24:14.697345+0000","last_unstale":"2024-09-12T01:34:40.985265+0000","last_undegraded":"2024-09-12T01:34:40.985265+0000","last_fullsized":"2024-09-12T01:34:40.985265+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'333","last_scrub_stamp":"2024-09-12T01:34:40.985164+0000","last_deep_scrub":"267'333","last_deep_scrub_stamp":"2024-09-12T01:34:40.985164+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.985164+0000","objects_scrubbed":7,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:48.028153+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50461,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":563,"num_read_kb":1271,"num_write":500,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.883543+0000","last_change":"2024-09-12T01:34:44.883543+0000","last_active":"2024-09-12T01:34:44.883543+0000","last_peered":"2024-09-12T01:34:44.883543+0000","last_clean":"2024-09-12T01:34:44.883543+0000","last_became_active":"2024-09-12T00:24:16.722882+0000","last_became_peered":"2024-09-12T00:24:16.722882+0000","last_unstale":"2024-09-12T01:34:44.883543+0000","last_undegraded":"2024-09-12T01:34:44.883543+0000","last_fullsized":"2024-09-12T01:34:44.883543+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.883433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.883433+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.883433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:57:31.608993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"267'176","reported_seq":690,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.446352+0000","last_change":"2024-09-12T01:34:53.446352+0000","last_active":"2024-09-12T01:34:53.446352+0000","last_peered":"2024-09-12T01:34:53.446352+0000","last_clean":"2024-09-12T01:34:53.446352+0000","last_became_active":"2024-09-12T00:24:18.739544+0000","last_became_peered":"2024-09-12T00:24:18.739544+0000","last_unstale":"2024-09-12T01:34:53.446352+0000","last_undegraded":"2024-09-12T01:34:53.446352+0000","last_fullsized":"2024-09-12T01:34:53.446352+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:53.446254+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:53.446254+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.446254+0000","objects_scrubbed":5,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:41:41.559140+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":124,"num_read_kb":114,"num_write":380,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"267'158","reported_seq":794,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.933497+0000","last_change":"2024-09-12T01:34:22.933497+0000","last_active":"2024-09-12T01:34:22.933497+0000","last_peered":"2024-09-12T01:34:22.933497+0000","last_clean":"2024-09-12T01:34:22.933497+0000","last_became_active":"2024-09-12T00:24:10.677277+0000","last_became_peered":"2024-09-12T00:24:10.677277+0000","last_unstale":"2024-09-12T01:34:22.933497+0000","last_undegraded":"2024-09-12T01:34:22.933497+0000","last_fullsized":"2024-09-12T01:34:22.933497+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'158","last_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_deep_scrub":"267'158","last_deep_scrub_stamp":"2024-09-12T01:34:22.933410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.933410+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:09:24.737888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":669,"num_read_kb":558,"num_write":226,"num_write_kb":102,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"267'332","reported_seq":983,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.078981+0000","last_change":"2024-09-12T01:34:18.078981+0000","last_active":"2024-09-12T01:34:18.078981+0000","last_peered":"2024-09-12T01:34:18.078981+0000","last_clean":"2024-09-12T01:34:18.078981+0000","last_became_active":"2024-09-12T00:24:08.669720+0000","last_became_peered":"2024-09-12T00:24:08.669720+0000","last_unstale":"2024-09-12T01:34:18.078981+0000","last_undegraded":"2024-09-12T01:34:18.078981+0000","last_fullsized":"2024-09-12T01:34:18.078981+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:18.078859+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.078859+0000","objects_scrubbed":7,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:22.833924+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5536448,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":456,"num_read_kb":21516,"num_write":1002,"num_write_kb":33470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.552015+0000","last_change":"2024-09-12T01:34:30.552015+0000","last_active":"2024-09-12T01:34:30.552015+0000","last_peered":"2024-09-12T01:34:30.552015+0000","last_clean":"2024-09-12T01:34:30.552015+0000","last_became_active":"2024-09-12T00:24:12.689698+0000","last_became_peered":"2024-09-12T00:24:12.689698+0000","last_unstale":"2024-09-12T01:34:30.552015+0000","last_undegraded":"2024-09-12T01:34:30.552015+0000","last_fullsized":"2024-09-12T01:34:30.552015+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.551922+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.551922+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:34:18.944281+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"267'349","reported_seq":959,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.940892+0000","last_change":"2024-09-12T01:34:34.940892+0000","last_active":"2024-09-12T01:34:34.940892+0000","last_peered":"2024-09-12T01:34:34.940892+0000","last_clean":"2024-09-12T01:34:34.940892+0000","last_became_active":"2024-09-12T00:24:14.699848+0000","last_became_peered":"2024-09-12T00:24:14.699848+0000","last_unstale":"2024-09-12T01:34:34.940892+0000","last_undegraded":"2024-09-12T01:34:34.940892+0000","last_fullsized":"2024-09-12T01:34:34.940892+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:34.940742+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.940742+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:30.334813+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58840,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":1252,"num_write":446,"num_write_kb":327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"267'721","reported_seq":2593,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.981023+0000","last_change":"2024-09-12T01:34:33.981023+0000","last_active":"2024-09-12T01:34:33.981023+0000","last_peered":"2024-09-12T01:34:33.981023+0000","last_clean":"2024-09-12T01:34:33.981023+0000","last_became_active":"2024-09-12T00:24:16.721460+0000","last_became_peered":"2024-09-12T00:24:16.721460+0000","last_unstale":"2024-09-12T01:34:33.981023+0000","last_undegraded":"2024-09-12T01:34:33.981023+0000","last_fullsized":"2024-09-12T01:34:33.981023+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'721","last_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_deep_scrub":"267'721","last_deep_scrub_stamp":"2024-09-12T01:34:33.980936+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.980936+0000","objects_scrubbed":1,"log_size":21,"log_dups_size":700,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:55:57.481745+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"267'109","reported_seq":632,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.691400+0000","last_change":"2024-09-12T01:34:40.691337+0000","last_active":"2024-09-12T01:34:40.691400+0000","last_peered":"2024-09-12T01:34:40.691400+0000","last_clean":"2024-09-12T01:34:40.691400+0000","last_became_active":"2024-09-12T00:24:18.735238+0000","last_became_peered":"2024-09-12T00:24:18.735238+0000","last_unstale":"2024-09-12T01:34:40.691400+0000","last_undegraded":"2024-09-12T01:34:40.691400+0000","last_fullsized":"2024-09-12T01:34:40.691400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'109","last_scrub_stamp":"2024-09-12T01:34:40.691233+0000","last_deep_scrub":"267'109","last_deep_scrub_stamp":"2024-09-12T01:34:40.691233+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.691233+0000","objects_scrubbed":5,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:40:20.322033+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1870,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":260,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"267'730","reported_seq":1490,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.886272+0000","last_change":"2024-09-12T01:34:21.886272+0000","last_active":"2024-09-12T01:34:21.886272+0000","last_peered":"2024-09-12T01:34:21.886272+0000","last_clean":"2024-09-12T01:34:21.886272+0000","last_became_active":"2024-09-12T00:24:10.671242+0000","last_became_peered":"2024-09-12T00:24:10.671242+0000","last_unstale":"2024-09-12T01:34:21.886272+0000","last_undegraded":"2024-09-12T01:34:21.886272+0000","last_fullsized":"2024-09-12T01:34:21.886272+0000","mapping_epoch":29,"log_start":"267'700","ondisk_log_start":"267'700","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'730","last_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_deep_scrub":"267'730","last_deep_scrub_stamp":"2024-09-12T01:34:21.886175+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.886175+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:16:22.782866+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3237,"num_read_kb":2611,"num_write":1213,"num_write_kb":700,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3142,"num_omap_keys":13,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"267'368","reported_seq":1040,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.919460+0000","last_change":"2024-09-12T01:34:17.919460+0000","last_active":"2024-09-12T01:34:17.919460+0000","last_peered":"2024-09-12T01:34:17.919460+0000","last_clean":"2024-09-12T01:34:17.919460+0000","last_became_active":"2024-09-12T00:24:08.654939+0000","last_became_peered":"2024-09-12T00:24:08.654939+0000","last_unstale":"2024-09-12T01:34:17.919460+0000","last_undegraded":"2024-09-12T01:34:17.919460+0000","last_fullsized":"2024-09-12T01:34:17.919460+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'368","last_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_deep_scrub":"267'368","last_deep_scrub_stamp":"2024-09-12T01:34:17.919295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.919295+0000","objects_scrubbed":7,"log_size":68,"log_dups_size":300,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:03.299288+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274220,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":564,"num_read_kb":28786,"num_write":1187,"num_write_kb":38228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"267'4","reported_seq":1464,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.850754+0000","last_change":"2024-09-12T01:34:38.850754+0000","last_active":"2024-09-12T01:34:38.850754+0000","last_peered":"2024-09-12T01:34:38.850754+0000","last_clean":"2024-09-12T01:34:38.850754+0000","last_became_active":"2024-09-12T00:24:12.686001+0000","last_became_peered":"2024-09-12T00:24:12.686001+0000","last_unstale":"2024-09-12T01:34:38.850754+0000","last_undegraded":"2024-09-12T01:34:38.850754+0000","last_fullsized":"2024-09-12T01:34:38.850754+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4","last_scrub_stamp":"2024-09-12T01:34:38.850672+0000","last_deep_scrub":"267'4","last_deep_scrub_stamp":"2024-09-12T01:34:38.850672+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.850672+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:00.936935+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":952,"num_read_kb":952,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"267'107","reported_seq":650,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.382771+0000","last_change":"2024-09-12T01:34:40.382771+0000","last_active":"2024-09-12T01:34:40.382771+0000","last_peered":"2024-09-12T01:34:40.382771+0000","last_clean":"2024-09-12T01:34:40.382771+0000","last_became_active":"2024-09-12T00:24:14.748927+0000","last_became_peered":"2024-09-12T00:24:14.748927+0000","last_unstale":"2024-09-12T01:34:40.382771+0000","last_undegraded":"2024-09-12T01:34:40.382771+0000","last_fullsized":"2024-09-12T01:34:40.382771+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:40.382666+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:40.382666+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.382666+0000","objects_scrubbed":5,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:54:50.690808+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":101,"num_write":72,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"267'750","reported_seq":2513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.119434+0000","last_change":"2024-09-12T01:34:34.119434+0000","last_active":"2024-09-12T01:34:34.119434+0000","last_peered":"2024-09-12T01:34:34.119434+0000","last_clean":"2024-09-12T01:34:34.119434+0000","last_became_active":"2024-09-12T00:24:16.719712+0000","last_became_peered":"2024-09-12T00:24:16.719712+0000","last_unstale":"2024-09-12T01:34:34.119434+0000","last_undegraded":"2024-09-12T01:34:34.119434+0000","last_fullsized":"2024-09-12T01:34:34.119434+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'750","last_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_deep_scrub":"267'750","last_deep_scrub_stamp":"2024-09-12T01:34:34.119235+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.119235+0000","objects_scrubbed":1,"log_size":49,"log_dups_size":701,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:24:51.245296+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"267'123","reported_seq":659,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.037026+0000","last_change":"2024-09-12T01:34:47.036946+0000","last_active":"2024-09-12T01:34:47.037026+0000","last_peered":"2024-09-12T01:34:47.037026+0000","last_clean":"2024-09-12T01:34:47.037026+0000","last_became_active":"2024-09-12T00:24:18.732349+0000","last_became_peered":"2024-09-12T00:24:18.732349+0000","last_unstale":"2024-09-12T01:34:47.037026+0000","last_undegraded":"2024-09-12T01:34:47.037026+0000","last_fullsized":"2024-09-12T01:34:47.037026+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'123","last_scrub_stamp":"2024-09-12T01:34:47.036851+0000","last_deep_scrub":"267'123","last_deep_scrub_stamp":"2024-09-12T01:34:47.036851+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.036851+0000","objects_scrubbed":1,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:21.537198+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":170,"num_read_kb":141,"num_write":295,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"267'320","reported_seq":955,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.471170+0000","last_change":"2024-09-12T01:34:24.471170+0000","last_active":"2024-09-12T01:34:24.471170+0000","last_peered":"2024-09-12T01:34:24.471170+0000","last_clean":"2024-09-12T01:34:24.471170+0000","last_became_active":"2024-09-12T00:24:10.681326+0000","last_became_peered":"2024-09-12T00:24:10.681326+0000","last_unstale":"2024-09-12T01:34:24.471170+0000","last_undegraded":"2024-09-12T01:34:24.471170+0000","last_fullsized":"2024-09-12T01:34:24.471170+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:24.471057+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.471057+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:34:26.310957+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1390,"num_read_kb":1110,"num_write":546,"num_write_kb":261,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"267'332","reported_seq":982,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.510493+0000","last_change":"2024-09-12T01:34:24.510493+0000","last_active":"2024-09-12T01:34:24.510493+0000","last_peered":"2024-09-12T01:34:24.510493+0000","last_clean":"2024-09-12T01:34:24.510493+0000","last_became_active":"2024-09-12T00:24:08.656963+0000","last_became_peered":"2024-09-12T00:24:08.656963+0000","last_unstale":"2024-09-12T01:34:24.510493+0000","last_undegraded":"2024-09-12T01:34:24.510493+0000","last_fullsized":"2024-09-12T01:34:24.510493+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'332","last_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_deep_scrub":"267'332","last_deep_scrub_stamp":"2024-09-12T01:34:24.510312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.510312+0000","objects_scrubbed":10,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:39:26.392464+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2421954,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":498,"num_read_kb":7676,"num_write":1106,"num_write_kb":34825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.945900+0000","last_change":"2024-09-12T01:34:36.945900+0000","last_active":"2024-09-12T01:34:36.945900+0000","last_peered":"2024-09-12T01:34:36.945900+0000","last_clean":"2024-09-12T01:34:36.945900+0000","last_became_active":"2024-09-12T00:24:12.690520+0000","last_became_peered":"2024-09-12T00:24:12.690520+0000","last_unstale":"2024-09-12T01:34:36.945900+0000","last_undegraded":"2024-09-12T01:34:36.945900+0000","last_fullsized":"2024-09-12T01:34:36.945900+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.945787+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.945787+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.945787+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:56.306936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"267'392","reported_seq":1023,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.782271+0000","last_change":"2024-09-12T01:34:43.782271+0000","last_active":"2024-09-12T01:34:43.782271+0000","last_peered":"2024-09-12T01:34:43.782271+0000","last_clean":"2024-09-12T01:34:43.782271+0000","last_became_active":"2024-09-12T00:24:14.704750+0000","last_became_peered":"2024-09-12T00:24:14.704750+0000","last_unstale":"2024-09-12T01:34:43.782271+0000","last_undegraded":"2024-09-12T01:34:43.782271+0000","last_fullsized":"2024-09-12T01:34:43.782271+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'392","last_scrub_stamp":"2024-09-12T01:34:43.782080+0000","last_deep_scrub":"267'392","last_deep_scrub_stamp":"2024-09-12T01:34:43.782080+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.782080+0000","objects_scrubbed":8,"log_size":92,"log_dups_size":300,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:08.357440+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45416,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":630,"num_read_kb":1331,"num_write":498,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.120037+0000","last_change":"2024-09-12T01:34:33.120037+0000","last_active":"2024-09-12T01:34:33.120037+0000","last_peered":"2024-09-12T01:34:33.120037+0000","last_clean":"2024-09-12T01:34:33.120037+0000","last_became_active":"2024-09-12T00:24:16.724897+0000","last_became_peered":"2024-09-12T00:24:16.724897+0000","last_unstale":"2024-09-12T01:34:33.120037+0000","last_undegraded":"2024-09-12T01:34:33.120037+0000","last_fullsized":"2024-09-12T01:34:33.120037+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.119946+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.119946+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:47.834088+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"267'169","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.646365+0000","last_change":"2024-09-12T01:34:41.646252+0000","last_active":"2024-09-12T01:34:41.646365+0000","last_peered":"2024-09-12T01:34:41.646365+0000","last_clean":"2024-09-12T01:34:41.646365+0000","last_became_active":"2024-09-12T00:24:18.738511+0000","last_became_peered":"2024-09-12T00:24:18.738511+0000","last_unstale":"2024-09-12T01:34:41.646365+0000","last_undegraded":"2024-09-12T01:34:41.646365+0000","last_fullsized":"2024-09-12T01:34:41.646365+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:41.646150+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:41.646150+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.646150+0000","objects_scrubbed":2,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:16.995767+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":188,"num_write":281,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"267'66","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.024384+0000","last_change":"2024-09-12T01:34:24.024291+0000","last_active":"2024-09-12T01:34:24.024384+0000","last_peered":"2024-09-12T01:34:24.024384+0000","last_clean":"2024-09-12T01:34:24.024384+0000","last_became_active":"2024-09-12T00:24:10.675161+0000","last_became_peered":"2024-09-12T00:24:10.675161+0000","last_unstale":"2024-09-12T01:34:24.024384+0000","last_undegraded":"2024-09-12T01:34:24.024384+0000","last_fullsized":"2024-09-12T01:34:24.024384+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'66","last_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_deep_scrub":"267'66","last_deep_scrub_stamp":"2024-09-12T01:34:24.024200+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.024200+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:15.892496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":318,"num_read_kb":277,"num_write":87,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"267'74","reported_seq":638,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.837996+0000","last_change":"2024-09-12T01:34:17.837996+0000","last_active":"2024-09-12T01:34:17.837996+0000","last_peered":"2024-09-12T01:34:17.837996+0000","last_clean":"2024-09-12T01:34:17.837996+0000","last_became_active":"2024-09-12T00:23:48.851281+0000","last_became_peered":"2024-09-12T00:23:48.851281+0000","last_unstale":"2024-09-12T01:34:17.837996+0000","last_undegraded":"2024-09-12T01:34:17.837996+0000","last_fullsized":"2024-09-12T01:34:17.837996+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'74","last_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_deep_scrub":"267'74","last_deep_scrub_stamp":"2024-09-12T01:34:17.837909+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.837909+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:57.730211+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"267'2","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.802105+0000","last_change":"2024-09-12T01:34:17.802052+0000","last_active":"2024-09-12T01:34:17.802105+0000","last_peered":"2024-09-12T01:34:17.802105+0000","last_clean":"2024-09-12T01:34:17.802105+0000","last_became_active":"2024-09-12T00:23:53.887751+0000","last_became_peered":"2024-09-12T00:23:53.887751+0000","last_unstale":"2024-09-12T01:34:17.802105+0000","last_undegraded":"2024-09-12T01:34:17.802105+0000","last_fullsized":"2024-09-12T01:34:17.802105+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:17.801970+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.801970+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:00.499495+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00050891599999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"267'326","reported_seq":1082,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.146247+0000","last_change":"2024-09-12T01:34:15.146147+0000","last_active":"2024-09-12T01:34:15.146247+0000","last_peered":"2024-09-12T01:34:15.146247+0000","last_clean":"2024-09-12T01:34:15.146247+0000","last_became_active":"2024-09-12T00:24:39.070913+0000","last_became_peered":"2024-09-12T00:24:39.070913+0000","last_unstale":"2024-09-12T01:34:15.146247+0000","last_undegraded":"2024-09-12T01:34:15.146247+0000","last_fullsized":"2024-09-12T01:34:15.146247+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'326","last_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_deep_scrub":"267'326","last_deep_scrub_stamp":"2024-09-12T01:34:15.146025+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.146025+0000","objects_scrubbed":10,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.214986+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262218,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":644,"num_read_kb":57182,"num_write":1084,"num_write_kb":32238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":517,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.801243+0000","last_change":"2024-09-12T01:34:34.801168+0000","last_active":"2024-09-12T01:34:34.801243+0000","last_peered":"2024-09-12T01:34:34.801243+0000","last_clean":"2024-09-12T01:34:34.801243+0000","last_became_active":"2024-09-12T00:24:12.688706+0000","last_became_peered":"2024-09-12T00:24:12.688706+0000","last_unstale":"2024-09-12T01:34:34.801243+0000","last_undegraded":"2024-09-12T01:34:34.801243+0000","last_fullsized":"2024-09-12T01:34:34.801243+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.801086+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.801086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:23.223834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"267'771","reported_seq":1498,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.765424+0000","last_change":"2024-09-12T01:34:42.765424+0000","last_active":"2024-09-12T01:34:42.765424+0000","last_peered":"2024-09-12T01:34:42.765424+0000","last_clean":"2024-09-12T01:34:42.765424+0000","last_became_active":"2024-09-12T00:24:14.703982+0000","last_became_peered":"2024-09-12T00:24:14.703982+0000","last_unstale":"2024-09-12T01:34:42.765424+0000","last_undegraded":"2024-09-12T01:34:42.765424+0000","last_fullsized":"2024-09-12T01:34:42.765424+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'771","last_scrub_stamp":"2024-09-12T01:34:42.765334+0000","last_deep_scrub":"267'771","last_deep_scrub_stamp":"2024-09-12T01:34:42.765334+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.765334+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":700,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:28.807330+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":162603,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1479,"num_read_kb":3529,"num_write":1386,"num_write_kb":1232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":90366,"num_omap_keys":220,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.890986+0000","last_change":"2024-09-12T01:34:41.890986+0000","last_active":"2024-09-12T01:34:41.890986+0000","last_peered":"2024-09-12T01:34:41.890986+0000","last_clean":"2024-09-12T01:34:41.890986+0000","last_became_active":"2024-09-12T00:24:16.720415+0000","last_became_peered":"2024-09-12T00:24:16.720415+0000","last_unstale":"2024-09-12T01:34:41.890986+0000","last_undegraded":"2024-09-12T01:34:41.890986+0000","last_fullsized":"2024-09-12T01:34:41.890986+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:41.890906+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:41.890906+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.890906+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:59.612536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"267'198","reported_seq":910,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.165676+0000","last_change":"2024-09-12T01:34:40.165676+0000","last_active":"2024-09-12T01:34:40.165676+0000","last_peered":"2024-09-12T01:34:40.165676+0000","last_clean":"2024-09-12T01:34:40.165676+0000","last_became_active":"2024-09-12T00:24:18.738328+0000","last_became_peered":"2024-09-12T00:24:18.738328+0000","last_unstale":"2024-09-12T01:34:40.165676+0000","last_undegraded":"2024-09-12T01:34:40.165676+0000","last_fullsized":"2024-09-12T01:34:40.165676+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'198","last_scrub_stamp":"2024-09-12T01:34:40.165593+0000","last_deep_scrub":"267'198","last_deep_scrub_stamp":"2024-09-12T01:34:40.165593+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.165593+0000","objects_scrubbed":3,"log_size":98,"log_dups_size":100,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:27.382339+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":421,"num_write":418,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"267'446","reported_seq":1195,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.075217+0000","last_change":"2024-09-12T01:34:22.075217+0000","last_active":"2024-09-12T01:34:22.075217+0000","last_peered":"2024-09-12T01:34:22.075217+0000","last_clean":"2024-09-12T01:34:22.075217+0000","last_became_active":"2024-09-12T00:24:10.676369+0000","last_became_peered":"2024-09-12T00:24:10.676369+0000","last_unstale":"2024-09-12T01:34:22.075217+0000","last_undegraded":"2024-09-12T01:34:22.075217+0000","last_fullsized":"2024-09-12T01:34:22.075217+0000","mapping_epoch":29,"log_start":"267'400","ondisk_log_start":"267'400","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'446","last_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_deep_scrub":"267'446","last_deep_scrub_stamp":"2024-09-12T01:34:22.075129+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.075129+0000","objects_scrubbed":2,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:43.397797+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2074,"num_read_kb":1751,"num_write":649,"num_write_kb":396,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":29760,"num_omap_keys":119,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":545,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.819349+0000","last_change":"2024-09-12T01:34:18.819349+0000","last_active":"2024-09-12T01:34:18.819349+0000","last_peered":"2024-09-12T01:34:18.819349+0000","last_clean":"2024-09-12T01:34:18.819349+0000","last_became_active":"2024-09-12T00:23:53.885671+0000","last_became_peered":"2024-09-12T00:23:53.885671+0000","last_unstale":"2024-09-12T01:34:18.819349+0000","last_undegraded":"2024-09-12T01:34:18.819349+0000","last_fullsized":"2024-09-12T01:34:18.819349+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.819269+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.819269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:58.762555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045240900000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"267'300","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:13.916891+0000","last_change":"2024-09-12T01:34:13.916836+0000","last_active":"2024-09-12T01:34:13.916891+0000","last_peered":"2024-09-12T01:34:13.916891+0000","last_clean":"2024-09-12T01:34:13.916891+0000","last_became_active":"2024-09-12T00:24:08.654688+0000","last_became_peered":"2024-09-12T00:24:08.654688+0000","last_unstale":"2024-09-12T01:34:13.916891+0000","last_undegraded":"2024-09-12T01:34:13.916891+0000","last_fullsized":"2024-09-12T01:34:13.916891+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'300","last_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_deep_scrub":"267'300","last_deep_scrub_stamp":"2024-09-12T01:34:13.916697+0000","last_clean_scrub_stamp":"2024-09-12T01:34:13.916697+0000","objects_scrubbed":7,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:19.782527+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1017100,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":556,"num_read_kb":44739,"num_write":973,"num_write_kb":31307,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.806438+0000","last_change":"2024-09-12T01:34:37.806438+0000","last_active":"2024-09-12T01:34:37.806438+0000","last_peered":"2024-09-12T01:34:37.806438+0000","last_clean":"2024-09-12T01:34:37.806438+0000","last_became_active":"2024-09-12T00:24:12.693062+0000","last_became_peered":"2024-09-12T00:24:12.693062+0000","last_unstale":"2024-09-12T01:34:37.806438+0000","last_undegraded":"2024-09-12T01:34:37.806438+0000","last_fullsized":"2024-09-12T01:34:37.806438+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.806359+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.806359+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.806359+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:23:13.637800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"267'1326","reported_seq":3129,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.570541+0000","last_change":"2024-09-12T01:34:35.570479+0000","last_active":"2024-09-12T01:34:35.570541+0000","last_peered":"2024-09-12T01:34:35.570541+0000","last_clean":"2024-09-12T01:34:35.570541+0000","last_became_active":"2024-09-12T00:24:14.703552+0000","last_became_peered":"2024-09-12T00:24:14.703552+0000","last_unstale":"2024-09-12T01:34:35.570541+0000","last_undegraded":"2024-09-12T01:34:35.570541+0000","last_fullsized":"2024-09-12T01:34:35.570541+0000","mapping_epoch":33,"log_start":"267'1300","ondisk_log_start":"267'1300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'1326","last_scrub_stamp":"2024-09-12T01:34:35.570355+0000","last_deep_scrub":"267'1326","last_deep_scrub_stamp":"2024-09-12T01:34:35.570355+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.570355+0000","objects_scrubbed":12,"log_size":26,"log_dups_size":1300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:51.261513+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148918,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2099,"num_read_kb":4055,"num_write":1204,"num_write_kb":1018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.800916+0000","last_change":"2024-09-12T01:34:45.800795+0000","last_active":"2024-09-12T01:34:45.800916+0000","last_peered":"2024-09-12T01:34:45.800916+0000","last_clean":"2024-09-12T01:34:45.800916+0000","last_became_active":"2024-09-12T00:24:16.723117+0000","last_became_peered":"2024-09-12T00:24:16.723117+0000","last_unstale":"2024-09-12T01:34:45.800916+0000","last_undegraded":"2024-09-12T01:34:45.800916+0000","last_fullsized":"2024-09-12T01:34:45.800916+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:45.800704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:45.800704+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.800704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:37.294269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"267'240","reported_seq":771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.726493+0000","last_change":"2024-09-12T01:34:43.726493+0000","last_active":"2024-09-12T01:34:43.726493+0000","last_peered":"2024-09-12T01:34:43.726493+0000","last_clean":"2024-09-12T01:34:43.726493+0000","last_became_active":"2024-09-12T00:24:18.736787+0000","last_became_peered":"2024-09-12T00:24:18.736787+0000","last_unstale":"2024-09-12T01:34:43.726493+0000","last_undegraded":"2024-09-12T01:34:43.726493+0000","last_fullsized":"2024-09-12T01:34:43.726493+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'240","last_scrub_stamp":"2024-09-12T01:34:43.726393+0000","last_deep_scrub":"267'240","last_deep_scrub_stamp":"2024-09-12T01:34:43.726393+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.726393+0000","objects_scrubbed":4,"log_size":40,"log_dups_size":200,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:33.287796+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":827,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":332,"num_read_kb":332,"num_write":525,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"267'175","reported_seq":850,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.483889+0000","last_change":"2024-09-12T01:34:23.483889+0000","last_active":"2024-09-12T01:34:23.483889+0000","last_peered":"2024-09-12T01:34:23.483889+0000","last_clean":"2024-09-12T01:34:23.483889+0000","last_became_active":"2024-09-12T00:24:10.672083+0000","last_became_peered":"2024-09-12T00:24:10.672083+0000","last_unstale":"2024-09-12T01:34:23.483889+0000","last_undegraded":"2024-09-12T01:34:23.483889+0000","last_fullsized":"2024-09-12T01:34:23.483889+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'175","last_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_deep_scrub":"267'175","last_deep_scrub_stamp":"2024-09-12T01:34:23.483788+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.483788+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:47.232362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":809,"num_read_kb":686,"num_write":274,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.116153+0000","last_change":"2024-09-12T01:34:18.116106+0000","last_active":"2024-09-12T01:34:18.116153+0000","last_peered":"2024-09-12T01:34:18.116153+0000","last_clean":"2024-09-12T01:34:18.116153+0000","last_became_active":"2024-09-12T00:23:53.927280+0000","last_became_peered":"2024-09-12T00:23:53.927280+0000","last_unstale":"2024-09-12T01:34:18.116153+0000","last_undegraded":"2024-09-12T01:34:18.116153+0000","last_fullsized":"2024-09-12T01:34:18.116153+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:18.116039+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.116039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:30.723064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067355799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"267'348","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.484956+0000","last_change":"2024-09-12T01:34:16.484900+0000","last_active":"2024-09-12T01:34:16.484956+0000","last_peered":"2024-09-12T01:34:16.484956+0000","last_clean":"2024-09-12T01:34:16.484956+0000","last_became_active":"2024-09-12T00:24:08.661780+0000","last_became_peered":"2024-09-12T00:24:08.661780+0000","last_unstale":"2024-09-12T01:34:16.484956+0000","last_undegraded":"2024-09-12T01:34:16.484956+0000","last_fullsized":"2024-09-12T01:34:16.484956+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'348","last_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_deep_scrub":"267'348","last_deep_scrub_stamp":"2024-09-12T01:34:16.484792+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.484792+0000","objects_scrubbed":9,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:14.565279+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1254653,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":556,"num_read_kb":20707,"num_write":1178,"num_write_kb":40032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"267'2","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.114241+0000","last_change":"2024-09-12T01:34:28.114241+0000","last_active":"2024-09-12T01:34:28.114241+0000","last_peered":"2024-09-12T01:34:28.114241+0000","last_clean":"2024-09-12T01:34:28.114241+0000","last_became_active":"2024-09-12T00:24:12.687605+0000","last_became_peered":"2024-09-12T00:24:12.687605+0000","last_unstale":"2024-09-12T01:34:28.114241+0000","last_undegraded":"2024-09-12T01:34:28.114241+0000","last_fullsized":"2024-09-12T01:34:28.114241+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:28.114157+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.114157+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:52:01.418886+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"267'303","reported_seq":1706,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.900946+0000","last_change":"2024-09-12T01:34:38.900887+0000","last_active":"2024-09-12T01:34:38.900946+0000","last_peered":"2024-09-12T01:34:38.900946+0000","last_clean":"2024-09-12T01:34:38.900946+0000","last_became_active":"2024-09-12T00:24:14.750271+0000","last_became_peered":"2024-09-12T00:24:14.750271+0000","last_unstale":"2024-09-12T01:34:38.900946+0000","last_undegraded":"2024-09-12T01:34:38.900946+0000","last_fullsized":"2024-09-12T01:34:38.900946+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'303","last_scrub_stamp":"2024-09-12T01:34:38.900767+0000","last_deep_scrub":"267'303","last_deep_scrub_stamp":"2024-09-12T01:34:38.900767+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.900767+0000","objects_scrubbed":9,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:00.078961+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":240,"num_read_kb":232,"num_write":223,"num_write_kb":111,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5400,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:40.874490+0000","last_change":"2024-09-12T01:34:40.874432+0000","last_active":"2024-09-12T01:34:40.874490+0000","last_peered":"2024-09-12T01:34:40.874490+0000","last_clean":"2024-09-12T01:34:40.874490+0000","last_became_active":"2024-09-12T00:24:16.712233+0000","last_became_peered":"2024-09-12T00:24:16.712233+0000","last_unstale":"2024-09-12T01:34:40.874490+0000","last_undegraded":"2024-09-12T01:34:40.874490+0000","last_fullsized":"2024-09-12T01:34:40.874490+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:40.874345+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:40.874345+0000","last_clean_scrub_stamp":"2024-09-12T01:34:40.874345+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:23.192919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"267'258","reported_seq":883,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.431331+0000","last_change":"2024-09-12T01:34:50.431331+0000","last_active":"2024-09-12T01:34:50.431331+0000","last_peered":"2024-09-12T01:34:50.431331+0000","last_clean":"2024-09-12T01:34:50.431331+0000","last_became_active":"2024-09-12T00:24:18.738999+0000","last_became_peered":"2024-09-12T00:24:18.738999+0000","last_unstale":"2024-09-12T01:34:50.431331+0000","last_undegraded":"2024-09-12T01:34:50.431331+0000","last_fullsized":"2024-09-12T01:34:50.431331+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:50.431239+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:50.431239+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.431239+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:58.090232+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":533,"num_read_kb":542,"num_write":548,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"267'253","reported_seq":853,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.437281+0000","last_change":"2024-09-12T01:34:22.437219+0000","last_active":"2024-09-12T01:34:22.437281+0000","last_peered":"2024-09-12T01:34:22.437281+0000","last_clean":"2024-09-12T01:34:22.437281+0000","last_became_active":"2024-09-12T00:24:10.680572+0000","last_became_peered":"2024-09-12T00:24:10.680572+0000","last_unstale":"2024-09-12T01:34:22.437281+0000","last_undegraded":"2024-09-12T01:34:22.437281+0000","last_fullsized":"2024-09-12T01:34:22.437281+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'253","last_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_deep_scrub":"267'253","last_deep_scrub_stamp":"2024-09-12T01:34:22.437125+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.437125+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":200,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:26:14.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1056,"num_read_kb":845,"num_write":379,"num_write_kb":202,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"267'3","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.805478+0000","last_change":"2024-09-12T01:34:16.805418+0000","last_active":"2024-09-12T01:34:16.805478+0000","last_peered":"2024-09-12T01:34:16.805478+0000","last_clean":"2024-09-12T01:34:16.805478+0000","last_became_active":"2024-09-12T00:23:53.887894+0000","last_became_peered":"2024-09-12T00:23:53.887894+0000","last_unstale":"2024-09-12T01:34:16.805478+0000","last_undegraded":"2024-09-12T01:34:16.805478+0000","last_fullsized":"2024-09-12T01:34:16.805478+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'3","last_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_deep_scrub":"267'3","last_deep_scrub_stamp":"2024-09-12T01:34:16.805297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.805297+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:32.740528+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00051393700000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"267'378","reported_seq":1142,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.994003+0000","last_change":"2024-09-12T01:34:15.993941+0000","last_active":"2024-09-12T01:34:15.994003+0000","last_peered":"2024-09-12T01:34:15.994003+0000","last_clean":"2024-09-12T01:34:15.994003+0000","last_became_active":"2024-09-12T00:24:08.661756+0000","last_became_peered":"2024-09-12T00:24:08.661756+0000","last_unstale":"2024-09-12T01:34:15.994003+0000","last_undegraded":"2024-09-12T01:34:15.994003+0000","last_fullsized":"2024-09-12T01:34:15.994003+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:15.993789+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.993789+0000","objects_scrubbed":6,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:07.647063+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262185,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":849,"num_read_kb":10017,"num_write":1078,"num_write_kb":28667,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":523,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.991548+0000","last_change":"2024-09-12T01:34:33.991487+0000","last_active":"2024-09-12T01:34:33.991548+0000","last_peered":"2024-09-12T01:34:33.991548+0000","last_clean":"2024-09-12T01:34:33.991548+0000","last_became_active":"2024-09-12T00:24:12.689902+0000","last_became_peered":"2024-09-12T00:24:12.689902+0000","last_unstale":"2024-09-12T01:34:33.991548+0000","last_undegraded":"2024-09-12T01:34:33.991548+0000","last_fullsized":"2024-09-12T01:34:33.991548+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.991407+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.991407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:25.721633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"267'157","reported_seq":724,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.424579+0000","last_change":"2024-09-12T01:34:42.424579+0000","last_active":"2024-09-12T01:34:42.424579+0000","last_peered":"2024-09-12T01:34:42.424579+0000","last_clean":"2024-09-12T01:34:42.424579+0000","last_became_active":"2024-09-12T00:24:14.698905+0000","last_became_peered":"2024-09-12T00:24:14.698905+0000","last_unstale":"2024-09-12T01:34:42.424579+0000","last_undegraded":"2024-09-12T01:34:42.424579+0000","last_fullsized":"2024-09-12T01:34:42.424579+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'157","last_scrub_stamp":"2024-09-12T01:34:42.424471+0000","last_deep_scrub":"267'157","last_deep_scrub_stamp":"2024-09-12T01:34:42.424471+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.424471+0000","objects_scrubbed":7,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:40:51.306811+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":181,"num_read_kb":174,"num_write":132,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":504,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.165307+0000","last_change":"2024-09-12T01:34:32.165307+0000","last_active":"2024-09-12T01:34:32.165307+0000","last_peered":"2024-09-12T01:34:32.165307+0000","last_clean":"2024-09-12T01:34:32.165307+0000","last_became_active":"2024-09-12T00:24:16.721449+0000","last_became_peered":"2024-09-12T00:24:16.721449+0000","last_unstale":"2024-09-12T01:34:32.165307+0000","last_undegraded":"2024-09-12T01:34:32.165307+0000","last_fullsized":"2024-09-12T01:34:32.165307+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.165192+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.165192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:20.255992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"267'117","reported_seq":671,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.765219+0000","last_change":"2024-09-12T01:34:49.765219+0000","last_active":"2024-09-12T01:34:49.765219+0000","last_peered":"2024-09-12T01:34:49.765219+0000","last_clean":"2024-09-12T01:34:49.765219+0000","last_became_active":"2024-09-12T00:24:18.738138+0000","last_became_peered":"2024-09-12T00:24:18.738138+0000","last_unstale":"2024-09-12T01:34:49.765219+0000","last_undegraded":"2024-09-12T01:34:49.765219+0000","last_fullsized":"2024-09-12T01:34:49.765219+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'117","last_scrub_stamp":"2024-09-12T01:34:49.765136+0000","last_deep_scrub":"267'117","last_deep_scrub_stamp":"2024-09-12T01:34:49.765136+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.765136+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:16:12.873221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":195,"num_read_kb":193,"num_write":269,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"267'152","reported_seq":785,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.509588+0000","last_change":"2024-09-12T01:34:25.509536+0000","last_active":"2024-09-12T01:34:25.509588+0000","last_peered":"2024-09-12T01:34:25.509588+0000","last_clean":"2024-09-12T01:34:25.509588+0000","last_became_active":"2024-09-12T00:24:10.672771+0000","last_became_peered":"2024-09-12T00:24:10.672771+0000","last_unstale":"2024-09-12T01:34:25.509588+0000","last_undegraded":"2024-09-12T01:34:25.509588+0000","last_fullsized":"2024-09-12T01:34:25.509588+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:25.509452+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.509452+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:06.849965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":658,"num_read_kb":549,"num_write":231,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"267'325","reported_seq":957,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.820971+0000","last_change":"2024-09-12T01:34:19.820914+0000","last_active":"2024-09-12T01:34:19.820971+0000","last_peered":"2024-09-12T01:34:19.820971+0000","last_clean":"2024-09-12T01:34:19.820971+0000","last_became_active":"2024-09-12T00:24:08.667156+0000","last_became_peered":"2024-09-12T00:24:08.667156+0000","last_unstale":"2024-09-12T01:34:19.820971+0000","last_undegraded":"2024-09-12T01:34:19.820971+0000","last_fullsized":"2024-09-12T01:34:19.820971+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'325","last_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_deep_scrub":"267'325","last_deep_scrub_stamp":"2024-09-12T01:34:19.820806+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.820806+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":300,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:55.116462+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254212,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":413,"num_read_kb":22107,"num_write":972,"num_write_kb":31108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":541,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.495738+0000","last_change":"2024-09-12T01:34:14.495680+0000","last_active":"2024-09-12T01:34:14.495738+0000","last_peered":"2024-09-12T01:34:14.495738+0000","last_clean":"2024-09-12T01:34:14.495738+0000","last_became_active":"2024-09-12T00:23:53.880276+0000","last_became_peered":"2024-09-12T00:23:53.880276+0000","last_unstale":"2024-09-12T01:34:14.495738+0000","last_undegraded":"2024-09-12T01:34:14.495738+0000","last_fullsized":"2024-09-12T01:34:14.495738+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:14.495604+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.495604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:22:30.097107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00052637799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":523,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.003258+0000","last_change":"2024-09-12T01:34:33.003172+0000","last_active":"2024-09-12T01:34:33.003258+0000","last_peered":"2024-09-12T01:34:33.003258+0000","last_clean":"2024-09-12T01:34:33.003258+0000","last_became_active":"2024-09-12T00:24:12.688836+0000","last_became_peered":"2024-09-12T00:24:12.688836+0000","last_unstale":"2024-09-12T01:34:33.003258+0000","last_undegraded":"2024-09-12T01:34:33.003258+0000","last_fullsized":"2024-09-12T01:34:33.003258+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.003073+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.003073+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:18:43.680240+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"267'630","reported_seq":1344,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.028870+0000","last_change":"2024-09-12T01:34:36.028870+0000","last_active":"2024-09-12T01:34:36.028870+0000","last_peered":"2024-09-12T01:34:36.028870+0000","last_clean":"2024-09-12T01:34:36.028870+0000","last_became_active":"2024-09-12T00:24:14.705861+0000","last_became_peered":"2024-09-12T00:24:14.705861+0000","last_unstale":"2024-09-12T01:34:36.028870+0000","last_undegraded":"2024-09-12T01:34:36.028870+0000","last_fullsized":"2024-09-12T01:34:36.028870+0000","mapping_epoch":33,"log_start":"267'600","ondisk_log_start":"267'600","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'630","last_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_deep_scrub":"267'630","last_deep_scrub_stamp":"2024-09-12T01:34:36.028675+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.028675+0000","objects_scrubbed":11,"log_size":30,"log_dups_size":600,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:42.358619+0000","scrub_duration":11,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90053,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":1640,"num_read_kb":2839,"num_write":2124,"num_write_kb":1924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":500702,"num_omap_keys":1132,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":512,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.963676+0000","last_change":"2024-09-12T01:34:43.963615+0000","last_active":"2024-09-12T01:34:43.963676+0000","last_peered":"2024-09-12T01:34:43.963676+0000","last_clean":"2024-09-12T01:34:43.963676+0000","last_became_active":"2024-09-12T00:24:16.722602+0000","last_became_peered":"2024-09-12T00:24:16.722602+0000","last_unstale":"2024-09-12T01:34:43.963676+0000","last_undegraded":"2024-09-12T01:34:43.963676+0000","last_fullsized":"2024-09-12T01:34:43.963676+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:43.963500+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:43.963500+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.963500+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:40.495769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"267'150","reported_seq":679,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.871603+0000","last_change":"2024-09-12T01:34:51.871603+0000","last_active":"2024-09-12T01:34:51.871603+0000","last_peered":"2024-09-12T01:34:51.871603+0000","last_clean":"2024-09-12T01:34:51.871603+0000","last_became_active":"2024-09-12T00:24:18.731309+0000","last_became_peered":"2024-09-12T00:24:18.731309+0000","last_unstale":"2024-09-12T01:34:51.871603+0000","last_undegraded":"2024-09-12T01:34:51.871603+0000","last_fullsized":"2024-09-12T01:34:51.871603+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:51.871510+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:51.871510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.871510+0000","objects_scrubbed":4,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:44:04.000102+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1129,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":164,"num_read_kb":153,"num_write":355,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"267'4160","reported_seq":4782,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.068096+0000","last_change":"2024-09-12T01:34:23.068031+0000","last_active":"2024-09-12T01:34:23.068096+0000","last_peered":"2024-09-12T01:34:23.068096+0000","last_clean":"2024-09-12T01:34:23.068096+0000","last_became_active":"2024-09-12T00:24:10.664804+0000","last_became_peered":"2024-09-12T00:24:10.664804+0000","last_unstale":"2024-09-12T01:34:23.068096+0000","last_undegraded":"2024-09-12T01:34:23.068096+0000","last_fullsized":"2024-09-12T01:34:23.068096+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4160","last_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_deep_scrub":"267'4160","last_deep_scrub_stamp":"2024-09-12T01:34:23.067935+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.067935+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":3000,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:01.251585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16724,"num_read_kb":14013,"num_write":6238,"num_write_kb":3109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"267'339","reported_seq":989,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.513422+0000","last_change":"2024-09-12T01:34:17.513367+0000","last_active":"2024-09-12T01:34:17.513422+0000","last_peered":"2024-09-12T01:34:17.513422+0000","last_clean":"2024-09-12T01:34:17.513422+0000","last_became_active":"2024-09-12T00:24:08.669925+0000","last_became_peered":"2024-09-12T00:24:08.669925+0000","last_unstale":"2024-09-12T01:34:17.513422+0000","last_undegraded":"2024-09-12T01:34:17.513422+0000","last_fullsized":"2024-09-12T01:34:17.513422+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'339","last_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_deep_scrub":"267'339","last_deep_scrub_stamp":"2024-09-12T01:34:17.513285+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.513285+0000","objects_scrubbed":7,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:02.649255+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":455,"num_read_kb":28271,"num_write":956,"num_write_kb":16701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":544,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.786402+0000","last_change":"2024-09-12T01:34:19.786349+0000","last_active":"2024-09-12T01:34:19.786402+0000","last_peered":"2024-09-12T01:34:19.786402+0000","last_clean":"2024-09-12T01:34:19.786402+0000","last_became_active":"2024-09-12T00:23:53.885355+0000","last_became_peered":"2024-09-12T00:23:53.885355+0000","last_unstale":"2024-09-12T01:34:19.786402+0000","last_undegraded":"2024-09-12T01:34:19.786402+0000","last_fullsized":"2024-09-12T01:34:19.786402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:19.786263+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.786263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:17.736311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048227099999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.110872+0000","last_change":"2024-09-12T01:34:29.110785+0000","last_active":"2024-09-12T01:34:29.110872+0000","last_peered":"2024-09-12T01:34:29.110872+0000","last_clean":"2024-09-12T01:34:29.110872+0000","last_became_active":"2024-09-12T00:24:12.686122+0000","last_became_peered":"2024-09-12T00:24:12.686122+0000","last_unstale":"2024-09-12T01:34:29.110872+0000","last_undegraded":"2024-09-12T01:34:29.110872+0000","last_fullsized":"2024-09-12T01:34:29.110872+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:29.110667+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.110667+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:32.655136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"267'250","reported_seq":847,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.528603+0000","last_change":"2024-09-12T01:34:34.528546+0000","last_active":"2024-09-12T01:34:34.528603+0000","last_peered":"2024-09-12T01:34:34.528603+0000","last_clean":"2024-09-12T01:34:34.528603+0000","last_became_active":"2024-09-12T00:24:14.748928+0000","last_became_peered":"2024-09-12T00:24:14.748928+0000","last_unstale":"2024-09-12T01:34:34.528603+0000","last_undegraded":"2024-09-12T01:34:34.528603+0000","last_fullsized":"2024-09-12T01:34:34.528603+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'250","last_scrub_stamp":"2024-09-12T01:34:34.528436+0000","last_deep_scrub":"267'250","last_deep_scrub_stamp":"2024-09-12T01:34:34.528436+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.528436+0000","objects_scrubbed":9,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:02.075400+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":307,"num_read_kb":299,"num_write":284,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":6272,"num_omap_keys":14,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"267'787","reported_seq":2841,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.760628+0000","last_change":"2024-09-12T01:34:47.760628+0000","last_active":"2024-09-12T01:34:47.760628+0000","last_peered":"2024-09-12T01:34:47.760628+0000","last_clean":"2024-09-12T01:34:47.760628+0000","last_became_active":"2024-09-12T00:24:16.722727+0000","last_became_peered":"2024-09-12T00:24:16.722727+0000","last_unstale":"2024-09-12T01:34:47.760628+0000","last_undegraded":"2024-09-12T01:34:47.760628+0000","last_fullsized":"2024-09-12T01:34:47.760628+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'787","last_scrub_stamp":"2024-09-12T01:34:47.760547+0000","last_deep_scrub":"267'787","last_deep_scrub_stamp":"2024-09-12T01:34:47.760547+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.760547+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":701,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:34.727540+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"267'124","reported_seq":664,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.398549+0000","last_change":"2024-09-12T01:34:51.398549+0000","last_active":"2024-09-12T01:34:51.398549+0000","last_peered":"2024-09-12T01:34:51.398549+0000","last_clean":"2024-09-12T01:34:51.398549+0000","last_became_active":"2024-09-12T00:24:18.741258+0000","last_became_peered":"2024-09-12T00:24:18.741258+0000","last_unstale":"2024-09-12T01:34:51.398549+0000","last_undegraded":"2024-09-12T01:34:51.398549+0000","last_fullsized":"2024-09-12T01:34:51.398549+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'124","last_scrub_stamp":"2024-09-12T01:34:51.398434+0000","last_deep_scrub":"267'124","last_deep_scrub_stamp":"2024-09-12T01:34:51.398434+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.398434+0000","objects_scrubbed":4,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:35.221569+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":689,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":230,"num_read_kb":199,"num_write":286,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":64,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"267'258","reported_seq":870,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.409388+0000","last_change":"2024-09-12T01:34:32.409388+0000","last_active":"2024-09-12T01:34:32.409388+0000","last_peered":"2024-09-12T01:34:32.409388+0000","last_clean":"2024-09-12T01:34:32.409388+0000","last_became_active":"2024-09-12T00:24:10.675894+0000","last_became_peered":"2024-09-12T00:24:10.675894+0000","last_unstale":"2024-09-12T01:34:32.409388+0000","last_undegraded":"2024-09-12T01:34:32.409388+0000","last_fullsized":"2024-09-12T01:34:32.409388+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'258","last_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_deep_scrub":"267'258","last_deep_scrub_stamp":"2024-09-12T01:34:32.409287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.409287+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":200,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:33.131297+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1134,"num_read_kb":909,"num_write":437,"num_write_kb":210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"267'340","reported_seq":1003,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.622061+0000","last_change":"2024-09-12T01:34:15.622061+0000","last_active":"2024-09-12T01:34:15.622061+0000","last_peered":"2024-09-12T01:34:15.622061+0000","last_clean":"2024-09-12T01:34:15.622061+0000","last_became_active":"2024-09-12T00:24:08.672027+0000","last_became_peered":"2024-09-12T00:24:08.672027+0000","last_unstale":"2024-09-12T01:34:15.622061+0000","last_undegraded":"2024-09-12T01:34:15.622061+0000","last_fullsized":"2024-09-12T01:34:15.622061+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'340","last_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_deep_scrub":"267'340","last_deep_scrub_stamp":"2024-09-12T01:34:15.621956+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.621956+0000","objects_scrubbed":5,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:24.982161+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1367628,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":484,"num_read_kb":48228,"num_write":1099,"num_write_kb":33476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:15.502113+0000","last_change":"2024-09-12T01:34:15.502032+0000","last_active":"2024-09-12T01:34:15.502113+0000","last_peered":"2024-09-12T01:34:15.502113+0000","last_clean":"2024-09-12T01:34:15.502113+0000","last_became_active":"2024-09-12T00:23:53.885725+0000","last_became_peered":"2024-09-12T00:23:53.885725+0000","last_unstale":"2024-09-12T01:34:15.502113+0000","last_undegraded":"2024-09-12T01:34:15.502113+0000","last_fullsized":"2024-09-12T01:34:15.502113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:15.501954+0000","last_clean_scrub_stamp":"2024-09-12T01:34:15.501954+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:44.069241+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00059569799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":520,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.966999+0000","last_change":"2024-09-12T01:34:33.966945+0000","last_active":"2024-09-12T01:34:33.966999+0000","last_peered":"2024-09-12T01:34:33.966999+0000","last_clean":"2024-09-12T01:34:33.966999+0000","last_became_active":"2024-09-12T00:24:12.689916+0000","last_became_peered":"2024-09-12T00:24:12.689916+0000","last_unstale":"2024-09-12T01:34:33.966999+0000","last_undegraded":"2024-09-12T01:34:33.966999+0000","last_fullsized":"2024-09-12T01:34:33.966999+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.966853+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.966853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:37.007239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"267'136","reported_seq":709,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.934823+0000","last_change":"2024-09-12T01:34:38.934763+0000","last_active":"2024-09-12T01:34:38.934823+0000","last_peered":"2024-09-12T01:34:38.934823+0000","last_clean":"2024-09-12T01:34:38.934823+0000","last_became_active":"2024-09-12T00:24:14.699368+0000","last_became_peered":"2024-09-12T00:24:14.699368+0000","last_unstale":"2024-09-12T01:34:38.934823+0000","last_undegraded":"2024-09-12T01:34:38.934823+0000","last_fullsized":"2024-09-12T01:34:38.934823+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T01:34:38.934678+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T01:34:38.934678+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.934678+0000","objects_scrubbed":6,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:23:45.362096+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":161,"num_read_kb":154,"num_write":108,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"267'765","reported_seq":2823,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.424795+0000","last_change":"2024-09-12T01:34:47.424726+0000","last_active":"2024-09-12T01:34:47.424795+0000","last_peered":"2024-09-12T01:34:47.424795+0000","last_clean":"2024-09-12T01:34:47.424795+0000","last_became_active":"2024-09-12T00:24:16.725159+0000","last_became_peered":"2024-09-12T00:24:16.725159+0000","last_unstale":"2024-09-12T01:34:47.424795+0000","last_undegraded":"2024-09-12T01:34:47.424795+0000","last_fullsized":"2024-09-12T01:34:47.424795+0000","mapping_epoch":35,"log_start":"267'700","ondisk_log_start":"267'700","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'765","last_scrub_stamp":"2024-09-12T01:34:47.424640+0000","last_deep_scrub":"267'765","last_deep_scrub_stamp":"2024-09-12T01:34:47.424640+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.424640+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:13:45.292396+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"267'174","reported_seq":701,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:47.827892+0000","last_change":"2024-09-12T01:34:47.827892+0000","last_active":"2024-09-12T01:34:47.827892+0000","last_peered":"2024-09-12T01:34:47.827892+0000","last_clean":"2024-09-12T01:34:47.827892+0000","last_became_active":"2024-09-12T00:24:18.739987+0000","last_became_peered":"2024-09-12T00:24:18.739987+0000","last_unstale":"2024-09-12T01:34:47.827892+0000","last_undegraded":"2024-09-12T01:34:47.827892+0000","last_fullsized":"2024-09-12T01:34:47.827892+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'174","last_scrub_stamp":"2024-09-12T01:34:47.827796+0000","last_deep_scrub":"267'174","last_deep_scrub_stamp":"2024-09-12T01:34:47.827796+0000","last_clean_scrub_stamp":"2024-09-12T01:34:47.827796+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:18.237666+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":139,"num_read_kb":130,"num_write":377,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"267'265","reported_seq":920,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.892568+0000","last_change":"2024-09-12T01:34:18.892485+0000","last_active":"2024-09-12T01:34:18.892568+0000","last_peered":"2024-09-12T01:34:18.892568+0000","last_clean":"2024-09-12T01:34:18.892568+0000","last_became_active":"2024-09-12T00:24:10.667140+0000","last_became_peered":"2024-09-12T00:24:10.667140+0000","last_unstale":"2024-09-12T01:34:18.892568+0000","last_undegraded":"2024-09-12T01:34:18.892568+0000","last_fullsized":"2024-09-12T01:34:18.892568+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'265","last_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_deep_scrub":"267'265","last_deep_scrub_stamp":"2024-09-12T01:34:18.892378+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.892378+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":200,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:45:45.684343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1189,"num_read_kb":981,"num_write":420,"num_write_kb":205,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"267'421","reported_seq":1209,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:14.896388+0000","last_change":"2024-09-12T01:34:14.896388+0000","last_active":"2024-09-12T01:34:14.896388+0000","last_peered":"2024-09-12T01:34:14.896388+0000","last_clean":"2024-09-12T01:34:14.896388+0000","last_became_active":"2024-09-12T00:24:08.662448+0000","last_became_peered":"2024-09-12T00:24:08.662448+0000","last_unstale":"2024-09-12T01:34:14.896388+0000","last_undegraded":"2024-09-12T01:34:14.896388+0000","last_fullsized":"2024-09-12T01:34:14.896388+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'421","last_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_deep_scrub":"267'421","last_deep_scrub_stamp":"2024-09-12T01:34:14.896180+0000","last_clean_scrub_stamp":"2024-09-12T01:34:14.896180+0000","objects_scrubbed":8,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:41.713570+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":568689,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":944,"num_read_kb":34525,"num_write":1532,"num_write_kb":25056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":540,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.045056+0000","last_change":"2024-09-12T01:34:17.044997+0000","last_active":"2024-09-12T01:34:17.045056+0000","last_peered":"2024-09-12T01:34:17.045056+0000","last_clean":"2024-09-12T01:34:17.045056+0000","last_became_active":"2024-09-12T00:23:53.884349+0000","last_became_peered":"2024-09-12T00:23:53.884349+0000","last_unstale":"2024-09-12T01:34:17.045056+0000","last_undegraded":"2024-09-12T01:34:17.045056+0000","last_fullsized":"2024-09-12T01:34:17.045056+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:17.044921+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.044921+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:11.939390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000420925,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":516,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.451167+0000","last_change":"2024-09-12T01:34:36.451167+0000","last_active":"2024-09-12T01:34:36.451167+0000","last_peered":"2024-09-12T01:34:36.451167+0000","last_clean":"2024-09-12T01:34:36.451167+0000","last_became_active":"2024-09-12T00:24:12.688855+0000","last_became_peered":"2024-09-12T00:24:12.688855+0000","last_unstale":"2024-09-12T01:34:36.451167+0000","last_undegraded":"2024-09-12T01:34:36.451167+0000","last_fullsized":"2024-09-12T01:34:36.451167+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.451071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.451071+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.451071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:24.388984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"267'790","reported_seq":1546,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.865246+0000","last_change":"2024-09-12T01:34:39.865178+0000","last_active":"2024-09-12T01:34:39.865246+0000","last_peered":"2024-09-12T01:34:39.865246+0000","last_clean":"2024-09-12T01:34:39.865246+0000","last_became_active":"2024-09-12T00:24:14.748942+0000","last_became_peered":"2024-09-12T00:24:14.748942+0000","last_unstale":"2024-09-12T01:34:39.865246+0000","last_undegraded":"2024-09-12T01:34:39.865246+0000","last_fullsized":"2024-09-12T01:34:39.865246+0000","mapping_epoch":33,"log_start":"267'700","ondisk_log_start":"267'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'790","last_scrub_stamp":"2024-09-12T01:34:39.865080+0000","last_deep_scrub":"267'790","last_deep_scrub_stamp":"2024-09-12T01:34:39.865080+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.865080+0000","objects_scrubbed":9,"log_size":90,"log_dups_size":700,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:09.711292+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157749,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1393,"num_read_kb":3424,"num_write":1134,"num_write_kb":938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.445705+0000","last_change":"2024-09-12T01:34:46.445641+0000","last_active":"2024-09-12T01:34:46.445705+0000","last_peered":"2024-09-12T01:34:46.445705+0000","last_clean":"2024-09-12T01:34:46.445705+0000","last_became_active":"2024-09-12T00:24:16.722109+0000","last_became_peered":"2024-09-12T00:24:16.722109+0000","last_unstale":"2024-09-12T01:34:46.445705+0000","last_undegraded":"2024-09-12T01:34:46.445705+0000","last_fullsized":"2024-09-12T01:34:46.445705+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.445549+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.445549+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.445549+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:44.077940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"267'150","reported_seq":721,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.772311+0000","last_change":"2024-09-12T01:34:50.772311+0000","last_active":"2024-09-12T01:34:50.772311+0000","last_peered":"2024-09-12T01:34:50.772311+0000","last_clean":"2024-09-12T01:34:50.772311+0000","last_became_active":"2024-09-12T00:24:18.736824+0000","last_became_peered":"2024-09-12T00:24:18.736824+0000","last_unstale":"2024-09-12T01:34:50.772311+0000","last_undegraded":"2024-09-12T01:34:50.772311+0000","last_fullsized":"2024-09-12T01:34:50.772311+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'150","last_scrub_stamp":"2024-09-12T01:34:50.772213+0000","last_deep_scrub":"267'150","last_deep_scrub_stamp":"2024-09-12T01:34:50.772213+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.772213+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:16.383911+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":408,"num_read_kb":340,"num_write":400,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"267'152","reported_seq":733,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.952860+0000","last_change":"2024-09-12T01:34:55.952770+0000","last_active":"2024-09-12T01:34:55.952860+0000","last_peered":"2024-09-12T01:34:55.952860+0000","last_clean":"2024-09-12T01:34:55.952860+0000","last_became_active":"2024-09-12T00:24:18.736010+0000","last_became_peered":"2024-09-12T00:24:18.736010+0000","last_unstale":"2024-09-12T01:34:55.952860+0000","last_undegraded":"2024-09-12T01:34:55.952860+0000","last_fullsized":"2024-09-12T01:34:55.952860+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'152","last_scrub_stamp":"2024-09-12T01:34:55.952647+0000","last_deep_scrub":"267'152","last_deep_scrub_stamp":"2024-09-12T01:34:55.952647+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.952647+0000","objects_scrubbed":4,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:46:41.778803+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1261,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":217,"num_write":358,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"267'272","reported_seq":999,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.913990+0000","last_change":"2024-09-12T01:34:25.913990+0000","last_active":"2024-09-12T01:34:25.913990+0000","last_peered":"2024-09-12T01:34:25.913990+0000","last_clean":"2024-09-12T01:34:25.913990+0000","last_became_active":"2024-09-12T00:24:10.668977+0000","last_became_peered":"2024-09-12T00:24:10.668977+0000","last_unstale":"2024-09-12T01:34:25.913990+0000","last_undegraded":"2024-09-12T01:34:25.913990+0000","last_fullsized":"2024-09-12T01:34:25.913990+0000","mapping_epoch":29,"log_start":"264'200","ondisk_log_start":"264'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'272","last_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_deep_scrub":"267'272","last_deep_scrub_stamp":"2024-09-12T01:34:25.913875+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.913875+0000","objects_scrubbed":1,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:43:22.426422+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1432,"num_read_kb":1281,"num_write":454,"num_write_kb":240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":505,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"267'349","reported_seq":998,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.958473+0000","last_change":"2024-09-12T01:34:16.958404+0000","last_active":"2024-09-12T01:34:16.958473+0000","last_peered":"2024-09-12T01:34:16.958473+0000","last_clean":"2024-09-12T01:34:16.958473+0000","last_became_active":"2024-09-12T00:24:08.662693+0000","last_became_peered":"2024-09-12T00:24:08.662693+0000","last_unstale":"2024-09-12T01:34:16.958473+0000","last_undegraded":"2024-09-12T01:34:16.958473+0000","last_fullsized":"2024-09-12T01:34:16.958473+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'349","last_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_deep_scrub":"267'349","last_deep_scrub_stamp":"2024-09-12T01:34:16.958297+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.958297+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.717002+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":475,"num_read_kb":11763,"num_write":1112,"num_write_kb":36286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"267'6","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.539930+0000","last_change":"2024-09-12T01:34:31.539930+0000","last_active":"2024-09-12T01:34:31.539930+0000","last_peered":"2024-09-12T01:34:31.539930+0000","last_clean":"2024-09-12T01:34:31.539930+0000","last_became_active":"2024-09-12T00:24:12.690956+0000","last_became_peered":"2024-09-12T00:24:12.690956+0000","last_unstale":"2024-09-12T01:34:31.539930+0000","last_undegraded":"2024-09-12T01:34:31.539930+0000","last_fullsized":"2024-09-12T01:34:31.539930+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'6","last_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_deep_scrub":"267'6","last_deep_scrub_stamp":"2024-09-12T01:34:31.539807+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.539807+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:30:17.150923+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":726,"num_read_kb":1189,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"267'293","reported_seq":896,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.406399+0000","last_change":"2024-09-12T01:34:41.406399+0000","last_active":"2024-09-12T01:34:41.406399+0000","last_peered":"2024-09-12T01:34:41.406399+0000","last_clean":"2024-09-12T01:34:41.406399+0000","last_became_active":"2024-09-12T00:24:14.707970+0000","last_became_peered":"2024-09-12T00:24:14.707970+0000","last_unstale":"2024-09-12T01:34:41.406399+0000","last_undegraded":"2024-09-12T01:34:41.406399+0000","last_fullsized":"2024-09-12T01:34:41.406399+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'293","last_scrub_stamp":"2024-09-12T01:34:41.406312+0000","last_deep_scrub":"267'293","last_deep_scrub_stamp":"2024-09-12T01:34:41.406312+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.406312+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:44:08.479673+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57010,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":482,"num_read_kb":1112,"num_write":382,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":503,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.407298+0000","last_change":"2024-09-12T01:34:48.407298+0000","last_active":"2024-09-12T01:34:48.407298+0000","last_peered":"2024-09-12T01:34:48.407298+0000","last_clean":"2024-09-12T01:34:48.407298+0000","last_became_active":"2024-09-12T00:24:16.725142+0000","last_became_peered":"2024-09-12T00:24:16.725142+0000","last_unstale":"2024-09-12T01:34:48.407298+0000","last_undegraded":"2024-09-12T01:34:48.407298+0000","last_fullsized":"2024-09-12T01:34:48.407298+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:48.407197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:48.407197+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.407197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:37:06.527884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"267'143","reported_seq":653,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:56.404275+0000","last_change":"2024-09-12T01:34:56.404275+0000","last_active":"2024-09-12T01:34:56.404275+0000","last_peered":"2024-09-12T01:34:56.404275+0000","last_clean":"2024-09-12T01:34:56.404275+0000","last_became_active":"2024-09-12T00:24:18.741394+0000","last_became_peered":"2024-09-12T00:24:18.741394+0000","last_unstale":"2024-09-12T01:34:56.404275+0000","last_undegraded":"2024-09-12T01:34:56.404275+0000","last_fullsized":"2024-09-12T01:34:56.404275+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T01:34:56.404184+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T01:34:56.404184+0000","last_clean_scrub_stamp":"2024-09-12T01:34:56.404184+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:35.833856+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":122,"num_write":351,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"267'103","reported_seq":687,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.507002+0000","last_change":"2024-09-12T01:34:26.507002+0000","last_active":"2024-09-12T01:34:26.507002+0000","last_peered":"2024-09-12T01:34:26.507002+0000","last_clean":"2024-09-12T01:34:26.507002+0000","last_became_active":"2024-09-12T00:24:10.673284+0000","last_became_peered":"2024-09-12T00:24:10.673284+0000","last_unstale":"2024-09-12T01:34:26.507002+0000","last_undegraded":"2024-09-12T01:34:26.507002+0000","last_fullsized":"2024-09-12T01:34:26.507002+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'103","last_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_deep_scrub":"267'103","last_deep_scrub_stamp":"2024-09-12T01:34:26.506915+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.506915+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:00.370512+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":438,"num_read_kb":363,"num_write":152,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"267'308","reported_seq":972,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.810783+0000","last_change":"2024-09-12T01:34:25.810783+0000","last_active":"2024-09-12T01:34:25.810783+0000","last_peered":"2024-09-12T01:34:25.810783+0000","last_clean":"2024-09-12T01:34:25.810783+0000","last_became_active":"2024-09-12T00:24:08.672442+0000","last_became_peered":"2024-09-12T00:24:08.672442+0000","last_unstale":"2024-09-12T01:34:25.810783+0000","last_undegraded":"2024-09-12T01:34:25.810783+0000","last_fullsized":"2024-09-12T01:34:25.810783+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'308","last_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_deep_scrub":"267'308","last_deep_scrub_stamp":"2024-09-12T01:34:25.810606+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.810606+0000","objects_scrubbed":17,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:07.696707+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3358968,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":473,"num_read_kb":41828,"num_write":1086,"num_write_kb":24201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.425194+0000","last_change":"2024-09-12T01:34:35.425194+0000","last_active":"2024-09-12T01:34:35.425194+0000","last_peered":"2024-09-12T01:34:35.425194+0000","last_clean":"2024-09-12T01:34:35.425194+0000","last_became_active":"2024-09-12T00:24:12.686711+0000","last_became_peered":"2024-09-12T00:24:12.686711+0000","last_unstale":"2024-09-12T01:34:35.425194+0000","last_undegraded":"2024-09-12T01:34:35.425194+0000","last_fullsized":"2024-09-12T01:34:35.425194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.425083+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.425083+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:59:55.512214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"267'53","reported_seq":582,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.941553+0000","last_change":"2024-09-12T01:34:37.941553+0000","last_active":"2024-09-12T01:34:37.941553+0000","last_peered":"2024-09-12T01:34:37.941553+0000","last_clean":"2024-09-12T01:34:37.941553+0000","last_became_active":"2024-09-12T00:24:14.706785+0000","last_became_peered":"2024-09-12T00:24:14.706785+0000","last_unstale":"2024-09-12T01:34:37.941553+0000","last_undegraded":"2024-09-12T01:34:37.941553+0000","last_fullsized":"2024-09-12T01:34:37.941553+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'53","last_scrub_stamp":"2024-09-12T01:34:37.941491+0000","last_deep_scrub":"267'53","last_deep_scrub_stamp":"2024-09-12T01:34:37.941491+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.941491+0000","objects_scrubbed":3,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:18:59.021473+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":42,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.849386+0000","last_change":"2024-09-12T01:34:44.849386+0000","last_active":"2024-09-12T01:34:44.849386+0000","last_peered":"2024-09-12T01:34:44.849386+0000","last_clean":"2024-09-12T01:34:44.849386+0000","last_became_active":"2024-09-12T00:24:16.718528+0000","last_became_peered":"2024-09-12T00:24:16.718528+0000","last_unstale":"2024-09-12T01:34:44.849386+0000","last_undegraded":"2024-09-12T01:34:44.849386+0000","last_fullsized":"2024-09-12T01:34:44.849386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.849299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.849299+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.849299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:35.906083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"267'211","reported_seq":767,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.910201+0000","last_change":"2024-09-12T01:34:49.910201+0000","last_active":"2024-09-12T01:34:49.910201+0000","last_peered":"2024-09-12T01:34:49.910201+0000","last_clean":"2024-09-12T01:34:49.910201+0000","last_became_active":"2024-09-12T00:24:18.736435+0000","last_became_peered":"2024-09-12T00:24:18.736435+0000","last_unstale":"2024-09-12T01:34:49.910201+0000","last_undegraded":"2024-09-12T01:34:49.910201+0000","last_fullsized":"2024-09-12T01:34:49.910201+0000","mapping_epoch":37,"log_start":"267'200","ondisk_log_start":"267'200","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'211","last_scrub_stamp":"2024-09-12T01:34:49.910104+0000","last_deep_scrub":"267'211","last_deep_scrub_stamp":"2024-09-12T01:34:49.910104+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.910104+0000","objects_scrubbed":2,"log_size":11,"log_dups_size":200,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:10.687016+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":367,"num_read_kb":344,"num_write":493,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"267'129","reported_seq":705,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.404492+0000","last_change":"2024-09-12T01:34:27.404492+0000","last_active":"2024-09-12T01:34:27.404492+0000","last_peered":"2024-09-12T01:34:27.404492+0000","last_clean":"2024-09-12T01:34:27.404492+0000","last_became_active":"2024-09-12T00:24:10.675483+0000","last_became_peered":"2024-09-12T00:24:10.675483+0000","last_unstale":"2024-09-12T01:34:27.404492+0000","last_undegraded":"2024-09-12T01:34:27.404492+0000","last_fullsized":"2024-09-12T01:34:27.404492+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'129","last_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_deep_scrub":"267'129","last_deep_scrub_stamp":"2024-09-12T01:34:27.404361+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.404361+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:27.367324+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":537,"num_read_kb":443,"num_write":190,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"267'373","reported_seq":1042,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.783960+0000","last_change":"2024-09-12T01:34:22.783960+0000","last_active":"2024-09-12T01:34:22.783960+0000","last_peered":"2024-09-12T01:34:22.783960+0000","last_clean":"2024-09-12T01:34:22.783960+0000","last_became_active":"2024-09-12T00:24:08.669874+0000","last_became_peered":"2024-09-12T00:24:08.669874+0000","last_unstale":"2024-09-12T01:34:22.783960+0000","last_undegraded":"2024-09-12T01:34:22.783960+0000","last_fullsized":"2024-09-12T01:34:22.783960+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'373","last_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_deep_scrub":"267'373","last_deep_scrub_stamp":"2024-09-12T01:34:22.783825+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.783825+0000","objects_scrubbed":8,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:28:18.925791+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110930,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":4589,"num_write":1138,"num_write_kb":41879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":513,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.826875+0000","last_change":"2024-09-12T01:34:36.826875+0000","last_active":"2024-09-12T01:34:36.826875+0000","last_peered":"2024-09-12T01:34:36.826875+0000","last_clean":"2024-09-12T01:34:36.826875+0000","last_became_active":"2024-09-12T00:24:12.690311+0000","last_became_peered":"2024-09-12T00:24:12.690311+0000","last_unstale":"2024-09-12T01:34:36.826875+0000","last_undegraded":"2024-09-12T01:34:36.826875+0000","last_fullsized":"2024-09-12T01:34:36.826875+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.826768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.826768+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.826768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:36.551474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"267'333","reported_seq":946,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.454443+0000","last_change":"2024-09-12T01:34:43.454443+0000","last_active":"2024-09-12T01:34:43.454443+0000","last_peered":"2024-09-12T01:34:43.454443+0000","last_clean":"2024-09-12T01:34:43.454443+0000","last_became_active":"2024-09-12T00:24:14.707955+0000","last_became_peered":"2024-09-12T00:24:14.707955+0000","last_unstale":"2024-09-12T01:34:43.454443+0000","last_undegraded":"2024-09-12T01:34:43.454443+0000","last_fullsized":"2024-09-12T01:34:43.454443+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'333","last_scrub_stamp":"2024-09-12T01:34:43.454330+0000","last_deep_scrub":"267'333","last_deep_scrub_stamp":"2024-09-12T01:34:43.454330+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.454330+0000","objects_scrubbed":5,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:52.353033+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55179,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":1183,"num_write":422,"num_write_kb":309,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":502,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:35.137666+0000","last_change":"2024-09-12T01:34:35.137666+0000","last_active":"2024-09-12T01:34:35.137666+0000","last_peered":"2024-09-12T01:34:35.137666+0000","last_clean":"2024-09-12T01:34:35.137666+0000","last_became_active":"2024-09-12T00:24:16.721225+0000","last_became_peered":"2024-09-12T00:24:16.721225+0000","last_unstale":"2024-09-12T01:34:35.137666+0000","last_undegraded":"2024-09-12T01:34:35.137666+0000","last_fullsized":"2024-09-12T01:34:35.137666+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:35.137570+0000","last_clean_scrub_stamp":"2024-09-12T01:34:35.137570+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:49.663428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"267'136","reported_seq":666,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:53.769355+0000","last_change":"2024-09-12T01:34:53.769355+0000","last_active":"2024-09-12T01:34:53.769355+0000","last_peered":"2024-09-12T01:34:53.769355+0000","last_clean":"2024-09-12T01:34:53.769355+0000","last_became_active":"2024-09-12T00:24:18.736757+0000","last_became_peered":"2024-09-12T00:24:18.736757+0000","last_unstale":"2024-09-12T01:34:53.769355+0000","last_undegraded":"2024-09-12T01:34:53.769355+0000","last_fullsized":"2024-09-12T01:34:53.769355+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'136","last_scrub_stamp":"2024-09-12T01:34:53.769258+0000","last_deep_scrub":"267'136","last_deep_scrub_stamp":"2024-09-12T01:34:53.769258+0000","last_clean_scrub_stamp":"2024-09-12T01:34:53.769258+0000","objects_scrubbed":1,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:36:55.486248+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":202,"num_read_kb":188,"num_write":338,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"267'188","reported_seq":800,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.406169+0000","last_change":"2024-09-12T01:34:34.406169+0000","last_active":"2024-09-12T01:34:34.406169+0000","last_peered":"2024-09-12T01:34:34.406169+0000","last_clean":"2024-09-12T01:34:34.406169+0000","last_became_active":"2024-09-12T00:24:10.675133+0000","last_became_peered":"2024-09-12T00:24:10.675133+0000","last_unstale":"2024-09-12T01:34:34.406169+0000","last_undegraded":"2024-09-12T01:34:34.406169+0000","last_fullsized":"2024-09-12T01:34:34.406169+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'188","last_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_deep_scrub":"267'188","last_deep_scrub_stamp":"2024-09-12T01:34:34.406079+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.406079+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:34.169239+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":757,"num_read_kb":617,"num_write":289,"num_write_kb":160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"267'384","reported_seq":1094,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.015783+0000","last_change":"2024-09-12T01:34:19.015783+0000","last_active":"2024-09-12T01:34:19.015783+0000","last_peered":"2024-09-12T01:34:19.015783+0000","last_clean":"2024-09-12T01:34:19.015783+0000","last_became_active":"2024-09-12T00:24:08.667055+0000","last_became_peered":"2024-09-12T00:24:08.667055+0000","last_unstale":"2024-09-12T01:34:19.015783+0000","last_undegraded":"2024-09-12T01:34:19.015783+0000","last_fullsized":"2024-09-12T01:34:19.015783+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'384","last_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_deep_scrub":"267'384","last_deep_scrub_stamp":"2024-09-12T01:34:19.015642+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.015642+0000","objects_scrubbed":4,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:30:57.540100+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5767553,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":652,"num_read_kb":109340,"num_write":1204,"num_write_kb":41026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.145487+0000","last_change":"2024-09-12T01:34:30.145487+0000","last_active":"2024-09-12T01:34:30.145487+0000","last_peered":"2024-09-12T01:34:30.145487+0000","last_clean":"2024-09-12T01:34:30.145487+0000","last_became_active":"2024-09-12T00:24:12.686883+0000","last_became_peered":"2024-09-12T00:24:12.686883+0000","last_unstale":"2024-09-12T01:34:30.145487+0000","last_undegraded":"2024-09-12T01:34:30.145487+0000","last_fullsized":"2024-09-12T01:34:30.145487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:30.145370+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.145370+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:22:38.705267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"267'277","reported_seq":869,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.866206+0000","last_change":"2024-09-12T01:34:41.866206+0000","last_active":"2024-09-12T01:34:41.866206+0000","last_peered":"2024-09-12T01:34:41.866206+0000","last_clean":"2024-09-12T01:34:41.866206+0000","last_became_active":"2024-09-12T00:24:14.706113+0000","last_became_peered":"2024-09-12T00:24:14.706113+0000","last_unstale":"2024-09-12T01:34:41.866206+0000","last_undegraded":"2024-09-12T01:34:41.866206+0000","last_fullsized":"2024-09-12T01:34:41.866206+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'277","last_scrub_stamp":"2024-09-12T01:34:41.866106+0000","last_deep_scrub":"267'277","last_deep_scrub_stamp":"2024-09-12T01:34:41.866106+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.866106+0000","objects_scrubbed":4,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:14:45.326356+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47537,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":469,"num_read_kb":1107,"num_write":380,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.850065+0000","last_change":"2024-09-12T01:34:43.850065+0000","last_active":"2024-09-12T01:34:43.850065+0000","last_peered":"2024-09-12T01:34:43.850065+0000","last_clean":"2024-09-12T01:34:43.850065+0000","last_became_active":"2024-09-12T00:24:16.715256+0000","last_became_peered":"2024-09-12T00:24:16.715256+0000","last_unstale":"2024-09-12T01:34:43.850065+0000","last_undegraded":"2024-09-12T01:34:43.850065+0000","last_fullsized":"2024-09-12T01:34:43.850065+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:43.849963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:43.849963+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.849963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:12.869660+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"267'162","reported_seq":768,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.084401+0000","last_change":"2024-09-12T01:34:26.084318+0000","last_active":"2024-09-12T01:34:26.084401+0000","last_peered":"2024-09-12T01:34:26.084401+0000","last_clean":"2024-09-12T01:34:26.084401+0000","last_became_active":"2024-09-12T00:24:10.670945+0000","last_became_peered":"2024-09-12T00:24:10.670945+0000","last_unstale":"2024-09-12T01:34:26.084401+0000","last_undegraded":"2024-09-12T01:34:26.084401+0000","last_fullsized":"2024-09-12T01:34:26.084401+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'162","last_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_deep_scrub":"267'162","last_deep_scrub_stamp":"2024-09-12T01:34:26.084217+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.084217+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:31.181477+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":724,"num_read_kb":587,"num_write":252,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"267'405","reported_seq":1093,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.505343+0000","last_change":"2024-09-12T01:34:22.505343+0000","last_active":"2024-09-12T01:34:22.505343+0000","last_peered":"2024-09-12T01:34:22.505343+0000","last_clean":"2024-09-12T01:34:22.505343+0000","last_became_active":"2024-09-12T00:24:08.671186+0000","last_became_peered":"2024-09-12T00:24:08.671186+0000","last_unstale":"2024-09-12T01:34:22.505343+0000","last_undegraded":"2024-09-12T01:34:22.505343+0000","last_fullsized":"2024-09-12T01:34:22.505343+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'405","last_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_deep_scrub":"267'405","last_deep_scrub_stamp":"2024-09-12T01:34:22.505234+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.505234+0000","objects_scrubbed":6,"log_size":105,"log_dups_size":300,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:53.875083+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1069245,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":583,"num_read_kb":81052,"num_write":1273,"num_write_kb":48592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":524,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.990519+0000","last_change":"2024-09-12T01:34:34.990519+0000","last_active":"2024-09-12T01:34:34.990519+0000","last_peered":"2024-09-12T01:34:34.990519+0000","last_clean":"2024-09-12T01:34:34.990519+0000","last_became_active":"2024-09-12T00:24:12.684834+0000","last_became_peered":"2024-09-12T00:24:12.684834+0000","last_unstale":"2024-09-12T01:34:34.990519+0000","last_undegraded":"2024-09-12T01:34:34.990519+0000","last_fullsized":"2024-09-12T01:34:34.990519+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:34.990438+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.990438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:05:24.980247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"267'508","reported_seq":1163,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.612989+0000","last_change":"2024-09-12T01:34:36.612989+0000","last_active":"2024-09-12T01:34:36.612989+0000","last_peered":"2024-09-12T01:34:36.612989+0000","last_clean":"2024-09-12T01:34:36.612989+0000","last_became_active":"2024-09-12T00:24:14.703647+0000","last_became_peered":"2024-09-12T00:24:14.703647+0000","last_unstale":"2024-09-12T01:34:36.612989+0000","last_undegraded":"2024-09-12T01:34:36.612989+0000","last_fullsized":"2024-09-12T01:34:36.612989+0000","mapping_epoch":33,"log_start":"267'400","ondisk_log_start":"267'400","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'508","last_scrub_stamp":"2024-09-12T01:34:36.612885+0000","last_deep_scrub":"267'508","last_deep_scrub_stamp":"2024-09-12T01:34:36.612885+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.612885+0000","objects_scrubbed":7,"log_size":108,"log_dups_size":400,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:33.485593+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":100210,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":889,"num_read_kb":2138,"num_write":758,"num_write_kb":660,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":497,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.775412+0000","last_change":"2024-09-12T01:34:45.775412+0000","last_active":"2024-09-12T01:34:45.775412+0000","last_peered":"2024-09-12T01:34:45.775412+0000","last_clean":"2024-09-12T01:34:45.775412+0000","last_became_active":"2024-09-12T00:24:16.724304+0000","last_became_peered":"2024-09-12T00:24:16.724304+0000","last_unstale":"2024-09-12T01:34:45.775412+0000","last_undegraded":"2024-09-12T01:34:45.775412+0000","last_fullsized":"2024-09-12T01:34:45.775412+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:45.775328+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:45.775328+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.775328+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:14:26.064648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"267'156","reported_seq":680,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:54.430176+0000","last_change":"2024-09-12T01:34:54.430176+0000","last_active":"2024-09-12T01:34:54.430176+0000","last_peered":"2024-09-12T01:34:54.430176+0000","last_clean":"2024-09-12T01:34:54.430176+0000","last_became_active":"2024-09-12T00:24:18.738582+0000","last_became_peered":"2024-09-12T00:24:18.738582+0000","last_unstale":"2024-09-12T01:34:54.430176+0000","last_undegraded":"2024-09-12T01:34:54.430176+0000","last_fullsized":"2024-09-12T01:34:54.430176+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'156","last_scrub_stamp":"2024-09-12T01:34:54.430047+0000","last_deep_scrub":"267'156","last_deep_scrub_stamp":"2024-09-12T01:34:54.430047+0000","last_clean_scrub_stamp":"2024-09-12T01:34:54.430047+0000","objects_scrubbed":2,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:57.041023+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":643,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":227,"num_write":343,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"267'143","reported_seq":753,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.082254+0000","last_change":"2024-09-12T01:34:26.082195+0000","last_active":"2024-09-12T01:34:26.082254+0000","last_peered":"2024-09-12T01:34:26.082254+0000","last_clean":"2024-09-12T01:34:26.082254+0000","last_became_active":"2024-09-12T00:24:10.668811+0000","last_became_peered":"2024-09-12T00:24:10.668811+0000","last_unstale":"2024-09-12T01:34:26.082254+0000","last_undegraded":"2024-09-12T01:34:26.082254+0000","last_fullsized":"2024-09-12T01:34:26.082254+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'143","last_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_deep_scrub":"267'143","last_deep_scrub_stamp":"2024-09-12T01:34:26.082118+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.082118+0000","objects_scrubbed":1,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:25:10.499731+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":605,"num_read_kb":494,"num_write":198,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"267'360","reported_seq":1028,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.511779+0000","last_change":"2024-09-12T01:34:18.511704+0000","last_active":"2024-09-12T01:34:18.511779+0000","last_peered":"2024-09-12T01:34:18.511779+0000","last_clean":"2024-09-12T01:34:18.511779+0000","last_became_active":"2024-09-12T00:24:08.665678+0000","last_became_peered":"2024-09-12T00:24:08.665678+0000","last_unstale":"2024-09-12T01:34:18.511779+0000","last_undegraded":"2024-09-12T01:34:18.511779+0000","last_fullsized":"2024-09-12T01:34:18.511779+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:18.511572+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.511572+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:35.435878+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1331375,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":536,"num_read_kb":60969,"num_write":1122,"num_write_kb":34434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.143693+0000","last_change":"2024-09-12T01:34:31.143624+0000","last_active":"2024-09-12T01:34:31.143693+0000","last_peered":"2024-09-12T01:34:31.143693+0000","last_clean":"2024-09-12T01:34:31.143693+0000","last_became_active":"2024-09-12T00:24:12.689810+0000","last_became_peered":"2024-09-12T00:24:12.689810+0000","last_unstale":"2024-09-12T01:34:31.143693+0000","last_undegraded":"2024-09-12T01:34:31.143693+0000","last_fullsized":"2024-09-12T01:34:31.143693+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:31.143510+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.143510+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:08.265309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"267'329","reported_seq":940,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:42.824559+0000","last_change":"2024-09-12T01:34:42.824559+0000","last_active":"2024-09-12T01:34:42.824559+0000","last_peered":"2024-09-12T01:34:42.824559+0000","last_clean":"2024-09-12T01:34:42.824559+0000","last_became_active":"2024-09-12T00:24:14.703413+0000","last_became_peered":"2024-09-12T00:24:14.703413+0000","last_unstale":"2024-09-12T01:34:42.824559+0000","last_undegraded":"2024-09-12T01:34:42.824559+0000","last_fullsized":"2024-09-12T01:34:42.824559+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'329","last_scrub_stamp":"2024-09-12T01:34:42.824450+0000","last_deep_scrub":"267'329","last_deep_scrub_stamp":"2024-09-12T01:34:42.824450+0000","last_clean_scrub_stamp":"2024-09-12T01:34:42.824450+0000","objects_scrubbed":8,"log_size":29,"log_dups_size":300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:33.121850+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53294,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":537,"num_read_kb":1150,"num_write":448,"num_write_kb":331,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":500,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:38.685909+0000","last_change":"2024-09-12T01:34:38.685909+0000","last_active":"2024-09-12T01:34:38.685909+0000","last_peered":"2024-09-12T01:34:38.685909+0000","last_clean":"2024-09-12T01:34:38.685909+0000","last_became_active":"2024-09-12T00:24:16.719486+0000","last_became_peered":"2024-09-12T00:24:16.719486+0000","last_unstale":"2024-09-12T01:34:38.685909+0000","last_undegraded":"2024-09-12T01:34:38.685909+0000","last_fullsized":"2024-09-12T01:34:38.685909+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:38.685840+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:38.685840+0000","last_clean_scrub_stamp":"2024-09-12T01:34:38.685840+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:51:00.578868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"267'193","reported_seq":1075,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.160479+0000","last_change":"2024-09-12T01:34:39.160479+0000","last_active":"2024-09-12T01:34:39.160479+0000","last_peered":"2024-09-12T01:34:39.160479+0000","last_clean":"2024-09-12T01:34:39.160479+0000","last_became_active":"2024-09-12T00:24:18.735179+0000","last_became_peered":"2024-09-12T00:24:18.735179+0000","last_unstale":"2024-09-12T01:34:39.160479+0000","last_undegraded":"2024-09-12T01:34:39.160479+0000","last_fullsized":"2024-09-12T01:34:39.160479+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'193","last_scrub_stamp":"2024-09-12T01:34:39.160383+0000","last_deep_scrub":"267'193","last_deep_scrub_stamp":"2024-09-12T01:34:39.160383+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.160383+0000","objects_scrubbed":6,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:02:47.922167+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1217,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":606,"num_read_kb":601,"num_write":534,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"267'215","reported_seq":880,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.376932+0000","last_change":"2024-09-12T01:34:28.376932+0000","last_active":"2024-09-12T01:34:28.376932+0000","last_peered":"2024-09-12T01:34:28.376932+0000","last_clean":"2024-09-12T01:34:28.376932+0000","last_became_active":"2024-09-12T00:24:10.676655+0000","last_became_peered":"2024-09-12T00:24:10.676655+0000","last_unstale":"2024-09-12T01:34:28.376932+0000","last_undegraded":"2024-09-12T01:34:28.376932+0000","last_fullsized":"2024-09-12T01:34:28.376932+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'215","last_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_deep_scrub":"267'215","last_deep_scrub_stamp":"2024-09-12T01:34:28.376842+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.376842+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:21:32.749633+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1011,"num_read_kb":840,"num_write":346,"num_write_kb":158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"267'371","reported_seq":1020,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.130743+0000","last_change":"2024-09-12T01:34:22.130636+0000","last_active":"2024-09-12T01:34:22.130743+0000","last_peered":"2024-09-12T01:34:22.130743+0000","last_clean":"2024-09-12T01:34:22.130743+0000","last_became_active":"2024-09-12T00:24:39.109363+0000","last_became_peered":"2024-09-12T00:24:39.109363+0000","last_unstale":"2024-09-12T01:34:22.130743+0000","last_undegraded":"2024-09-12T01:34:22.130743+0000","last_fullsized":"2024-09-12T01:34:22.130743+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'371","last_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_deep_scrub":"267'371","last_deep_scrub_stamp":"2024-09-12T01:34:22.130410+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.130410+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:34.204605+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194345,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":550,"num_read_kb":44547,"num_write":1250,"num_write_kb":43763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":514,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.976520+0000","last_change":"2024-09-12T01:34:37.976520+0000","last_active":"2024-09-12T01:34:37.976520+0000","last_peered":"2024-09-12T01:34:37.976520+0000","last_clean":"2024-09-12T01:34:37.976520+0000","last_became_active":"2024-09-12T00:24:12.690566+0000","last_became_peered":"2024-09-12T00:24:12.690566+0000","last_unstale":"2024-09-12T01:34:37.976520+0000","last_undegraded":"2024-09-12T01:34:37.976520+0000","last_fullsized":"2024-09-12T01:34:37.976520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.976403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.976403+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.976403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:46.533428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"267'297","reported_seq":904,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:45.456844+0000","last_change":"2024-09-12T01:34:45.456784+0000","last_active":"2024-09-12T01:34:45.456844+0000","last_peered":"2024-09-12T01:34:45.456844+0000","last_clean":"2024-09-12T01:34:45.456844+0000","last_became_active":"2024-09-12T00:24:14.748953+0000","last_became_peered":"2024-09-12T00:24:14.748953+0000","last_unstale":"2024-09-12T01:34:45.456844+0000","last_undegraded":"2024-09-12T01:34:45.456844+0000","last_fullsized":"2024-09-12T01:34:45.456844+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'297","last_scrub_stamp":"2024-09-12T01:34:45.456678+0000","last_deep_scrub":"267'297","last_deep_scrub_stamp":"2024-09-12T01:34:45.456678+0000","last_clean_scrub_stamp":"2024-09-12T01:34:45.456678+0000","objects_scrubbed":6,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:07:18.266643+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46845,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":474,"num_read_kb":1057,"num_write":376,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":507,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.650153+0000","last_change":"2024-09-12T01:34:39.650153+0000","last_active":"2024-09-12T01:34:39.650153+0000","last_peered":"2024-09-12T01:34:39.650153+0000","last_clean":"2024-09-12T01:34:39.650153+0000","last_became_active":"2024-09-12T00:24:16.722451+0000","last_became_peered":"2024-09-12T00:24:16.722451+0000","last_unstale":"2024-09-12T01:34:39.650153+0000","last_undegraded":"2024-09-12T01:34:39.650153+0000","last_fullsized":"2024-09-12T01:34:39.650153+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:39.650065+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:39.650065+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.650065+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:48.162037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"267'133","reported_seq":641,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:51.727546+0000","last_change":"2024-09-12T01:34:51.727546+0000","last_active":"2024-09-12T01:34:51.727546+0000","last_peered":"2024-09-12T01:34:51.727546+0000","last_clean":"2024-09-12T01:34:51.727546+0000","last_became_active":"2024-09-12T00:24:18.736844+0000","last_became_peered":"2024-09-12T00:24:18.736844+0000","last_unstale":"2024-09-12T01:34:51.727546+0000","last_undegraded":"2024-09-12T01:34:51.727546+0000","last_fullsized":"2024-09-12T01:34:51.727546+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'133","last_scrub_stamp":"2024-09-12T01:34:51.727462+0000","last_deep_scrub":"267'133","last_deep_scrub_stamp":"2024-09-12T01:34:51.727462+0000","last_clean_scrub_stamp":"2024-09-12T01:34:51.727462+0000","objects_scrubbed":3,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:56.756613+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":150,"num_read_kb":138,"num_write":317,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"267'171","reported_seq":791,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.123845+0000","last_change":"2024-09-12T01:34:25.123845+0000","last_active":"2024-09-12T01:34:25.123845+0000","last_peered":"2024-09-12T01:34:25.123845+0000","last_clean":"2024-09-12T01:34:25.123845+0000","last_became_active":"2024-09-12T00:24:10.674748+0000","last_became_peered":"2024-09-12T00:24:10.674748+0000","last_unstale":"2024-09-12T01:34:25.123845+0000","last_undegraded":"2024-09-12T01:34:25.123845+0000","last_fullsized":"2024-09-12T01:34:25.123845+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'171","last_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_deep_scrub":"267'171","last_deep_scrub_stamp":"2024-09-12T01:34:25.123746+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.123746+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":100,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:47.552268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":736,"num_read_kb":610,"num_write":259,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"267'360","reported_seq":1017,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.923709+0000","last_change":"2024-09-12T01:34:16.923709+0000","last_active":"2024-09-12T01:34:16.923709+0000","last_peered":"2024-09-12T01:34:16.923709+0000","last_clean":"2024-09-12T01:34:16.923709+0000","last_became_active":"2024-09-12T00:24:08.658130+0000","last_became_peered":"2024-09-12T00:24:08.658130+0000","last_unstale":"2024-09-12T01:34:16.923709+0000","last_undegraded":"2024-09-12T01:34:16.923709+0000","last_fullsized":"2024-09-12T01:34:16.923709+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'360","last_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_deep_scrub":"267'360","last_deep_scrub_stamp":"2024-09-12T01:34:16.923620+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.923620+0000","objects_scrubbed":6,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:59:32.633220+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":526,"num_read_kb":20969,"num_write":1132,"num_write_kb":29940,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":508,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.552491+0000","last_change":"2024-09-12T01:34:33.552491+0000","last_active":"2024-09-12T01:34:33.552491+0000","last_peered":"2024-09-12T01:34:33.552491+0000","last_clean":"2024-09-12T01:34:33.552491+0000","last_became_active":"2024-09-12T00:24:12.689142+0000","last_became_peered":"2024-09-12T00:24:12.689142+0000","last_unstale":"2024-09-12T01:34:33.552491+0000","last_undegraded":"2024-09-12T01:34:33.552491+0000","last_fullsized":"2024-09-12T01:34:33.552491+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:33.552379+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:33.552379+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.552379+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:07.510726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"267'118","reported_seq":676,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:43.012068+0000","last_change":"2024-09-12T01:34:43.012068+0000","last_active":"2024-09-12T01:34:43.012068+0000","last_peered":"2024-09-12T01:34:43.012068+0000","last_clean":"2024-09-12T01:34:43.012068+0000","last_became_active":"2024-09-12T00:24:14.748948+0000","last_became_peered":"2024-09-12T00:24:14.748948+0000","last_unstale":"2024-09-12T01:34:43.012068+0000","last_undegraded":"2024-09-12T01:34:43.012068+0000","last_fullsized":"2024-09-12T01:34:43.012068+0000","mapping_epoch":33,"log_start":"267'100","ondisk_log_start":"267'100","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'118","last_scrub_stamp":"2024-09-12T01:34:43.011952+0000","last_deep_scrub":"267'118","last_deep_scrub_stamp":"2024-09-12T01:34:43.011952+0000","last_clean_scrub_stamp":"2024-09-12T01:34:43.011952+0000","objects_scrubbed":8,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:32.033909+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":152,"num_read_kb":146,"num_write":152,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":18240,"num_omap_keys":46,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"267'749","reported_seq":2771,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.225349+0000","last_change":"2024-09-12T01:34:37.225292+0000","last_active":"2024-09-12T01:34:37.225349+0000","last_peered":"2024-09-12T01:34:37.225349+0000","last_clean":"2024-09-12T01:34:37.225349+0000","last_became_active":"2024-09-12T00:24:16.718213+0000","last_became_peered":"2024-09-12T00:24:16.718213+0000","last_unstale":"2024-09-12T01:34:37.225349+0000","last_undegraded":"2024-09-12T01:34:37.225349+0000","last_fullsized":"2024-09-12T01:34:37.225349+0000","mapping_epoch":35,"log_start":"267'701","ondisk_log_start":"267'701","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'749","last_scrub_stamp":"2024-09-12T01:34:37.225206+0000","last_deep_scrub":"267'749","last_deep_scrub_stamp":"2024-09-12T01:34:37.225206+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.225206+0000","objects_scrubbed":1,"log_size":48,"log_dups_size":701,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:49:21.265719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"267'137","reported_seq":651,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.712310+0000","last_change":"2024-09-12T01:34:48.712310+0000","last_active":"2024-09-12T01:34:48.712310+0000","last_peered":"2024-09-12T01:34:48.712310+0000","last_clean":"2024-09-12T01:34:48.712310+0000","last_became_active":"2024-09-12T00:24:18.738925+0000","last_became_peered":"2024-09-12T00:24:18.738925+0000","last_unstale":"2024-09-12T01:34:48.712310+0000","last_undegraded":"2024-09-12T01:34:48.712310+0000","last_fullsized":"2024-09-12T01:34:48.712310+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'137","last_scrub_stamp":"2024-09-12T01:34:48.712213+0000","last_deep_scrub":"267'137","last_deep_scrub_stamp":"2024-09-12T01:34:48.712213+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.712213+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":100,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:59.066641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":133,"num_write":329,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"267'77","reported_seq":647,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.944037+0000","last_change":"2024-09-12T01:34:27.944037+0000","last_active":"2024-09-12T01:34:27.944037+0000","last_peered":"2024-09-12T01:34:27.944037+0000","last_clean":"2024-09-12T01:34:27.944037+0000","last_became_active":"2024-09-12T00:24:10.676986+0000","last_became_peered":"2024-09-12T00:24:10.676986+0000","last_unstale":"2024-09-12T01:34:27.944037+0000","last_undegraded":"2024-09-12T01:34:27.944037+0000","last_fullsized":"2024-09-12T01:34:27.944037+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'77","last_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_deep_scrub":"267'77","last_deep_scrub_stamp":"2024-09-12T01:34:27.943932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.943932+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":0,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:02.814822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":342,"num_read_kb":282,"num_write":123,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"267'396","reported_seq":1095,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.831985+0000","last_change":"2024-09-12T01:34:20.831985+0000","last_active":"2024-09-12T01:34:20.831985+0000","last_peered":"2024-09-12T01:34:20.831985+0000","last_clean":"2024-09-12T01:34:20.831985+0000","last_became_active":"2024-09-12T00:24:08.670627+0000","last_became_peered":"2024-09-12T00:24:08.670627+0000","last_unstale":"2024-09-12T01:34:20.831985+0000","last_undegraded":"2024-09-12T01:34:20.831985+0000","last_fullsized":"2024-09-12T01:34:20.831985+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'396","last_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_deep_scrub":"267'396","last_deep_scrub_stamp":"2024-09-12T01:34:20.831759+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.831759+0000","objects_scrubbed":9,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:50.851277+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2422155,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":673,"num_read_kb":12608,"num_write":1271,"num_write_kb":42151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:37.849520+0000","last_change":"2024-09-12T01:34:37.849520+0000","last_active":"2024-09-12T01:34:37.849520+0000","last_peered":"2024-09-12T01:34:37.849520+0000","last_clean":"2024-09-12T01:34:37.849520+0000","last_became_active":"2024-09-12T00:24:12.689836+0000","last_became_peered":"2024-09-12T00:24:12.689836+0000","last_unstale":"2024-09-12T01:34:37.849520+0000","last_undegraded":"2024-09-12T01:34:37.849520+0000","last_fullsized":"2024-09-12T01:34:37.849520+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:37.849435+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:37.849435+0000","last_clean_scrub_stamp":"2024-09-12T01:34:37.849435+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:08.767916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"267'378","reported_seq":1008,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.777688+0000","last_change":"2024-09-12T01:34:44.777688+0000","last_active":"2024-09-12T01:34:44.777688+0000","last_peered":"2024-09-12T01:34:44.777688+0000","last_clean":"2024-09-12T01:34:44.777688+0000","last_became_active":"2024-09-12T00:24:14.704872+0000","last_became_peered":"2024-09-12T00:24:14.704872+0000","last_unstale":"2024-09-12T01:34:44.777688+0000","last_undegraded":"2024-09-12T01:34:44.777688+0000","last_fullsized":"2024-09-12T01:34:44.777688+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'378","last_scrub_stamp":"2024-09-12T01:34:44.777590+0000","last_deep_scrub":"267'378","last_deep_scrub_stamp":"2024-09-12T01:34:44.777590+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.777590+0000","objects_scrubbed":11,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:23.193304+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45620,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":589,"num_read_kb":1255,"num_write":470,"num_write_kb":314,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":510,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:46.794545+0000","last_change":"2024-09-12T01:34:46.794545+0000","last_active":"2024-09-12T01:34:46.794545+0000","last_peered":"2024-09-12T01:34:46.794545+0000","last_clean":"2024-09-12T01:34:46.794545+0000","last_became_active":"2024-09-12T00:24:16.721209+0000","last_became_peered":"2024-09-12T00:24:16.721209+0000","last_unstale":"2024-09-12T01:34:46.794545+0000","last_undegraded":"2024-09-12T01:34:46.794545+0000","last_fullsized":"2024-09-12T01:34:46.794545+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:46.794458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:46.794458+0000","last_clean_scrub_stamp":"2024-09-12T01:34:46.794458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:47.878493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"267'125","reported_seq":642,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:49.726256+0000","last_change":"2024-09-12T01:34:49.726256+0000","last_active":"2024-09-12T01:34:49.726256+0000","last_peered":"2024-09-12T01:34:49.726256+0000","last_clean":"2024-09-12T01:34:49.726256+0000","last_became_active":"2024-09-12T00:24:18.742373+0000","last_became_peered":"2024-09-12T00:24:18.742373+0000","last_unstale":"2024-09-12T01:34:49.726256+0000","last_undegraded":"2024-09-12T01:34:49.726256+0000","last_fullsized":"2024-09-12T01:34:49.726256+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'125","last_scrub_stamp":"2024-09-12T01:34:49.726171+0000","last_deep_scrub":"267'125","last_deep_scrub_stamp":"2024-09-12T01:34:49.726171+0000","last_clean_scrub_stamp":"2024-09-12T01:34:49.726171+0000","objects_scrubbed":2,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:23.316482+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":139,"num_read_kb":129,"num_write":292,"num_write_kb":68,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"267'194","reported_seq":834,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.887496+0000","last_change":"2024-09-12T01:34:24.887496+0000","last_active":"2024-09-12T01:34:24.887496+0000","last_peered":"2024-09-12T01:34:24.887496+0000","last_clean":"2024-09-12T01:34:24.887496+0000","last_became_active":"2024-09-12T00:24:10.676997+0000","last_became_peered":"2024-09-12T00:24:10.676997+0000","last_unstale":"2024-09-12T01:34:24.887496+0000","last_undegraded":"2024-09-12T01:34:24.887496+0000","last_fullsized":"2024-09-12T01:34:24.887496+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'194","last_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_deep_scrub":"267'194","last_deep_scrub_stamp":"2024-09-12T01:34:24.887374+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.887374+0000","objects_scrubbed":1,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:53:11.916918+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":825,"num_read_kb":673,"num_write":288,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":8081,"num_omap_keys":32,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"267'337","reported_seq":954,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.810950+0000","last_change":"2024-09-12T01:34:21.810950+0000","last_active":"2024-09-12T01:34:21.810950+0000","last_peered":"2024-09-12T01:34:21.810950+0000","last_clean":"2024-09-12T01:34:21.810950+0000","last_became_active":"2024-09-12T00:24:08.667766+0000","last_became_peered":"2024-09-12T00:24:08.667766+0000","last_unstale":"2024-09-12T01:34:21.810950+0000","last_undegraded":"2024-09-12T01:34:21.810950+0000","last_fullsized":"2024-09-12T01:34:21.810950+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'337","last_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_deep_scrub":"267'337","last_deep_scrub_stamp":"2024-09-12T01:34:21.810826+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.810826+0000","objects_scrubbed":3,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:26:24.634917+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":441,"num_read_kb":22893,"num_write":972,"num_write_kb":18378,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":505,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.808447+0000","last_change":"2024-09-12T01:34:41.808447+0000","last_active":"2024-09-12T01:34:41.808447+0000","last_peered":"2024-09-12T01:34:41.808447+0000","last_clean":"2024-09-12T01:34:41.808447+0000","last_became_active":"2024-09-12T00:24:12.685828+0000","last_became_peered":"2024-09-12T00:24:12.685828+0000","last_unstale":"2024-09-12T01:34:41.808447+0000","last_undegraded":"2024-09-12T01:34:41.808447+0000","last_fullsized":"2024-09-12T01:34:41.808447+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:41.808365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:41.808365+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.808365+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:21.806875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"267'298","reported_seq":901,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:39.903825+0000","last_change":"2024-09-12T01:34:39.903825+0000","last_active":"2024-09-12T01:34:39.903825+0000","last_peered":"2024-09-12T01:34:39.903825+0000","last_clean":"2024-09-12T01:34:39.903825+0000","last_became_active":"2024-09-12T00:24:14.705995+0000","last_became_peered":"2024-09-12T00:24:14.705995+0000","last_unstale":"2024-09-12T01:34:39.903825+0000","last_undegraded":"2024-09-12T01:34:39.903825+0000","last_fullsized":"2024-09-12T01:34:39.903825+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'298","last_scrub_stamp":"2024-09-12T01:34:39.903727+0000","last_deep_scrub":"267'298","last_deep_scrub_stamp":"2024-09-12T01:34:39.903727+0000","last_clean_scrub_stamp":"2024-09-12T01:34:39.903727+0000","objects_scrubbed":5,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:24:50.166005+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47928,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":476,"num_read_kb":1110,"num_write":386,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":501,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:36.184918+0000","last_change":"2024-09-12T01:34:36.184918+0000","last_active":"2024-09-12T01:34:36.184918+0000","last_peered":"2024-09-12T01:34:36.184918+0000","last_clean":"2024-09-12T01:34:36.184918+0000","last_became_active":"2024-09-12T00:24:16.717282+0000","last_became_peered":"2024-09-12T00:24:16.717282+0000","last_unstale":"2024-09-12T01:34:36.184918+0000","last_undegraded":"2024-09-12T01:34:36.184918+0000","last_fullsized":"2024-09-12T01:34:36.184918+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:36.184810+0000","last_clean_scrub_stamp":"2024-09-12T01:34:36.184810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.550628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"267'138","reported_seq":675,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:55.411571+0000","last_change":"2024-09-12T01:34:55.411571+0000","last_active":"2024-09-12T01:34:55.411571+0000","last_peered":"2024-09-12T01:34:55.411571+0000","last_clean":"2024-09-12T01:34:55.411571+0000","last_became_active":"2024-09-12T00:24:18.737698+0000","last_became_peered":"2024-09-12T00:24:18.737698+0000","last_unstale":"2024-09-12T01:34:55.411571+0000","last_undegraded":"2024-09-12T01:34:55.411571+0000","last_fullsized":"2024-09-12T01:34:55.411571+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'138","last_scrub_stamp":"2024-09-12T01:34:55.411489+0000","last_deep_scrub":"267'138","last_deep_scrub_stamp":"2024-09-12T01:34:55.411489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:55.411489+0000","objects_scrubbed":1,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:45.084305+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":539,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":213,"num_read_kb":202,"num_write":349,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"267'108","reported_seq":719,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.426612+0000","last_change":"2024-09-12T01:34:26.426517+0000","last_active":"2024-09-12T01:34:26.426612+0000","last_peered":"2024-09-12T01:34:26.426612+0000","last_clean":"2024-09-12T01:34:26.426612+0000","last_became_active":"2024-09-12T00:24:10.683782+0000","last_became_peered":"2024-09-12T00:24:10.683782+0000","last_unstale":"2024-09-12T01:34:26.426612+0000","last_undegraded":"2024-09-12T01:34:26.426612+0000","last_fullsized":"2024-09-12T01:34:26.426612+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'108","last_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_deep_scrub":"267'108","last_deep_scrub_stamp":"2024-09-12T01:34:26.426369+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.426369+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":0,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:38.693024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":504,"num_read_kb":425,"num_write":151,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"267'320","reported_seq":1135,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:16.625214+0000","last_change":"2024-09-12T01:34:16.625147+0000","last_active":"2024-09-12T01:34:16.625214+0000","last_peered":"2024-09-12T01:34:16.625214+0000","last_clean":"2024-09-12T01:34:16.625214+0000","last_became_active":"2024-09-12T00:24:08.665657+0000","last_became_peered":"2024-09-12T00:24:08.665657+0000","last_unstale":"2024-09-12T01:34:16.625214+0000","last_undegraded":"2024-09-12T01:34:16.625214+0000","last_fullsized":"2024-09-12T01:34:16.625214+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'320","last_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_deep_scrub":"267'320","last_deep_scrub_stamp":"2024-09-12T01:34:16.625034+0000","last_clean_scrub_stamp":"2024-09-12T01:34:16.625034+0000","objects_scrubbed":6,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:36:36.500870+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":39,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":904,"num_read_kb":27038,"num_write":1020,"num_write_kb":22206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":515,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.954163+0000","last_change":"2024-09-12T01:34:32.954163+0000","last_active":"2024-09-12T01:34:32.954163+0000","last_peered":"2024-09-12T01:34:32.954163+0000","last_clean":"2024-09-12T01:34:32.954163+0000","last_became_active":"2024-09-12T00:24:12.688626+0000","last_became_peered":"2024-09-12T00:24:12.688626+0000","last_unstale":"2024-09-12T01:34:32.954163+0000","last_undegraded":"2024-09-12T01:34:32.954163+0000","last_fullsized":"2024-09-12T01:34:32.954163+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:32.954082+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.954082+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:13.503355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"267'260","reported_seq":840,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.446512+0000","last_change":"2024-09-12T01:34:44.446512+0000","last_active":"2024-09-12T01:34:44.446512+0000","last_peered":"2024-09-12T01:34:44.446512+0000","last_clean":"2024-09-12T01:34:44.446512+0000","last_became_active":"2024-09-12T00:24:14.699894+0000","last_became_peered":"2024-09-12T00:24:14.699894+0000","last_unstale":"2024-09-12T01:34:44.446512+0000","last_undegraded":"2024-09-12T01:34:44.446512+0000","last_fullsized":"2024-09-12T01:34:44.446512+0000","mapping_epoch":33,"log_start":"267'200","ondisk_log_start":"267'200","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'260","last_scrub_stamp":"2024-09-12T01:34:44.446412+0000","last_deep_scrub":"267'260","last_deep_scrub_stamp":"2024-09-12T01:34:44.446412+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.446412+0000","objects_scrubbed":3,"log_size":60,"log_dups_size":200,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:44.400620+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52717,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":431,"num_read_kb":1088,"num_write":352,"num_write_kb":300,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":506,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:44.989728+0000","last_change":"2024-09-12T01:34:44.989728+0000","last_active":"2024-09-12T01:34:44.989728+0000","last_peered":"2024-09-12T01:34:44.989728+0000","last_clean":"2024-09-12T01:34:44.989728+0000","last_became_active":"2024-09-12T00:24:16.717653+0000","last_became_peered":"2024-09-12T00:24:16.717653+0000","last_unstale":"2024-09-12T01:34:44.989728+0000","last_undegraded":"2024-09-12T01:34:44.989728+0000","last_fullsized":"2024-09-12T01:34:44.989728+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:44.989639+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:44.989639+0000","last_clean_scrub_stamp":"2024-09-12T01:34:44.989639+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:27.776964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"267'151","reported_seq":1273,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.745286+0000","last_change":"2024-09-12T01:34:50.745286+0000","last_active":"2024-09-12T01:34:50.745286+0000","last_peered":"2024-09-12T01:34:50.745286+0000","last_clean":"2024-09-12T01:34:50.745286+0000","last_became_active":"2024-09-12T00:24:18.740354+0000","last_became_peered":"2024-09-12T00:24:18.740354+0000","last_unstale":"2024-09-12T01:34:50.745286+0000","last_undegraded":"2024-09-12T01:34:50.745286+0000","last_fullsized":"2024-09-12T01:34:50.745286+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'151","last_scrub_stamp":"2024-09-12T01:34:50.745173+0000","last_deep_scrub":"267'151","last_deep_scrub_stamp":"2024-09-12T01:34:50.745173+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.745173+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:24.641759+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":793,"num_read_kb":782,"num_write":351,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"267'295","reported_seq":991,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.895065+0000","last_change":"2024-09-12T01:34:23.895065+0000","last_active":"2024-09-12T01:34:23.895065+0000","last_peered":"2024-09-12T01:34:23.895065+0000","last_clean":"2024-09-12T01:34:23.895065+0000","last_became_active":"2024-09-12T00:24:10.670830+0000","last_became_peered":"2024-09-12T00:24:10.670830+0000","last_unstale":"2024-09-12T01:34:23.895065+0000","last_undegraded":"2024-09-12T01:34:23.895065+0000","last_fullsized":"2024-09-12T01:34:23.895065+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'295","last_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_deep_scrub":"267'295","last_deep_scrub_stamp":"2024-09-12T01:34:23.894973+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.894973+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:54:06.423997+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1318,"num_read_kb":1102,"num_write":465,"num_write_kb":266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"267'398","reported_seq":1113,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.013027+0000","last_change":"2024-09-12T01:34:20.012963+0000","last_active":"2024-09-12T01:34:20.013027+0000","last_peered":"2024-09-12T01:34:20.013027+0000","last_clean":"2024-09-12T01:34:20.013027+0000","last_became_active":"2024-09-12T00:24:08.663387+0000","last_became_peered":"2024-09-12T00:24:08.663387+0000","last_unstale":"2024-09-12T01:34:20.013027+0000","last_undegraded":"2024-09-12T01:34:20.013027+0000","last_fullsized":"2024-09-12T01:34:20.013027+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'398","last_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_deep_scrub":"267'398","last_deep_scrub_stamp":"2024-09-12T01:34:20.012794+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.012794+0000","objects_scrubbed":7,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:08.004025+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":743498,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":575,"num_read_kb":59663,"num_write":1347,"num_write_kb":50327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"267'2","reported_seq":511,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:32.585061+0000","last_change":"2024-09-12T01:34:32.585000+0000","last_active":"2024-09-12T01:34:32.585061+0000","last_peered":"2024-09-12T01:34:32.585061+0000","last_clean":"2024-09-12T01:34:32.585061+0000","last_became_active":"2024-09-12T00:24:12.688231+0000","last_became_peered":"2024-09-12T00:24:12.688231+0000","last_unstale":"2024-09-12T01:34:32.585061+0000","last_undegraded":"2024-09-12T01:34:32.585061+0000","last_fullsized":"2024-09-12T01:34:32.585061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'2","last_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_deep_scrub":"267'2","last_deep_scrub_stamp":"2024-09-12T01:34:32.584912+0000","last_clean_scrub_stamp":"2024-09-12T01:34:32.584912+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:03:22.037949+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"267'314","reported_seq":935,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:41.962515+0000","last_change":"2024-09-12T01:34:41.962515+0000","last_active":"2024-09-12T01:34:41.962515+0000","last_peered":"2024-09-12T01:34:41.962515+0000","last_clean":"2024-09-12T01:34:41.962515+0000","last_became_active":"2024-09-12T00:24:14.703453+0000","last_became_peered":"2024-09-12T00:24:14.703453+0000","last_unstale":"2024-09-12T01:34:41.962515+0000","last_undegraded":"2024-09-12T01:34:41.962515+0000","last_fullsized":"2024-09-12T01:34:41.962515+0000","mapping_epoch":33,"log_start":"267'300","ondisk_log_start":"267'300","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:41.962402+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:41.962402+0000","last_clean_scrub_stamp":"2024-09-12T01:34:41.962402+0000","objects_scrubbed":6,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:01.083661+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52916,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":506,"num_read_kb":1085,"num_write":394,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":509,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:50.859390+0000","last_change":"2024-09-12T01:34:50.859390+0000","last_active":"2024-09-12T01:34:50.859390+0000","last_peered":"2024-09-12T01:34:50.859390+0000","last_clean":"2024-09-12T01:34:50.859390+0000","last_became_active":"2024-09-12T00:24:16.720457+0000","last_became_peered":"2024-09-12T00:24:16.720457+0000","last_unstale":"2024-09-12T01:34:50.859390+0000","last_undegraded":"2024-09-12T01:34:50.859390+0000","last_fullsized":"2024-09-12T01:34:50.859390+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:34:50.859295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:34:50.859295+0000","last_clean_scrub_stamp":"2024-09-12T01:34:50.859295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:29.039867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"267'149","reported_seq":663,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:48.068043+0000","last_change":"2024-09-12T01:34:48.068043+0000","last_active":"2024-09-12T01:34:48.068043+0000","last_peered":"2024-09-12T01:34:48.068043+0000","last_clean":"2024-09-12T01:34:48.068043+0000","last_became_active":"2024-09-12T00:24:18.732280+0000","last_became_peered":"2024-09-12T00:24:18.732280+0000","last_unstale":"2024-09-12T01:34:48.068043+0000","last_undegraded":"2024-09-12T01:34:48.068043+0000","last_fullsized":"2024-09-12T01:34:48.068043+0000","mapping_epoch":37,"log_start":"267'100","ondisk_log_start":"267'100","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'149","last_scrub_stamp":"2024-09-12T01:34:48.067959+0000","last_deep_scrub":"267'149","last_deep_scrub_stamp":"2024-09-12T01:34:48.067959+0000","last_clean_scrub_stamp":"2024-09-12T01:34:48.067959+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":100,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:43:22.663758+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":148,"num_read_kb":132,"num_write":343,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"267'217","reported_seq":845,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.521776+0000","last_change":"2024-09-12T01:34:29.521776+0000","last_active":"2024-09-12T01:34:29.521776+0000","last_peered":"2024-09-12T01:34:29.521776+0000","last_clean":"2024-09-12T01:34:29.521776+0000","last_became_active":"2024-09-12T00:24:10.672746+0000","last_became_peered":"2024-09-12T00:24:10.672746+0000","last_unstale":"2024-09-12T01:34:29.521776+0000","last_undegraded":"2024-09-12T01:34:29.521776+0000","last_fullsized":"2024-09-12T01:34:29.521776+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'217","last_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_deep_scrub":"267'217","last_deep_scrub_stamp":"2024-09-12T01:34:29.521687+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.521687+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":200,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:00:28.039076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":908,"num_read_kb":745,"num_write":327,"num_write_kb":155,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"267'401","reported_seq":1278,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.071037+0000","last_change":"2024-09-12T01:34:19.070964+0000","last_active":"2024-09-12T01:34:19.071037+0000","last_peered":"2024-09-12T01:34:19.071037+0000","last_clean":"2024-09-12T01:34:19.071037+0000","last_became_active":"2024-09-12T00:25:39.314103+0000","last_became_peered":"2024-09-12T00:25:39.314103+0000","last_unstale":"2024-09-12T01:34:19.071037+0000","last_undegraded":"2024-09-12T01:34:19.071037+0000","last_fullsized":"2024-09-12T01:34:19.071037+0000","mapping_epoch":42,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'401","last_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_deep_scrub":"267'401","last_deep_scrub_stamp":"2024-09-12T01:34:19.070836+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.070836+0000","objects_scrubbed":10,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.067432+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2978734,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":881,"num_read_kb":83650,"num_write":1284,"num_write_kb":41481,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,7],"acting":[6,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"267'262","reported_seq":931,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.564380+0000","last_change":"2024-09-12T01:34:28.564380+0000","last_active":"2024-09-12T01:34:28.564380+0000","last_peered":"2024-09-12T01:34:28.564380+0000","last_clean":"2024-09-12T01:34:28.564380+0000","last_became_active":"2024-09-12T00:24:10.676041+0000","last_became_peered":"2024-09-12T00:24:10.676041+0000","last_unstale":"2024-09-12T01:34:28.564380+0000","last_undegraded":"2024-09-12T01:34:28.564380+0000","last_fullsized":"2024-09-12T01:34:28.564380+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'262","last_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_deep_scrub":"267'262","last_deep_scrub_stamp":"2024-09-12T01:34:28.564302+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.564302+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:03.645677+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1171,"num_read_kb":960,"num_write":401,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":685,"num_omap_keys":3,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"267'315","reported_seq":969,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.085118+0000","last_change":"2024-09-12T01:34:20.085060+0000","last_active":"2024-09-12T01:34:20.085118+0000","last_peered":"2024-09-12T01:34:20.085118+0000","last_clean":"2024-09-12T01:34:20.085118+0000","last_became_active":"2024-09-12T00:24:08.662709+0000","last_became_peered":"2024-09-12T00:24:08.662709+0000","last_unstale":"2024-09-12T01:34:20.085118+0000","last_undegraded":"2024-09-12T01:34:20.085118+0000","last_fullsized":"2024-09-12T01:34:20.085118+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'315","last_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_deep_scrub":"267'315","last_deep_scrub_stamp":"2024-09-12T01:34:20.084950+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.084950+0000","objects_scrubbed":9,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:43.293280+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5274246,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":520,"num_read_kb":13814,"num_write":1039,"num_write_kb":28158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"267'169","reported_seq":776,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.789794+0000","last_change":"2024-09-12T01:34:33.789794+0000","last_active":"2024-09-12T01:34:33.789794+0000","last_peered":"2024-09-12T01:34:33.789794+0000","last_clean":"2024-09-12T01:34:33.789794+0000","last_became_active":"2024-09-12T00:24:10.672301+0000","last_became_peered":"2024-09-12T00:24:10.672301+0000","last_unstale":"2024-09-12T01:34:33.789794+0000","last_undegraded":"2024-09-12T01:34:33.789794+0000","last_fullsized":"2024-09-12T01:34:33.789794+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'169","last_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_deep_scrub":"267'169","last_deep_scrub_stamp":"2024-09-12T01:34:33.789709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.789709+0000","objects_scrubbed":1,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:35:50.024464+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":736,"num_read_kb":596,"num_write":280,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":719,"num_omap_keys":3,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"267'259","reported_seq":871,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:24.697471+0000","last_change":"2024-09-12T01:34:24.697406+0000","last_active":"2024-09-12T01:34:24.697471+0000","last_peered":"2024-09-12T01:34:24.697471+0000","last_clean":"2024-09-12T01:34:24.697471+0000","last_became_active":"2024-09-12T00:24:08.668654+0000","last_became_peered":"2024-09-12T00:24:08.668654+0000","last_unstale":"2024-09-12T01:34:24.697471+0000","last_undegraded":"2024-09-12T01:34:24.697471+0000","last_fullsized":"2024-09-12T01:34:24.697471+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'259","last_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_deep_scrub":"267'259","last_deep_scrub_stamp":"2024-09-12T01:34:24.697182+0000","last_clean_scrub_stamp":"2024-09-12T01:34:24.697182+0000","objects_scrubbed":4,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:46:56.677953+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":33,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":359,"num_read_kb":7155,"num_write":838,"num_write_kb":31225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"267'4121","reported_seq":4770,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.520969+0000","last_change":"2024-09-12T01:34:27.520969+0000","last_active":"2024-09-12T01:34:27.520969+0000","last_peered":"2024-09-12T01:34:27.520969+0000","last_clean":"2024-09-12T01:34:27.520969+0000","last_became_active":"2024-09-12T00:24:10.672291+0000","last_became_peered":"2024-09-12T00:24:10.672291+0000","last_unstale":"2024-09-12T01:34:27.520969+0000","last_undegraded":"2024-09-12T01:34:27.520969+0000","last_fullsized":"2024-09-12T01:34:27.520969+0000","mapping_epoch":29,"log_start":"267'4100","ondisk_log_start":"267'4100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'4121","last_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_deep_scrub":"267'4121","last_deep_scrub_stamp":"2024-09-12T01:34:27.520880+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.520880+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":3000,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:25.290009+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":16529,"num_read_kb":13881,"num_write":6167,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"267'336","reported_seq":995,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:17.969129+0000","last_change":"2024-09-12T01:34:17.969009+0000","last_active":"2024-09-12T01:34:17.969129+0000","last_peered":"2024-09-12T01:34:17.969129+0000","last_clean":"2024-09-12T01:34:17.969129+0000","last_became_active":"2024-09-12T00:24:08.656086+0000","last_became_peered":"2024-09-12T00:24:08.656086+0000","last_unstale":"2024-09-12T01:34:17.969129+0000","last_undegraded":"2024-09-12T01:34:17.969129+0000","last_fullsized":"2024-09-12T01:34:17.969129+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'336","last_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_deep_scrub":"267'336","last_deep_scrub_stamp":"2024-09-12T01:34:17.968932+0000","last_clean_scrub_stamp":"2024-09-12T01:34:17.968932+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:55.570479+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079890,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":478,"num_read_kb":2547,"num_write":1076,"num_write_kb":18644,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"267'391","reported_seq":1152,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.418474+0000","last_change":"2024-09-12T01:34:31.418353+0000","last_active":"2024-09-12T01:34:31.418474+0000","last_peered":"2024-09-12T01:34:31.418474+0000","last_clean":"2024-09-12T01:34:31.418474+0000","last_became_active":"2024-09-12T00:24:10.675382+0000","last_became_peered":"2024-09-12T00:24:10.675382+0000","last_unstale":"2024-09-12T01:34:31.418474+0000","last_undegraded":"2024-09-12T01:34:31.418474+0000","last_fullsized":"2024-09-12T01:34:31.418474+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'391","last_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_deep_scrub":"267'391","last_deep_scrub_stamp":"2024-09-12T01:34:31.418249+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.418249+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:24.741789+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1817,"num_read_kb":1519,"num_write":624,"num_write_kb":343,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"267'317","reported_seq":981,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:18.613234+0000","last_change":"2024-09-12T01:34:18.613234+0000","last_active":"2024-09-12T01:34:18.613234+0000","last_peered":"2024-09-12T01:34:18.613234+0000","last_clean":"2024-09-12T01:34:18.613234+0000","last_became_active":"2024-09-12T00:24:08.672514+0000","last_became_peered":"2024-09-12T00:24:08.672514+0000","last_unstale":"2024-09-12T01:34:18.613234+0000","last_undegraded":"2024-09-12T01:34:18.613234+0000","last_fullsized":"2024-09-12T01:34:18.613234+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'317","last_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_deep_scrub":"267'317","last_deep_scrub_stamp":"2024-09-12T01:34:18.613114+0000","last_clean_scrub_stamp":"2024-09-12T01:34:18.613114+0000","objects_scrubbed":8,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:35.780615+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":509,"num_read_kb":4162,"num_write":1070,"num_write_kb":25244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"267'107","reported_seq":726,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.932735+0000","last_change":"2024-09-12T01:34:26.932678+0000","last_active":"2024-09-12T01:34:26.932735+0000","last_peered":"2024-09-12T01:34:26.932735+0000","last_clean":"2024-09-12T01:34:26.932735+0000","last_became_active":"2024-09-12T00:24:10.670032+0000","last_became_peered":"2024-09-12T00:24:10.670032+0000","last_unstale":"2024-09-12T01:34:26.932735+0000","last_undegraded":"2024-09-12T01:34:26.932735+0000","last_fullsized":"2024-09-12T01:34:26.932735+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'107","last_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_deep_scrub":"267'107","last_deep_scrub_stamp":"2024-09-12T01:34:26.932591+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.932591+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:29.073976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":470,"num_read_kb":398,"num_write":141,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"267'312","reported_seq":930,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.510942+0000","last_change":"2024-09-12T01:34:19.510834+0000","last_active":"2024-09-12T01:34:19.510942+0000","last_peered":"2024-09-12T01:34:19.510942+0000","last_clean":"2024-09-12T01:34:19.510942+0000","last_became_active":"2024-09-12T00:24:08.661018+0000","last_became_peered":"2024-09-12T00:24:08.661018+0000","last_unstale":"2024-09-12T01:34:19.510942+0000","last_undegraded":"2024-09-12T01:34:19.510942+0000","last_fullsized":"2024-09-12T01:34:19.510942+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'312","last_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_deep_scrub":"267'312","last_deep_scrub_stamp":"2024-09-12T01:34:19.510601+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.510601+0000","objects_scrubbed":7,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.136983+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1516925,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":400,"num_read_kb":3315,"num_write":987,"num_write_kb":23459,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"267'176","reported_seq":799,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.421466+0000","last_change":"2024-09-12T01:34:30.421405+0000","last_active":"2024-09-12T01:34:30.421466+0000","last_peered":"2024-09-12T01:34:30.421466+0000","last_clean":"2024-09-12T01:34:30.421466+0000","last_became_active":"2024-09-12T00:24:10.675157+0000","last_became_peered":"2024-09-12T00:24:10.675157+0000","last_unstale":"2024-09-12T01:34:30.421466+0000","last_undegraded":"2024-09-12T01:34:30.421466+0000","last_fullsized":"2024-09-12T01:34:30.421466+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'176","last_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_deep_scrub":"267'176","last_deep_scrub_stamp":"2024-09-12T01:34:30.421314+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.421314+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":100,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:10:48.185139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":784,"num_read_kb":640,"num_write":277,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"267'357","reported_seq":1039,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:22.037688+0000","last_change":"2024-09-12T01:34:22.037688+0000","last_active":"2024-09-12T01:34:22.037688+0000","last_peered":"2024-09-12T01:34:22.037688+0000","last_clean":"2024-09-12T01:34:22.037688+0000","last_became_active":"2024-09-12T00:24:08.668824+0000","last_became_peered":"2024-09-12T00:24:08.668824+0000","last_unstale":"2024-09-12T01:34:22.037688+0000","last_undegraded":"2024-09-12T01:34:22.037688+0000","last_fullsized":"2024-09-12T01:34:22.037688+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'357","last_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_deep_scrub":"267'357","last_deep_scrub_stamp":"2024-09-12T01:34:22.037563+0000","last_clean_scrub_stamp":"2024-09-12T01:34:22.037563+0000","objects_scrubbed":8,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:27.328379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":476950,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":558,"num_read_kb":33438,"num_write":1041,"num_write_kb":33201,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"267'98","reported_seq":698,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.102694+0000","last_change":"2024-09-12T01:34:27.102637+0000","last_active":"2024-09-12T01:34:27.102694+0000","last_peered":"2024-09-12T01:34:27.102694+0000","last_clean":"2024-09-12T01:34:27.102694+0000","last_became_active":"2024-09-12T00:24:10.683233+0000","last_became_peered":"2024-09-12T00:24:10.683233+0000","last_unstale":"2024-09-12T01:34:27.102694+0000","last_undegraded":"2024-09-12T01:34:27.102694+0000","last_fullsized":"2024-09-12T01:34:27.102694+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'98","last_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_deep_scrub":"267'98","last_deep_scrub_stamp":"2024-09-12T01:34:27.102554+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.102554+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:21:25.353286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":460,"num_read_kb":390,"num_write":174,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"267'301","reported_seq":915,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.599486+0000","last_change":"2024-09-12T01:34:19.599486+0000","last_active":"2024-09-12T01:34:19.599486+0000","last_peered":"2024-09-12T01:34:19.599486+0000","last_clean":"2024-09-12T01:34:19.599486+0000","last_became_active":"2024-09-12T00:24:08.664195+0000","last_became_peered":"2024-09-12T00:24:08.664195+0000","last_unstale":"2024-09-12T01:34:19.599486+0000","last_undegraded":"2024-09-12T01:34:19.599486+0000","last_fullsized":"2024-09-12T01:34:19.599486+0000","mapping_epoch":27,"log_start":"267'200","ondisk_log_start":"267'200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'301","last_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_deep_scrub":"267'301","last_deep_scrub_stamp":"2024-09-12T01:34:19.599358+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.599358+0000","objects_scrubbed":4,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:45:19.577884+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":381,"num_read_kb":9501,"num_write":831,"num_write_kb":25924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"267'203","reported_seq":862,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.032551+0000","last_change":"2024-09-12T01:34:30.032551+0000","last_active":"2024-09-12T01:34:30.032551+0000","last_peered":"2024-09-12T01:34:30.032551+0000","last_clean":"2024-09-12T01:34:30.032551+0000","last_became_active":"2024-09-12T00:24:10.679983+0000","last_became_peered":"2024-09-12T00:24:10.679983+0000","last_unstale":"2024-09-12T01:34:30.032551+0000","last_undegraded":"2024-09-12T01:34:30.032551+0000","last_fullsized":"2024-09-12T01:34:30.032551+0000","mapping_epoch":29,"log_start":"264'100","ondisk_log_start":"264'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'203","last_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_deep_scrub":"267'203","last_deep_scrub_stamp":"2024-09-12T01:34:30.032465+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.032465+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":100,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:04.159290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":909,"num_read_kb":752,"num_write":334,"num_write_kb":151,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"267'402","reported_seq":1076,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.738511+0000","last_change":"2024-09-12T01:34:23.738511+0000","last_active":"2024-09-12T01:34:23.738511+0000","last_peered":"2024-09-12T01:34:23.738511+0000","last_clean":"2024-09-12T01:34:23.738511+0000","last_became_active":"2024-09-12T00:24:39.110485+0000","last_became_peered":"2024-09-12T00:24:39.110485+0000","last_unstale":"2024-09-12T01:34:23.738511+0000","last_undegraded":"2024-09-12T01:34:23.738511+0000","last_fullsized":"2024-09-12T01:34:23.738511+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'402","last_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_deep_scrub":"267'402","last_deep_scrub_stamp":"2024-09-12T01:34:23.738387+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.738387+0000","objects_scrubbed":6,"log_size":102,"log_dups_size":300,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:35.366071+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262208,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":615,"num_read_kb":25126,"num_write":1297,"num_write_kb":41524,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"267'212","reported_seq":820,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.922043+0000","last_change":"2024-09-12T01:34:28.922043+0000","last_active":"2024-09-12T01:34:28.922043+0000","last_peered":"2024-09-12T01:34:28.922043+0000","last_clean":"2024-09-12T01:34:28.922043+0000","last_became_active":"2024-09-12T00:24:10.676604+0000","last_became_peered":"2024-09-12T00:24:10.676604+0000","last_unstale":"2024-09-12T01:34:28.922043+0000","last_undegraded":"2024-09-12T01:34:28.922043+0000","last_fullsized":"2024-09-12T01:34:28.922043+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'212","last_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_deep_scrub":"267'212","last_deep_scrub_stamp":"2024-09-12T01:34:28.921928+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.921928+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:22:23.829473+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":882,"num_read_kb":714,"num_write":312,"num_write_kb":162,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"267'328","reported_seq":1022,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.524219+0000","last_change":"2024-09-12T01:34:21.524219+0000","last_active":"2024-09-12T01:34:21.524219+0000","last_peered":"2024-09-12T01:34:21.524219+0000","last_clean":"2024-09-12T01:34:21.524219+0000","last_became_active":"2024-09-12T00:24:08.662497+0000","last_became_peered":"2024-09-12T00:24:08.662497+0000","last_unstale":"2024-09-12T01:34:21.524219+0000","last_undegraded":"2024-09-12T01:34:21.524219+0000","last_fullsized":"2024-09-12T01:34:21.524219+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'328","last_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_deep_scrub":"267'328","last_deep_scrub_stamp":"2024-09-12T01:34:21.524109+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.524109+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":300,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:39.905160+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1079905,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":500,"num_read_kb":15684,"num_write":1001,"num_write_kb":36366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2d","version":"267'48","reported_seq":608,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:23.144258+0000","last_change":"2024-09-12T01:34:23.144258+0000","last_active":"2024-09-12T01:34:23.144258+0000","last_peered":"2024-09-12T01:34:23.144258+0000","last_clean":"2024-09-12T01:34:23.144258+0000","last_became_active":"2024-09-12T00:24:10.678136+0000","last_became_peered":"2024-09-12T00:24:10.678136+0000","last_unstale":"2024-09-12T01:34:23.144258+0000","last_undegraded":"2024-09-12T01:34:23.144258+0000","last_fullsized":"2024-09-12T01:34:23.144258+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'48","last_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_deep_scrub":"267'48","last_deep_scrub_stamp":"2024-09-12T01:34:23.144174+0000","last_clean_scrub_stamp":"2024-09-12T01:34:23.144174+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:14:55.225495+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":202,"num_read_kb":173,"num_write":63,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"267'385","reported_seq":1070,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:25.741147+0000","last_change":"2024-09-12T01:34:25.741147+0000","last_active":"2024-09-12T01:34:25.741147+0000","last_peered":"2024-09-12T01:34:25.741147+0000","last_clean":"2024-09-12T01:34:25.741147+0000","last_became_active":"2024-09-12T00:24:08.670208+0000","last_became_peered":"2024-09-12T00:24:08.670208+0000","last_unstale":"2024-09-12T01:34:25.741147+0000","last_undegraded":"2024-09-12T01:34:25.741147+0000","last_fullsized":"2024-09-12T01:34:25.741147+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'385","last_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_deep_scrub":"267'385","last_deep_scrub_stamp":"2024-09-12T01:34:25.741022+0000","last_clean_scrub_stamp":"2024-09-12T01:34:25.741022+0000","objects_scrubbed":3,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:43:14.963390+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306231,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":654,"num_read_kb":61034,"num_write":1192,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"267'84","reported_seq":689,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.970911+0000","last_change":"2024-09-12T01:34:29.970911+0000","last_active":"2024-09-12T01:34:29.970911+0000","last_peered":"2024-09-12T01:34:29.970911+0000","last_clean":"2024-09-12T01:34:29.970911+0000","last_became_active":"2024-09-12T00:24:10.672824+0000","last_became_peered":"2024-09-12T00:24:10.672824+0000","last_unstale":"2024-09-12T01:34:29.970911+0000","last_undegraded":"2024-09-12T01:34:29.970911+0000","last_fullsized":"2024-09-12T01:34:29.970911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'84","last_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_deep_scrub":"267'84","last_deep_scrub_stamp":"2024-09-12T01:34:29.970790+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.970790+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:57.014312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":420,"num_read_kb":358,"num_write":133,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"267'434","reported_seq":1156,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.047459+0000","last_change":"2024-09-12T01:34:29.047459+0000","last_active":"2024-09-12T01:34:29.047459+0000","last_peered":"2024-09-12T01:34:29.047459+0000","last_clean":"2024-09-12T01:34:29.047459+0000","last_became_active":"2024-09-12T00:24:08.663789+0000","last_became_peered":"2024-09-12T00:24:08.663789+0000","last_unstale":"2024-09-12T01:34:29.047459+0000","last_undegraded":"2024-09-12T01:34:29.047459+0000","last_fullsized":"2024-09-12T01:34:29.047459+0000","mapping_epoch":27,"log_start":"267'400","ondisk_log_start":"267'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'434","last_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_deep_scrub":"267'434","last_deep_scrub_stamp":"2024-09-12T01:34:29.047287+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.047287+0000","objects_scrubbed":7,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:07.269195+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":838,"num_read_kb":11873,"num_write":1256,"num_write_kb":22392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"267'128","reported_seq":740,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:31.793350+0000","last_change":"2024-09-12T01:34:31.793350+0000","last_active":"2024-09-12T01:34:31.793350+0000","last_peered":"2024-09-12T01:34:31.793350+0000","last_clean":"2024-09-12T01:34:31.793350+0000","last_became_active":"2024-09-12T00:24:10.676527+0000","last_became_peered":"2024-09-12T00:24:10.676527+0000","last_unstale":"2024-09-12T01:34:31.793350+0000","last_undegraded":"2024-09-12T01:34:31.793350+0000","last_fullsized":"2024-09-12T01:34:31.793350+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'128","last_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_deep_scrub":"267'128","last_deep_scrub_stamp":"2024-09-12T01:34:31.793266+0000","last_clean_scrub_stamp":"2024-09-12T01:34:31.793266+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:47:30.006156+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":569,"num_read_kb":474,"num_write":183,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"267'382","reported_seq":1027,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:21.032333+0000","last_change":"2024-09-12T01:34:21.032333+0000","last_active":"2024-09-12T01:34:21.032333+0000","last_peered":"2024-09-12T01:34:21.032333+0000","last_clean":"2024-09-12T01:34:21.032333+0000","last_became_active":"2024-09-12T00:24:08.672380+0000","last_became_peered":"2024-09-12T00:24:08.672380+0000","last_unstale":"2024-09-12T01:34:21.032333+0000","last_undegraded":"2024-09-12T01:34:21.032333+0000","last_fullsized":"2024-09-12T01:34:21.032333+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'382","last_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_deep_scrub":"267'382","last_deep_scrub_stamp":"2024-09-12T01:34:21.032207+0000","last_clean_scrub_stamp":"2024-09-12T01:34:21.032207+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:27.685133+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1250210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":516,"num_read_kb":5460,"num_write":1210,"num_write_kb":24406,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"267'345","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:27.091576+0000","last_change":"2024-09-12T01:34:27.091576+0000","last_active":"2024-09-12T01:34:27.091576+0000","last_peered":"2024-09-12T01:34:27.091576+0000","last_clean":"2024-09-12T01:34:27.091576+0000","last_became_active":"2024-09-12T00:24:10.676189+0000","last_became_peered":"2024-09-12T00:24:10.676189+0000","last_unstale":"2024-09-12T01:34:27.091576+0000","last_undegraded":"2024-09-12T01:34:27.091576+0000","last_fullsized":"2024-09-12T01:34:27.091576+0000","mapping_epoch":29,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'345","last_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_deep_scrub":"267'345","last_deep_scrub_stamp":"2024-09-12T01:34:27.091489+0000","last_clean_scrub_stamp":"2024-09-12T01:34:27.091489+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:09.003561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1558,"num_read_kb":1269,"num_write":588,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"267'351","reported_seq":1029,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:29.815112+0000","last_change":"2024-09-12T01:34:29.815112+0000","last_active":"2024-09-12T01:34:29.815112+0000","last_peered":"2024-09-12T01:34:29.815112+0000","last_clean":"2024-09-12T01:34:29.815112+0000","last_became_active":"2024-09-12T00:24:08.673894+0000","last_became_peered":"2024-09-12T00:24:08.673894+0000","last_unstale":"2024-09-12T01:34:29.815112+0000","last_undegraded":"2024-09-12T01:34:29.815112+0000","last_fullsized":"2024-09-12T01:34:29.815112+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'351","last_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_deep_scrub":"267'351","last_deep_scrub_stamp":"2024-09-12T01:34:29.815004+0000","last_clean_scrub_stamp":"2024-09-12T01:34:29.815004+0000","objects_scrubbed":8,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:22.799278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262279,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":528,"num_read_kb":107575,"num_write":1136,"num_write_kb":43022,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"267'96","reported_seq":714,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:33.378575+0000","last_change":"2024-09-12T01:34:33.378575+0000","last_active":"2024-09-12T01:34:33.378575+0000","last_peered":"2024-09-12T01:34:33.378575+0000","last_clean":"2024-09-12T01:34:33.378575+0000","last_became_active":"2024-09-12T00:24:10.676219+0000","last_became_peered":"2024-09-12T00:24:10.676219+0000","last_unstale":"2024-09-12T01:34:33.378575+0000","last_undegraded":"2024-09-12T01:34:33.378575+0000","last_fullsized":"2024-09-12T01:34:33.378575+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'96","last_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_deep_scrub":"267'96","last_deep_scrub_stamp":"2024-09-12T01:34:33.378492+0000","last_clean_scrub_stamp":"2024-09-12T01:34:33.378492+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":0,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:48.593260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":453,"num_read_kb":387,"num_write":135,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"267'331","reported_seq":968,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:19.071415+0000","last_change":"2024-09-12T01:34:19.071415+0000","last_active":"2024-09-12T01:34:19.071415+0000","last_peered":"2024-09-12T01:34:19.071415+0000","last_clean":"2024-09-12T01:34:19.071415+0000","last_became_active":"2024-09-12T00:24:08.663614+0000","last_became_peered":"2024-09-12T00:24:08.663614+0000","last_unstale":"2024-09-12T01:34:19.071415+0000","last_undegraded":"2024-09-12T01:34:19.071415+0000","last_fullsized":"2024-09-12T01:34:19.071415+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'331","last_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_deep_scrub":"267'331","last_deep_scrub_stamp":"2024-09-12T01:34:19.071298+0000","last_clean_scrub_stamp":"2024-09-12T01:34:19.071298+0000","objects_scrubbed":5,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:03.422801+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":446,"num_read_kb":14376,"num_write":923,"num_write_kb":30005,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"267'146","reported_seq":747,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.824532+0000","last_change":"2024-09-12T01:34:30.824532+0000","last_active":"2024-09-12T01:34:30.824532+0000","last_peered":"2024-09-12T01:34:30.824532+0000","last_clean":"2024-09-12T01:34:30.824532+0000","last_became_active":"2024-09-12T00:24:10.676554+0000","last_became_peered":"2024-09-12T00:24:10.676554+0000","last_unstale":"2024-09-12T01:34:30.824532+0000","last_undegraded":"2024-09-12T01:34:30.824532+0000","last_fullsized":"2024-09-12T01:34:30.824532+0000","mapping_epoch":29,"log_start":"267'100","ondisk_log_start":"267'100","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'146","last_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_deep_scrub":"267'146","last_deep_scrub_stamp":"2024-09-12T01:34:30.824419+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.824419+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":100,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:40.424431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":618,"num_read_kb":505,"num_write":231,"num_write_kb":106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"267'314","reported_seq":1018,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:26.693046+0000","last_change":"2024-09-12T01:34:26.693046+0000","last_active":"2024-09-12T01:34:26.693046+0000","last_peered":"2024-09-12T01:34:26.693046+0000","last_clean":"2024-09-12T01:34:26.693046+0000","last_became_active":"2024-09-12T00:24:08.660263+0000","last_became_peered":"2024-09-12T00:24:08.660263+0000","last_unstale":"2024-09-12T01:34:26.693046+0000","last_undegraded":"2024-09-12T01:34:26.693046+0000","last_fullsized":"2024-09-12T01:34:26.693046+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'314","last_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_deep_scrub":"267'314","last_deep_scrub_stamp":"2024-09-12T01:34:26.692876+0000","last_clean_scrub_stamp":"2024-09-12T01:34:26.692876+0000","objects_scrubbed":7,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:45.613799+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295466,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":611,"num_read_kb":6122,"num_write":1039,"num_write_kb":15821,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"267'370","reported_seq":1019,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:28.755259+0000","last_change":"2024-09-12T01:34:28.755259+0000","last_active":"2024-09-12T01:34:28.755259+0000","last_peered":"2024-09-12T01:34:28.755259+0000","last_clean":"2024-09-12T01:34:28.755259+0000","last_became_active":"2024-09-12T00:24:38.769813+0000","last_became_peered":"2024-09-12T00:24:38.769813+0000","last_unstale":"2024-09-12T01:34:28.755259+0000","last_undegraded":"2024-09-12T01:34:28.755259+0000","last_fullsized":"2024-09-12T01:34:28.755259+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'370","last_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_deep_scrub":"267'370","last_deep_scrub_stamp":"2024-09-12T01:34:28.755132+0000","last_clean_scrub_stamp":"2024-09-12T01:34:28.755132+0000","objects_scrubbed":5,"log_size":70,"log_dups_size":300,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:22.090464+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262257,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":511,"num_read_kb":8735,"num_write":1149,"num_write_kb":36826,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,0],"acting":[5,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"267'375","reported_seq":1127,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:30.984923+0000","last_change":"2024-09-12T01:34:30.984820+0000","last_active":"2024-09-12T01:34:30.984923+0000","last_peered":"2024-09-12T01:34:30.984923+0000","last_clean":"2024-09-12T01:34:30.984923+0000","last_became_active":"2024-09-12T00:24:38.769623+0000","last_became_peered":"2024-09-12T00:24:38.769623+0000","last_unstale":"2024-09-12T01:34:30.984923+0000","last_undegraded":"2024-09-12T01:34:30.984923+0000","last_fullsized":"2024-09-12T01:34:30.984923+0000","mapping_epoch":40,"log_start":"267'300","ondisk_log_start":"267'300","created":29,"last_epoch_clean":41,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'375","last_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_deep_scrub":"267'375","last_deep_scrub_stamp":"2024-09-12T01:34:30.984709+0000","last_clean_scrub_stamp":"2024-09-12T01:34:30.984709+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:24.075673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1851,"num_read_kb":1538,"num_write":685,"num_write_kb":435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"267'327","reported_seq":985,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:20.473683+0000","last_change":"2024-09-12T01:34:20.473683+0000","last_active":"2024-09-12T01:34:20.473683+0000","last_peered":"2024-09-12T01:34:20.473683+0000","last_clean":"2024-09-12T01:34:20.473683+0000","last_became_active":"2024-09-12T00:24:08.664235+0000","last_became_peered":"2024-09-12T00:24:08.664235+0000","last_unstale":"2024-09-12T01:34:20.473683+0000","last_undegraded":"2024-09-12T01:34:20.473683+0000","last_fullsized":"2024-09-12T01:34:20.473683+0000","mapping_epoch":27,"log_start":"267'300","ondisk_log_start":"267'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'327","last_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_deep_scrub":"267'327","last_deep_scrub_stamp":"2024-09-12T01:34:20.473540+0000","last_clean_scrub_stamp":"2024-09-12T01:34:20.473540+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:45:40.836106+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":481,"num_read_kb":34153,"num_write":1087,"num_write_kb":22419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"267'239","reported_seq":873,"reported_epoch":267,"state":"active+clean","last_fresh":"2024-09-12T01:34:34.763088+0000","last_change":"2024-09-12T01:34:34.763088+0000","last_active":"2024-09-12T01:34:34.763088+0000","last_peered":"2024-09-12T01:34:34.763088+0000","last_clean":"2024-09-12T01:34:34.763088+0000","last_became_active":"2024-09-12T00:24:10.672956+0000","last_became_peered":"2024-09-12T00:24:10.672956+0000","last_unstale":"2024-09-12T01:34:34.763088+0000","last_undegraded":"2024-09-12T01:34:34.763088+0000","last_fullsized":"2024-09-12T01:34:34.763088+0000","mapping_epoch":29,"log_start":"267'200","ondisk_log_start":"267'200","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"267'239","last_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_deep_scrub":"267'239","last_deep_scrub_stamp":"2024-09-12T01:34:34.762998+0000","last_clean_scrub_stamp":"2024-09-12T01:34:34.762998+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:54.162205+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1043,"num_read_kb":853,"num_write":369,"num_write_kb":181,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5547,"num_read_kb":3925,"num_write":1897,"num_write_kb":795,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":9000,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":970,"ondisk_log_size":970,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":15395,"num_objects":89,"num_object_clones":0,"num_object_copies":178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":89,"num_whiteouts":0,"num_read":15070,"num_read_kb":14723,"num_write":16735,"num_write_kb":4890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2683,"num_omap_keys":17,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":573440,"data_stored":30790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1551,"ondisk_log_size":1551,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":507,"ondisk_log_size":507,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1600277,"num_objects":222,"num_object_clones":0,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":0,"num_read":18870,"num_read_kb":39581,"num_write":15775,"num_write_kb":11966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":22,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":682482,"num_omap_keys":1560,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2080,"ondisk_log_size":2080,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2402,"num_read_kb":2863,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":102796,"num_read_kb":85751,"num_write":37222,"num_write_kb":18810,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44337,"num_omap_keys":179,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4051,"ondisk_log_size":4051,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":88977523,"num_objects":386,"num_object_clones":0,"num_object_copies":1158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":386,"num_whiteouts":0,"num_read":36399,"num_read_kb":1921846,"num_write":71564,"num_write_kb":2106466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":135487488,"data_stored":135487488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3363,"ondisk_log_size":3363,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":206497,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":171,"num_read_kb":195193,"num_write":190,"num_write_kb":136811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424510308,"num_pgs":106,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":300776,"kb_used_data":21080,"kb_used_omap":1,"kb_used_meta":279678,"kb_avail":94071064,"statfs":{"total":96636764160,"available":96328769536,"internally_reserved":0,"allocated":21585920,"data_stored":19603933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":286390730},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510307,"num_pgs":98,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":263124,"kb_used_data":19524,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":94108716,"statfs":{"total":96636764160,"available":96367325184,"internally_reserved":0,"allocated":19992576,"data_stored":18031409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510307,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":159796,"kb_used_data":20388,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94212044,"statfs":{"total":96636764160,"available":96473133056,"internally_reserved":0,"allocated":20877312,"data_stored":18848613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":142735814},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510307,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":104216,"kb_used_data":18888,"kb_used_omap":1,"kb_used_meta":85310,"kb_avail":94267624,"statfs":{"total":96636764160,"available":96530046976,"internally_reserved":0,"allocated":19341312,"data_stored":17410557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":87357893},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510306,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":291564,"kb_used_data":21660,"kb_used_omap":1,"kb_used_meta":269886,"kb_avail":94080276,"statfs":{"total":96636764160,"available":96338202624,"internally_reserved":0,"allocated":22179840,"data_stored":20193936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":276363719},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510307,"num_pgs":92,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":130772,"kb_used_data":23300,"kb_used_omap":1,"kb_used_meta":107454,"kb_avail":94241068,"statfs":{"total":96636764160,"available":96502853632,"internally_reserved":0,"allocated":23859200,"data_stored":21925900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":110033349},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424510309,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":277684,"kb_used_data":21604,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94094156,"statfs":{"total":96636764160,"available":96352415744,"internally_reserved":0,"allocated":22122496,"data_stored":20098936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":262207941},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575715,"num_pgs":112,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":168092,"kb_used_data":20364,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94203748,"statfs":{"total":96636764160,"available":96464637952,"internally_reserved":0,"allocated":20852736,"data_stored":18880542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":17215488,"data_stored":17215488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16588800,"data_stored":16588800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":19636224,"data_stored":19636224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":17903616,"data_stored":17903616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":15122432,"data_stored":15122432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16556032,"data_stored":16556032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":15740928,"data_stored":15740928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16723968,"data_stored":16723968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":1185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976,"data_stored":6727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":3827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":3167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":3838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":4194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":2650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:35:39.160 DEBUG:teuthology.orchestra.run.smithi163:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T01:35:39.495 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T01:35:39.495 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T01:35:39.495 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T01:35:39.495 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.541 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T01:35:39.541 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T01:35:39.541 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.586 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T01:35:39.586 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T01:35:39.587 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.630 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T01:35:39.630 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T01:35:39.630 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.683 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T01:35:39.683 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T01:35:39.683 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.732 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T01:35:39.732 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T01:35:39.733 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.779 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T01:35:39.779 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T01:35:39.779 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.836 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T01:35:39.837 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T01:35:39.837 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.886 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T01:35:39.886 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T01:35:39.886 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T01:35:39.886 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.914 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T01:35:39.914 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T01:35:39.914 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.942 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T01:35:39.942 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T01:35:39.942 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T01:35:39.942 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:39.971 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T01:35:39.972 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T01:35:39.972 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:40.025 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T01:35:40.025 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T01:35:40.025 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:35:40.039 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T01:35:40.039 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T01:35:40.039 DEBUG:teuthology.orchestra.run.smithi163:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T01:35:40.114 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T01:35:40.114 DEBUG:teuthology.orchestra.run.smithi163:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T01:35:40.318 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T01:35:40.318 DEBUG:teuthology.orchestra.run.smithi163:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T01:35:40.410 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T01:35:40.411 DEBUG:teuthology.orchestra.run.smithi163:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T01:35:40.483 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T01:35:40.483 DEBUG:teuthology.orchestra.run.smithi163:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T01:35:40.597 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T01:35:40.597 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T01:35:40.825 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T01:35:40.825 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T01:35:40.913 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T01:35:40.913 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T01:35:40.992 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T01:35:40.992 DEBUG:teuthology.orchestra.run.smithi181:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T01:35:41.067 INFO:tasks.ceph:Archiving mon data... 2024-09-12T01:35:41.068 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/data/mon.a.tgz 2024-09-12T01:35:41.069 DEBUG:teuthology.orchestra.run.smithi163:> mktemp 2024-09-12T01:35:41.098 INFO:teuthology.orchestra.run.smithi163.stdout:/tmp/tmp.DEVBAvva7M 2024-09-12T01:35:41.098 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.DEVBAvva7M 2024-09-12T01:35:41.301 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 0666 /tmp/tmp.DEVBAvva7M 2024-09-12T01:35:41.412 DEBUG:teuthology.orchestra.remote:smithi163:/tmp/tmp.DEVBAvva7M is 483KB 2024-09-12T01:35:41.510 DEBUG:teuthology.orchestra.run.smithi163:> rm -fr /tmp/tmp.DEVBAvva7M 2024-09-12T01:35:41.539 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/data/mon.c.tgz 2024-09-12T01:35:41.539 DEBUG:teuthology.orchestra.run.smithi163:> mktemp 2024-09-12T01:35:41.607 INFO:teuthology.orchestra.run.smithi163.stdout:/tmp/tmp.pXajdQX58I 2024-09-12T01:35:41.607 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.pXajdQX58I 2024-09-12T01:35:41.787 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 0666 /tmp/tmp.pXajdQX58I 2024-09-12T01:35:41.896 DEBUG:teuthology.orchestra.remote:smithi163:/tmp/tmp.pXajdQX58I is 487KB 2024-09-12T01:35:41.978 DEBUG:teuthology.orchestra.run.smithi163:> rm -fr /tmp/tmp.pXajdQX58I 2024-09-12T01:35:42.007 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/data/mon.b.tgz 2024-09-12T01:35:42.007 DEBUG:teuthology.orchestra.run.smithi181:> mktemp 2024-09-12T01:35:42.036 INFO:teuthology.orchestra.run.smithi181.stdout:/tmp/tmp.gi3CLoV6Ys 2024-09-12T01:35:42.036 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.gi3CLoV6Ys 2024-09-12T01:35:42.522 DEBUG:teuthology.orchestra.run.smithi181:> sudo chmod 0666 /tmp/tmp.gi3CLoV6Ys 2024-09-12T01:35:42.632 DEBUG:teuthology.orchestra.remote:smithi181:/tmp/tmp.gi3CLoV6Ys is 487KB 2024-09-12T01:35:42.730 DEBUG:teuthology.orchestra.run.smithi181:> rm -fr /tmp/tmp.gi3CLoV6Ys 2024-09-12T01:35:42.758 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T01:35:42.758 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T01:35:42.761 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T01:35:42.944 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T01:35:42.972 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T01:35:42.973 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T01:35:42.974 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/remote/smithi163/crash 2024-09-12T01:35:42.975 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T01:35:43.015 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/remote/smithi181/crash 2024-09-12T01:35:43.016 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T01:35:43.055 INFO:tasks.ceph:Compressing logs... 2024-09-12T01:35:43.055 DEBUG:teuthology.orchestra.run.smithi163:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T01:35:43.059 DEBUG:teuthology.orchestra.run.smithi181:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T01:35:43.096 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T01:35:43.096 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162104.log 2024-09-12T01:35:43.096 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132629.log 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32657.log 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32701.log 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32833.log 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32657.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32657.log.gz 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32701.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32701.log.gz 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32833.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32833.log.gz 2024-09-12T01:35:43.151 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32789.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32745.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32789.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32789.log.gz 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32877.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32569.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32745.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32745.log.gz 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32877.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32877.log.gz 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32569.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32569.log.gz 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr: 90.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T01:35:43.152 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32613.log 2024-09-12T01:35:43.153 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T01:35:43.153 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-client.admin.32613.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32613.log.gz 2024-09-12T01:35:43.154 INFO:teuthology.orchestra.run.smithi181.stderr:/var/log/ceph/ceph-mon.b.log: 87.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T01:35:43.197 INFO:teuthology.orchestra.run.smithi181.stderr: 95.1% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.162104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.128505.log 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.162104.log.gz 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.132629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170799.log 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.132629.log.gz 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.128505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68274.log 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.128505.log.gz 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.170799.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38466.log 2024-09-12T01:35:43.223 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.68274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137931.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.170799.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141465.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38466.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.137931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65178.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.137931.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.141465.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38558.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.141465.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74280.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.65178.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.68274.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70131.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38558.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.65178.log.gz 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137342.log 2024-09-12T01:35:43.224 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.74280.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100230.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.70131.log: /var/log/ceph/ceph-client.admin.137342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76052.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.137342.log.gz 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.74280.log.gz 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63258.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.100230.log: /var/log/ceph/ceph-client.admin.76052.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.100230.log.gz 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.190581.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr: 26.3% -- replaced with /var/log/ceph/ceph-client.admin.76052.log.gz 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.70131.log.gz 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.63258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140287.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.190581.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.63258.log.gz 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112601.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.140287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62409.log 2024-09-12T01:35:43.225 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.140287.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.112601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133218.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.112601.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61542.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.62409.log: 59.9% -- replaced with /var/log/ceph/ceph-client.admin.62409.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.133218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80204.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.133218.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143232.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.61542.log: /var/log/ceph/ceph-client.admin.80204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92573.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.61542.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.80204.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.143232.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96696.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.143232.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.92573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143821.log 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.96696.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.92573.log.gz 2024-09-12T01:35:43.226 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40122.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.96696.log.gz 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.143821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113190.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.143821.log.gz 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40122.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.40122.log.gz 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr: /var/log/ceph/ceph-client.admin.172015.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.113190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86683.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.113190.log.gz 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.172015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38760.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.86683.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.172015.log.gz 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163306.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.86683.log.gz 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38172.log 2024-09-12T01:35:43.227 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38760.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38760.log.gz 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.163306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134985.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.163306.log.gz 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179388.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38172.log.gz 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.134985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184260.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.134985.log.gz 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.179388.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154425.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.179388.log.gz 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55556.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.184260.log: /var/log/ceph/ceph-client.admin.154425.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.184260.log.gz 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42466.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50207.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.55556.log: /var/log/ceph/ceph-client.0.42466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192450.log 2024-09-12T01:35:43.228 INFO:teuthology.orchestra.run.smithi163.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.55556.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 44.2% -- replaced with /var/log/ceph/ceph-client.0.42466.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.50207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86094.log 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.50207.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106120.log 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.154425.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192450.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.86094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187235.log 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.86094.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.106120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84916.log 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.106120.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.187235.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147355.log 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.187235.log.gz 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.167763.log 2024-09-12T01:35:43.229 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.84916.log: /var/log/ceph/ceph-client.admin.147355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39821.log 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.84916.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.147355.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.167763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39708.log 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.0.167763.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39821.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39821.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192266.log 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165734.log 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39708.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192266.log: gzip 0.0% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.192266.log.gz -- 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr: /var/log/ceph/ceph-client.admin.39044.log 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.165734.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39044.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39044.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.165734.log.gz 2024-09-12T01:35:43.230 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116725.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139698.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.116725.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192174.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.116725.log.gz 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.139698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33262.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.139698.log.gz 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192174.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192174.log.gz 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.33262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156781.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33262.log.gz 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159726.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.156781.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103764.log 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.156781.log.gz 2024-09-12T01:35:43.231 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.159726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.169020.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.159726.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.103764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.187824.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.169020.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.103764.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81382.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.187824.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.169020.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144999.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.187824.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.81382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192082.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.144999.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.81382.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38772.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.144999.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192082.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192082.log.gz 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104353.log 2024-09-12T01:35:43.232 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38772.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38772.log.gz 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.44884.log 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.104353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191484.log 81.6% -- replaced with /var/log/ceph/ceph-client.admin.104353.log.gz 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.44884.log: 44.2% -- replaced with /var/log/ceph/ceph-client.0.44884.log.gz 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38767.log 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89628.log 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191484.log.gz 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152658.log 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38767.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38767.log.gz 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.89628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108476.log 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.89628.log.gz 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.152658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45487.log 2024-09-12T01:35:43.233 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.108476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32751.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.108476.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.45487.log: gzip 43.9% -- replaced with /var/log/ceph/ceph-client.0.45487.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.188436.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.32751.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32751.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182433.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.152658.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.188436.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85505.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188436.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.182433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191806.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.85505.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.182433.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127916.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.85505.log.gz 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57912.log 2024-09-12T01:35:43.234 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191806.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.127916.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162693.log 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.57912.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178169.log 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57912.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.162693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135574.log 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:gzip 87.1% -- replaced with /var/log/ceph/ceph-client.admin.162693.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.189193.log 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.135574.log: /var/log/ceph/ceph-client.0.178169.log: gzip -5 --verbose 86.1% -- replaced with /var/log/ceph/ceph-client.admin.127916.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr: -- /var/log/ceph/ceph-client.admin.165097.log 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.135574.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.189193.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.178169.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.0.190581.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39129.log 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.189193.log.gz 2024-09-12T01:35:43.235 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.165097.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.165097.log.gz 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188484.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156192.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39129.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39129.log.gz 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.188484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51385.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.188484.log.gz 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.156192.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165145.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.156192.log.gz 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.51385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174596.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.165145.log: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.51385.log.gz 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136164.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.165145.log.gz 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.174596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56145.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75461.log 2024-09-12T01:35:43.236 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.136164.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.174596.log.gz 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.56145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83149.log 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.136164.log.gz 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.56145.log.gz 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.75461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52022.log 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.83149.log: 83.5% -- replaced with /var/log/ceph/ceph-client.admin.75461.log.gz 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67035.log 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.83149.log.gz 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.52022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49570.log 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.52022.log.gz 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.67035.log: /var/log/ceph/ceph-client.admin.189096.log 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191576.log 2024-09-12T01:35:43.237 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.49570.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.49570.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.189096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138520.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189096.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191576.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191576.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132040.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54967.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.138520.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.138520.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.132040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163282.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.132040.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.54967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189074.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.54967.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.163282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173988.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.163282.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5/var/log/ceph/ceph-client.admin.189074.log: --verbose -- /var/log/ceph/ceph-client.admin.81971.log 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr: 25.5% -- replaced with /var/log/ceph/ceph-client.admin.189074.log.gz 2024-09-12T01:35:43.238 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.173988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62783.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.173988.log.gz 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.81971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181824.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130273.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.81971.log.gz/var/log/ceph/ceph-client.admin.62783.log: 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 45.8% -- replaced with /var/log/ceph/ceph-client.admin.62783.log.gz 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.181824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110245.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.181824.log.gz 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.130273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93162.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.130273.log.gz 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.110245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63970.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.110245.log.gz 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.93162.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.93162.log.gz 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39581.log 2024-09-12T01:35:43.239 INFO:teuthology.orchestra.run.smithi163.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.67035.log.gz 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.63970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142643.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.63970.log.gz 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129684.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39581.log.gz 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39741.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.142643.log: /var/log/ceph/ceph-client.admin.129684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56734.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: 86.8%/var/log/ceph/ceph-client.admin.39741.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38338.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.129684.log.gz 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39741.log.gz 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.56734.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39174.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.56734.log.gz 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr:gzip/var/log/ceph/ceph-client.admin.38338.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57960.log 2024-09-12T01:35:43.240 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38338.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.142643.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39174.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39174.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60953.log 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.57960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114957.log 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.57960.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.60953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47214.log 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.114957.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.60953.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.114957.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.47214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38764.log 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.47214.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163330.log 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5/var/log/ceph/ceph-client.admin.38764.log: --verbose -- /var/log/ceph/ceph-client.admin.192312.log 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38764.log.gz 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.241 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.163330.log: gzip 82.1% -- replaced with /var/log/ceph/ceph-client.admin.163330.log.gz 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.117314.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51998.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192312.log.gz 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.117314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170191.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.117314.log.gz 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.51998.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51998.log.gz 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173380.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40490.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.170191.log: /var/log/ceph/ceph-client.admin.173380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89039.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40490.log: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.173380.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40490.log.gz 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102586.log 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.242 INFO:teuthology.orchestra.run.smithi163.stderr: 94.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64559.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.89039.log: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.170191.log.gz/var/log/ceph/ceph-client.admin.102586.log: 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.89039.log.gz 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147944.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.102586.log.gz 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.64559.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150302.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.147944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139109.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.147944.log.gz 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.150302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60364.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.150302.log.gz 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.139109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191392.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.60364.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.139109.log.gz 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38512.log 2024-09-12T01:35:43.243 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.60364.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54378.log 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191392.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191392.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38512.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38512.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr: --verbose -- /var/log/ceph/ceph-client.admin.161515.log 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.54378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133807.log 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.54378.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.161515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94340.log 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.161515.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.133807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152069.log 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.133807.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.94340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40645.log 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.94340.log.gz 2024-09-12T01:35:43.244 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.152069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80793.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.152069.log.gz 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.40645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43678.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.80793.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101408.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.80793.log.gz 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.43678.log: 95.9% -- replaced with /var/log/ceph/ceph-client.0.40645.log.gz 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68893.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.43678.log.gz 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.101408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73099.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.101408.log.gz 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.68893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40446.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:gzip/var/log/ceph/ceph-client.admin.73099.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.63129.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40446.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.73099.log.gz 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72035.log 2024-09-12T01:35:43.245 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40446.log.gz 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.63129.log: /var/log/ceph/ceph-client.admin.39895.log 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.72035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122615.log 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.72035.log.gz 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39895.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39895.log.gz 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142054.log 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.122615.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 81.9% 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.122615.log.gz 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39830.log 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.142054.log: /var/log/ceph/ops-log-ceph-client.admin.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.142054.log.gz 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr: 94.3% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136753.log 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39830.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87861.log 2024-09-12T01:35:43.246 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.39830.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.64559.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.136753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124382.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.136753.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83738.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.87861.log: /var/log/ceph/ceph-client.admin.124382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94929.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.124382.log.gz 81.9% -- replaced with /var/log/ceph/ceph-client.admin.87861.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.83738.log: gzip 81.3% -- replaced with /var/log/ceph/ceph-client.admin.83738.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.117903.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.94929.log: gzip -5 --verbose -- 81.9% -- replaced with /var/log/ceph/ceph-client.admin.94929.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: /var/log/ceph/ceph-client.admin.49618.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.117903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.186087.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.117903.log.gz 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.49618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39819.log 2024-09-12T01:35:43.247 INFO:teuthology.orchestra.run.smithi163.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.49618.log.gz 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79615.log 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.186087.log: /var/log/ceph/ceph-client.admin.39819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160316.log 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39819.log.gz 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr: 80.4%/var/log/ceph/ceph-client.admin.79615.log: -- replaced with /var/log/ceph/ceph-client.0.186087.log.gz 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191668.log 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.79615.log.gz 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.160316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149713.log 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.160316.log.gz 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130862.log 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191668.log: /var/log/ceph/ceph-client.admin.149713.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191668.log.gz 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39038.log 2024-09-12T01:35:43.248 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7%/var/log/ceph/ceph-client.admin.130862.log: -- replaced with /var/log/ceph/ceph-client.admin.149713.log.gz 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126738.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.130862.log.gz 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.126738.log: /var/log/ceph/ceph-client.admin.39038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97285.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.63129.log.gz 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39038.log.gz 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.126738.log.gz 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38274.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5/var/log/ceph/ceph-client.admin.97285.log: --verbose -- /var/log/ceph/ceph-client.admin.189144.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38274.log: 86.5% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38274.log.gz 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.97285.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.178779.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157959.log 2024-09-12T01:35:43.249 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.189144.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189144.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.0.178779.log: -- /var/log/ceph/ceph-client.admin.192036.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.157959.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.178779.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63858.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.157959.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41857.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192036.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:gzip/var/log/ceph/ceph-client.admin.63858.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.191346.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr: 21.6% -- replaced with /var/log/ceph/ceph-client.admin.63858.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.41857.log: gzip -5 80.6% -- replaced with /var/log/ceph/ceph-client.0.41857.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr: --verbose -- /var/log/ceph/ceph-client.0.180606.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191346.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109067.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.191346.log.gz 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.180606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184869.log 2024-09-12T01:35:43.250 INFO:teuthology.orchestra.run.smithi163.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.180606.log.gz/var/log/ceph/ceph-client.admin.109067.log: 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43069.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109067.log.gz 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59727.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.184869.log: /var/log/ceph/ceph-client.0.43069.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140876.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.43069.log.gz 83.8% -- replaced with /var/log/ceph/ceph-client.0.184869.log.gz 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.59727.log: 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.59727.log.gz 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104942.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179997.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.140876.log: /var/log/ceph/ceph-client.admin.104942.log: gzip 87.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.140876.log.gz --verbose 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr: -- /var/log/ceph/ceph-client.admin.171407.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.104942.log.gz 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.179997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47803.log 2024-09-12T01:35:43.251 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.171407.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96107.log 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.0.179997.log.gz 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.47803.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.185478.log 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.171407.log.gz 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.47803.log.gz 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.96107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191530.log 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.185478.log: 81.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98463.log 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.96107.log.gz 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191530.log: 83.8% -- replaced with /var/log/ceph/ceph-client.0.185478.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91395.log 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191530.log.gz 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119081.log 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.98463.log: 95.1%/var/log/ceph/ceph-client.admin.91395.log: -- replaced with /var/log/ceph/ceph-client.admin.68893.log.gz 2024-09-12T01:35:43.252 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107887.log 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% 81.8% -- replaced with /var/log/ceph/ceph-client.admin.98463.log.gz 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.91395.log.gz/var/log/ceph/ceph-client.admin.119081.log: 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49594.log 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.119081.log.gz 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.107887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106709.log 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.107887.log.gz 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.49594.log: gzip -5 0.0% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.49594.log.gz 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: /var/log/ceph/ceph-client.admin.62673.log 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44281.log 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.106709.log: /var/log/ceph/ceph-client.admin.62673.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.106709.log.gz 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose 58.7% -- -- replaced with /var/log/ceph/ceph-client.admin.62673.log.gz /var/log/ceph/ceph-mon.a.log 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.44281.log: 44.2%gzip -- replaced with /var/log/ceph/ceph-client.0.44281.log.gz 2024-09-12T01:35:43.253 INFO:teuthology.orchestra.run.smithi163.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.62990.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82560.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.62990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59138.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.62990.log.gz 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.82560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163919.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.82560.log.gz 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.59138.log: gzip -5 80.4% -- replaced with /var/log/ceph/ceph-client.admin.59138.log.gz 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr: --verbose -- /var/log/ceph/ceph-client.admin.191622.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.163919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155014.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.163919.log.gz 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191622.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191622.log.gz 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118492.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.155014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192358.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9%/var/log/ceph/ceph-client.admin.118492.log: -- replaced with /var/log/ceph/ceph-client.admin.155014.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150891.log 2024-09-12T01:35:43.254 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.118492.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120848.log 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192358.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192358.log.gz/var/log/ceph/ceph-client.admin.150891.log: 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88450.log 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.120848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48981.log 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.120848.log.gz 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.88450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192220.log 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr: 86.1%/var/log/ceph/ceph-client.admin.48981.log: -- replaced with /var/log/ceph/ceph-client.admin.150891.log.gz 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.88450.log.gz 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.48981.log.gz 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38765.log 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192220.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192220.log.gz 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73688.log 2024-09-12T01:35:43.255 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5/var/log/ceph/ceph-client.admin.38765.log: --verbose -- /var/log/ceph/ceph-client.admin.38771.log 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38765.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.73688.log: gzip -5 83.8% -- replaced with /var/log/ceph/ceph-client.admin.73688.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr: --verbose -- /var/log/ceph/ceph-client.0.77571.log 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38771.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38771.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129094.log 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.77571.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66416.log 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.129094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39043.log 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.129094.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.66416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160337.log 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39043.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39043.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33089.log 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.160337.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.160337.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.0.77571.log.gz 2024-09-12T01:35:43.256 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63195.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.33089.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40076.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.33089.log.gz 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.63195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131451.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40076.log: 55.8% -- replaced with /var/log/ceph/ceph-client.admin.63195.log.gz 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40076.log.gz 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101997.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.131451.log: /var/log/ceph/ceph-osd.2.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.131451.log.gz 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146177.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.admin.66416.log.gz 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.101997.log: 81.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103175.log 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.101997.log.gz/var/log/ceph/ceph-client.admin.146177.log: 2024-09-12T01:35:43.257 INFO:teuthology.orchestra.run.smithi163.stderr: 81.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189169.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.146177.log.gz 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39919.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.103175.log: /var/log/ceph/ceph-client.admin.189169.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189169.log.gz 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.103175.log.gz 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97874.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39919.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39919.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.0.183042.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/valgrind/ceph.client.0.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.183042.log: /var/log/ceph/ceph-client.admin.97874.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.97874.log.gz 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.183042.log.gz 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183651.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/valgrind/ceph.client.0.log: gzip -5 --verbose -- 62.7% -- replaced with /var/log/ceph/valgrind/ceph.client.0.log.gz 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr: /var/log/ceph/ceph-client.admin.58549.log 2024-09-12T01:35:43.258 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5/var/log/ceph/ceph-client.0.183651.log: --verbose -- /var/log/ceph/ceph-client.0.76198.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.0.183651.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.58549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116136.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr: 80.3%/var/log/ceph/ceph-client.0.76198.log: -- replaced with /var/log/ceph/ceph-client.admin.58549.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.76198.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60340.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38769.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.116136.log: /var/log/ceph/ceph-client.admin.60340.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60340.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.116136.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38769.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124971.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38769.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.121437.log 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-mgr.y.log: /var/log/ceph/ceph-client.admin.124971.log: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.124971.log.gz 2024-09-12T01:35:43.259 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99052.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.121437.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.121437.log.gz 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191714.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.99052.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.99052.log.gz 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145588.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191714.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191714.log.gz 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134396.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.145588.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.145588.log.gz 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87272.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.134396.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.134396.log.gz 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39410.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.87272.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.87272.log.gz 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146766.log 2024-09-12T01:35:43.260 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39410.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39410.log.gz 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90806.log 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.146766.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.146766.log.gz 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109656.log 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.90806.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.90806.log.gz 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.109656.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.109656.log.gz 2024-09-12T01:35:43.261 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191990.log 2024-09-12T01:35:43.300 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71370.log 2024-09-12T01:35:43.300 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191990.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191990.log.gz 2024-09-12T01:35:43.300 INFO:teuthology.orchestra.run.smithi163.stderr: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T01:35:43.300 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40578.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.71370.log: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.71370.log.gz 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126149.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40578.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40578.log.gz 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60316.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.126149.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.126149.log.gz 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39128.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.60316.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60316.log.gz 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191760.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39128.log: 94.3% 0.0% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz -- replaced with /var/log/ceph/ceph-client.admin.39128.log.gz 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148535.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41254.log 2024-09-12T01:35:43.301 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191760.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.148535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114368.log 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.41254.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.148535.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr: 43.9% -- replaced with /var/log/ceph/ceph-client.0.41254.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39922.log 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158548.log 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.114368.log: /var/log/ceph/ceph-client.admin.39922.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.114368.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39922.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67654.log 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26657.log 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.158548.log: /var/log/ceph/ceph-client.admin.67654.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.158548.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69512.log 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph.tmp-client.admin.26657.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26657.log.gz 2024-09-12T01:35:43.302 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38361.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.69512.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.67654.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.69512.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164508.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111423.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38361.log: /var/log/ceph/ceph-client.admin.164508.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38361.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr: 82.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123204.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.164508.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175704.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.111423.log: /var/log/ceph/ceph-client.admin.123204.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.111423.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.123204.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191944.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39480.log 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.175704.log: /var/log/ceph/ceph-client.admin.191944.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191944.log.gz 2024-09-12T01:35:43.303 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153247.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39480.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39480.log.gz 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176312.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.153247.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.153247.log.gz 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.175704.log.gz 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188414.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.176312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38761.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.176312.log.gz 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.188414.log: 43.4% -- replaced with /var/log/ceph/ceph-client.admin.188414.log.gz 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172772.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38761.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123793.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38761.log.gz 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40622.log 2024-09-12T01:35:43.304 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.172772.log: /var/log/ceph/ceph-client.admin.123793.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.123793.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.172772.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160926.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40622.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125560.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40622.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.160926.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40168.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.125560.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.160926.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.125560.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151480.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65797.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40168.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40168.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.151480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107298.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.151480.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.65797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99641.log 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.107298.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.107298.log.gz 2024-09-12T01:35:43.305 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91984.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.99641.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.99641.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155603.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.91984.log: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.91984.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157370.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.155603.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.155603.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166323.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.157370.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.157370.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112012.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.166323.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.166323.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53200.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.112012.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.112012.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr: 93.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39412.log 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.65797.log.gz 2024-09-12T01:35:43.306 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.53200.log: 80.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39580.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53200.log.gz 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78180.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39412.log: /var/log/ceph/ceph-client.admin.39580.log: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39580.log.gz -- replaced with /var/log/ceph/ceph-client.admin.39412.log.gz 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74870.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39340.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.78180.log: /var/log/ceph/ceph-client.admin.74870.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.78180.log.gz 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.74870.log.gz 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95518.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39034.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.95518.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39340.log.gz 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.95518.log.gz 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192404.log 2024-09-12T01:35:43.307 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/rgw.ceph.client.0.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39034.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50796.log 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192404.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192404.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105531.log 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.50796.log: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.50796.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110834.log 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.105531.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.105531.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63794.log 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.110834.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.110834.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188460.log 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.63794.log: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.63794.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149124.log 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.188460.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.188460.log.gz 2024-09-12T01:35:43.308 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119670.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.149124.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.149124.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122026.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.119670.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.119670.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93751.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.122026.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.122026.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63067.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.93751.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.93751.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39582.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.63067.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63067.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100819.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39582.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39582.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.189888.log 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.100819.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.100819.log.gz 2024-09-12T01:35:43.309 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127327.log 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.189888.log: 80.5% -- replaced with /var/log/ceph/ceph-client.0.189888.log.gz 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40534.log 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.127327.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.127327.log.gz 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159137.log 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.40534.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40534.log.gz 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192128.log 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.159137.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.159137.log.gz 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189120.log 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192128.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192128.log.gz 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.177560.log 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.189120.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.189120.log.gz 2024-09-12T01:35:43.310 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48392.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.177560.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.177560.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181215.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.48392.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.48392.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.192494.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.181215.log: 84.0% -- replaced with /var/log/ceph/ceph-client.0.181215.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57323.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.192494.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.192494.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57936.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.57323.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.57323.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79014.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.57936.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57936.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120259.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.79014.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.79014.log.gz 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.176951.log 2024-09-12T01:35:43.311 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.120259.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.120259.log.gz 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165121.log 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.176951.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.176951.log.gz 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84327.log 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.165121.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.165121.log.gz 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90217.log 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.84327.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.84327.log.gz 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115547.log 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.90217.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.90217.log.gz 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.168412.log 2024-09-12T01:35:43.312 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.115547.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.115547.log.gz 2024-09-12T01:35:43.313 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T01:35:43.313 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.168412.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.168412.log.gz 2024-09-12T01:35:43.313 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191438.log 2024-09-12T01:35:43.325 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191852.log 2024-09-12T01:35:43.326 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191438.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191438.log.gz 2024-09-12T01:35:43.340 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.76807.log 2024-09-12T01:35:43.340 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191852.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191852.log.gz 2024-09-12T01:35:43.353 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113779.log 2024-09-12T01:35:43.354 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.0.76807.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.76807.log.gz 2024-09-12T01:35:43.362 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51974.log 2024-09-12T01:35:43.364 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.113779.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.113779.log.gz 2024-09-12T01:35:43.377 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70751.log 2024-09-12T01:35:43.377 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.51974.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51974.log.gz 2024-09-12T01:35:43.390 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53789.log 2024-09-12T01:35:43.392 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.70751.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.70751.log.gz 2024-09-12T01:35:43.399 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.191898.log 2024-09-12T01:35:43.413 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.53789.log: 80.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52611.log 2024-09-12T01:35:43.413 INFO:teuthology.orchestra.run.smithi163.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53789.log.gz 2024-09-12T01:35:43.413 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.191898.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.191898.log.gz 2024-09-12T01:35:43.426 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153836.log 2024-09-12T01:35:43.426 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.52611.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.52611.log.gz 2024-09-12T01:35:43.434 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77518.log 2024-09-12T01:35:43.443 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.153836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39131.log 2024-09-12T01:35:43.444 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.77518.log: 47.3% -- replaced with /var/log/ceph/ceph-client.admin.77518.log.gz 2024-09-12T01:35:43.447 INFO:teuthology.orchestra.run.smithi163.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.153836.log.gz 2024-09-12T01:35:43.452 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38420.log 2024-09-12T01:35:43.466 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39131.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39131.log.gz 2024-09-12T01:35:43.466 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144410.log 2024-09-12T01:35:43.466 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.38420.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38420.log.gz 2024-09-12T01:35:43.482 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39411.log 2024-09-12T01:35:43.483 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.144410.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.144410.log.gz 2024-09-12T01:35:43.500 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/ceph-client.admin.39411.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39411.log.gz 2024-09-12T01:35:43.892 INFO:teuthology.orchestra.run.smithi163.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T01:35:44.393 INFO:teuthology.orchestra.run.smithi181.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T01:35:44.512 INFO:teuthology.orchestra.run.smithi163.stderr: 92.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T01:35:46.217 INFO:teuthology.orchestra.run.smithi163.stderr: 92.4% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T01:35:46.466 INFO:teuthology.orchestra.run.smithi163.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T01:35:50.185 INFO:teuthology.orchestra.run.smithi181.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T01:35:50.618 INFO:teuthology.orchestra.run.smithi163.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T01:35:53.209 INFO:teuthology.orchestra.run.smithi181.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T01:35:53.600 INFO:teuthology.orchestra.run.smithi163.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T01:35:54.249 INFO:teuthology.orchestra.run.smithi181.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T01:35:56.788 INFO:teuthology.orchestra.run.smithi163.stderr: 94.6% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T01:36:00.505 INFO:teuthology.orchestra.run.smithi181.stderr: 95.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T01:36:00.507 INFO:teuthology.orchestra.run.smithi181.stderr: 2024-09-12T01:36:00.507 INFO:teuthology.orchestra.run.smithi181.stderr:real 0m17.376s 2024-09-12T01:36:00.507 INFO:teuthology.orchestra.run.smithi181.stderr:user 0m45.123s 2024-09-12T01:36:00.507 INFO:teuthology.orchestra.run.smithi181.stderr:sys 0m1.702s 2024-09-12T01:36:05.184 INFO:teuthology.orchestra.run.smithi163.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T01:36:05.186 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-09-12T01:36:05.186 INFO:teuthology.orchestra.run.smithi163.stderr:real 0m22.100s 2024-09-12T01:36:05.186 INFO:teuthology.orchestra.run.smithi163.stderr:user 0m59.932s 2024-09-12T01:36:05.186 INFO:teuthology.orchestra.run.smithi163.stderr:sys 0m2.306s 2024-09-12T01:36:05.187 INFO:tasks.ceph:Archiving logs... 2024-09-12T01:36:05.187 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/remote/smithi163/log 2024-09-12T01:36:05.188 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T01:36:13.505 DEBUG:teuthology.misc:Transferring archived files from smithi181:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/remote/smithi181/log 2024-09-12T01:36:13.506 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T01:36:19.928 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T01:36:19.940 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T01:36:19.940 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T01:36:19.943 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T01:36:20.068 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T01:36:20.079 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T01:36:20.079 DEBUG:teuthology.orchestra.run.smithi163:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:36:20.082 DEBUG:teuthology.orchestra.run.smithi181:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:36:20.111 INFO:teuthology.orchestra.run.smithi163.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:36:20.114 INFO:teuthology.orchestra.run.smithi181.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:36:20.116 INFO:teuthology.orchestra.run.smithi163.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:36:20.116 INFO:teuthology.orchestra.run.smithi163.stdout:=============================================================================== 2024-09-12T01:36:20.116 INFO:teuthology.orchestra.run.smithi163.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 -1873us[-1876us] +/- 57ms 2024-09-12T01:36:20.116 INFO:teuthology.orchestra.run.smithi163.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -253us[ -253us] +/- 55ms 2024-09-12T01:36:20.117 INFO:teuthology.orchestra.run.smithi163.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +2518us[+2518us] +/- 67ms 2024-09-12T01:36:20.117 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:36:20.118 INFO:teuthology.orchestra.run.smithi181.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:36:20.118 INFO:teuthology.orchestra.run.smithi181.stdout:=============================================================================== 2024-09-12T01:36:20.119 INFO:teuthology.orchestra.run.smithi181.stdout:^* hv01.front.sepia.ceph.com 3 6 377 17 -1930us[-1924us] +/- 57ms 2024-09-12T01:36:20.119 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 21 -284us[ -278us] +/- 55ms 2024-09-12T01:36:20.119 INFO:teuthology.orchestra.run.smithi181.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 15 +2496us[+2496us] +/- 66ms 2024-09-12T01:36:20.119 INFO:teuthology.orchestra.run.smithi181.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:36:20.120 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T01:36:20.130 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T01:36:20.130 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T01:36:20.165 DEBUG:teuthology.orchestra.run.smithi163:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T01:36:20.246 DEBUG:teuthology.orchestra.run.smithi181:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T01:36:20.324 DEBUG:teuthology.orchestra.run.smithi163:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T01:36:20.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:36:20.367 DEBUG:teuthology.orchestra.run.smithi181:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T01:36:20.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:36:20.409 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T01:36:20.419 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T01:36:20.460 INFO:teuthology.task.internal:Duration was 4773.054669 seconds 2024-09-12T01:36:20.460 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T01:36:20.524 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T01:36:20.524 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T01:36:20.526 DEBUG:teuthology.orchestra.run.smithi181:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T01:36:20.577 INFO:teuthology.orchestra.run.smithi163.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:36:20.579 INFO:teuthology.orchestra.run.smithi181.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:36:20.904 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T01:36:20.904 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi163.front.sepia.ceph.com 2024-09-12T01:36:20.904 DEBUG:teuthology.orchestra.run.smithi163:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T01:36:20.937 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi181.front.sepia.ceph.com 2024-09-12T01:36:20.937 DEBUG:teuthology.orchestra.run.smithi181:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T01:36:20.972 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T01:36:20.972 DEBUG:teuthology.orchestra.run.smithi163:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T01:36:20.979 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T01:36:21.054 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T01:36:21.054 DEBUG:teuthology.orchestra.run.smithi163:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T01:36:21.060 DEBUG:teuthology.orchestra.run.smithi181:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T01:36:21.210 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T01:36:21.230 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T01:36:21.230 DEBUG:teuthology.orchestra.run.smithi163:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T01:36:21.269 DEBUG:teuthology.orchestra.run.smithi181:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T01:36:21.308 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T01:36:21.324 DEBUG:teuthology.orchestra.run.smithi163:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:36:21.328 DEBUG:teuthology.orchestra.run.smithi181:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:36:21.363 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern = core 2024-09-12T01:36:21.385 INFO:teuthology.orchestra.run.smithi181.stdout:kernel.core_pattern = core 2024-09-12T01:36:21.421 DEBUG:teuthology.orchestra.run.smithi163:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:36:21.461 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:36:21.462 DEBUG:teuthology.orchestra.run.smithi181:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:36:21.491 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:36:21.492 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T01:36:21.504 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T01:36:21.504 DEBUG:teuthology.misc:Transferring archived files from smithi163:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/remote/smithi163 2024-09-12T01:36:21.505 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T01:36:21.555 DEBUG:teuthology.misc:Transferring archived files from smithi181:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901856/remote/smithi181 2024-09-12T01:36:21.555 DEBUG:teuthology.orchestra.run.smithi181:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T01:36:21.606 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T01:36:21.607 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T01:36:21.609 DEBUG:teuthology.orchestra.run.smithi181:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T01:36:21.669 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T01:36:21.683 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T01:36:21.683 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T01:36:21.745 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T01:36:21.746 DEBUG:teuthology.orchestra.run.smithi163:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T01:36:21.748 DEBUG:teuthology.orchestra.run.smithi181:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T01:36:21.774 INFO:teuthology.orchestra.run.smithi163.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 01:36 /home/ubuntu/cephtest 2024-09-12T01:36:21.778 INFO:teuthology.orchestra.run.smithi181.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 01:36 /home/ubuntu/cephtest 2024-09-12T01:36:21.779 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T01:36:21.816 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T01:36:21.977 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{main} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/valgrind} duration: 4773.054669380188 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T01:36:21.977 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T01:36:22.071 INFO:teuthology.run:pass